[ 540.598131] env[70398]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=70398) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 540.598495] env[70398]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=70398) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 540.598633] env[70398]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=70398) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 540.598969] env[70398]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 540.697594] env[70398]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=70398) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 540.707214] env[70398]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=70398) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 540.750161] env[70398]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 541.309190] env[70398]: INFO nova.virt.driver [None req-ee185005-a8b0-4e03-b2e3-d0aeb023e3b4 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 541.380472] env[70398]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 541.380659] env[70398]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 541.380727] env[70398]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=70398) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 544.293787] env[70398]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-24dba7a8-3471-4964-86dc-10279d7b2a46 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.310389] env[70398]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=70398) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 544.310501] env[70398]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-6fb9d5d6-dd67-4ded-959f-3256b3a89019 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.342332] env[70398]: INFO oslo_vmware.api [-] Successfully established new session; session ID is fe2a0. [ 544.342457] env[70398]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.962s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 544.343032] env[70398]: INFO nova.virt.vmwareapi.driver [None req-ee185005-a8b0-4e03-b2e3-d0aeb023e3b4 None None] VMware vCenter version: 7.0.3 [ 544.346480] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcd8fbd-1ae3-440b-870e-27411a063882 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.364327] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bcf9f8f-b0aa-4e3b-93c4-d3e020f99ee1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.370484] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44347ea1-98d9-45b5-9241-892665e10bd8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.377302] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8833435f-8dcb-4f07-8588-65c03e441b51 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.390474] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ead6914-94d8-4f9a-af52-8e9b93c9bc41 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.396862] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311f88ba-edae-4fec-9b00-0fec209bee59 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.428592] env[70398]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-78c1e2f3-e0e9-402e-a7eb-a630ef7a95ab {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.434170] env[70398]: DEBUG nova.virt.vmwareapi.driver [None req-ee185005-a8b0-4e03-b2e3-d0aeb023e3b4 None None] Extension org.openstack.compute already exists. {{(pid=70398) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 544.436837] env[70398]: INFO nova.compute.provider_config [None req-ee185005-a8b0-4e03-b2e3-d0aeb023e3b4 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 544.940558] env[70398]: DEBUG nova.context [None req-ee185005-a8b0-4e03-b2e3-d0aeb023e3b4 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),3a7da40b-6df2-417f-bd85-e984272c0795(cell1) {{(pid=70398) load_cells /opt/stack/nova/nova/context.py:464}} [ 544.943062] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 544.943062] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 544.943580] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 544.944018] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] Acquiring lock "3a7da40b-6df2-417f-bd85-e984272c0795" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 544.944217] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] Lock "3a7da40b-6df2-417f-bd85-e984272c0795" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 544.945242] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] Lock "3a7da40b-6df2-417f-bd85-e984272c0795" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 544.965725] env[70398]: INFO dbcounter [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] Registered counter for database nova_cell0 [ 544.973765] env[70398]: INFO dbcounter [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] Registered counter for database nova_cell1 [ 544.976908] env[70398]: DEBUG oslo_db.sqlalchemy.engines [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=70398) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 544.977275] env[70398]: DEBUG oslo_db.sqlalchemy.engines [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=70398) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 544.982012] env[70398]: ERROR nova.db.main.api [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 544.982012] env[70398]: result = function(*args, **kwargs) [ 544.982012] env[70398]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 544.982012] env[70398]: return func(*args, **kwargs) [ 544.982012] env[70398]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 544.982012] env[70398]: result = fn(*args, **kwargs) [ 544.982012] env[70398]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 544.982012] env[70398]: return f(*args, **kwargs) [ 544.982012] env[70398]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 544.982012] env[70398]: return db.service_get_minimum_version(context, binaries) [ 544.982012] env[70398]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 544.982012] env[70398]: _check_db_access() [ 544.982012] env[70398]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 544.982012] env[70398]: stacktrace = ''.join(traceback.format_stack()) [ 544.982012] env[70398]: [ 544.983110] env[70398]: ERROR nova.db.main.api [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 544.983110] env[70398]: result = function(*args, **kwargs) [ 544.983110] env[70398]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 544.983110] env[70398]: return func(*args, **kwargs) [ 544.983110] env[70398]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 544.983110] env[70398]: result = fn(*args, **kwargs) [ 544.983110] env[70398]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 544.983110] env[70398]: return f(*args, **kwargs) [ 544.983110] env[70398]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 544.983110] env[70398]: return db.service_get_minimum_version(context, binaries) [ 544.983110] env[70398]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 544.983110] env[70398]: _check_db_access() [ 544.983110] env[70398]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 544.983110] env[70398]: stacktrace = ''.join(traceback.format_stack()) [ 544.983110] env[70398]: [ 544.983530] env[70398]: WARNING nova.objects.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] Failed to get minimum service version for cell 3a7da40b-6df2-417f-bd85-e984272c0795 [ 544.983634] env[70398]: WARNING nova.objects.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 544.984137] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] Acquiring lock "singleton_lock" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.984307] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] Acquired lock "singleton_lock" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 544.984548] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] Releasing lock "singleton_lock" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 544.984863] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] Full set of CONF: {{(pid=70398) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 544.985012] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] ******************************************************************************** {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 544.985146] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] Configuration options gathered from: {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 544.985280] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 544.985473] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 544.985599] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] ================================================================================ {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 544.985803] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] allow_resize_to_same_host = True {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.985970] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] arq_binding_timeout = 300 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.986112] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] backdoor_port = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.986237] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] backdoor_socket = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.986431] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] block_device_allocate_retries = 60 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.986600] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] block_device_allocate_retries_interval = 3 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.986767] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cert = self.pem {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.986933] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.987116] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] compute_monitors = [] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.987288] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] config_dir = [] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.987462] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] config_drive_format = iso9660 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.987627] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.987819] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] config_source = [] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.987994] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] console_host = devstack {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.988177] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] control_exchange = nova {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.988339] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cpu_allocation_ratio = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.988525] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] daemon = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.988703] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] debug = True {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.988864] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] default_access_ip_network_name = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.989042] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] default_availability_zone = nova {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.989201] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] default_ephemeral_format = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.989360] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] default_green_pool_size = 1000 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.989599] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.989829] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] default_schedule_zone = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.990054] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] disk_allocation_ratio = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.990232] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] enable_new_services = True {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.990416] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] enabled_apis = ['osapi_compute'] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.990584] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] enabled_ssl_apis = [] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.990746] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] flat_injected = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.990903] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] force_config_drive = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.991075] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] force_raw_images = True {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.991246] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] graceful_shutdown_timeout = 5 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.991405] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] heal_instance_info_cache_interval = -1 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.991626] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] host = cpu-1 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.991809] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.991971] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] initial_disk_allocation_ratio = 1.0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.992143] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] initial_ram_allocation_ratio = 1.0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.992360] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.992525] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] instance_build_timeout = 0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.992687] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] instance_delete_interval = 300 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.992852] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] instance_format = [instance: %(uuid)s] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.993029] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] instance_name_template = instance-%08x {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.993199] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] instance_usage_audit = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.993367] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] instance_usage_audit_period = month {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.993532] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.993698] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] instances_path = /opt/stack/data/nova/instances {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.993863] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] internal_service_availability_zone = internal {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.994032] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] key = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.994197] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] live_migration_retry_count = 30 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.994367] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] log_color = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.994530] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] log_config_append = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.994700] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.994858] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] log_dir = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.995027] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] log_file = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.995163] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] log_options = True {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.995323] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] log_rotate_interval = 1 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.995493] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] log_rotate_interval_type = days {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.995661] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] log_rotation_type = none {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.995789] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.995914] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.996093] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.996259] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.996388] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.996550] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] long_rpc_timeout = 1800 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.996711] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] max_concurrent_builds = 10 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.996868] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] max_concurrent_live_migrations = 1 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.997034] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] max_concurrent_snapshots = 5 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.997196] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] max_local_block_devices = 3 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.997351] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] max_logfile_count = 30 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.997509] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] max_logfile_size_mb = 200 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.997665] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] maximum_instance_delete_attempts = 5 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.997829] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] metadata_listen = 0.0.0.0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.997991] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] metadata_listen_port = 8775 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.998169] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] metadata_workers = 2 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.998328] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] migrate_max_retries = -1 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.998529] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] mkisofs_cmd = genisoimage {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.998740] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] my_block_storage_ip = 10.180.1.21 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.998875] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] my_ip = 10.180.1.21 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.999097] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.999262] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] network_allocate_retries = 0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.999508] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.999657] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] osapi_compute_listen = 0.0.0.0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.999819] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] osapi_compute_listen_port = 8774 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 544.999989] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] osapi_compute_unique_server_name_scope = {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.000172] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] osapi_compute_workers = 2 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.000333] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] password_length = 12 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.000493] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] periodic_enable = True {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.000652] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] periodic_fuzzy_delay = 60 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.000827] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] pointer_model = usbtablet {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.000987] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] preallocate_images = none {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.001160] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] publish_errors = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.001289] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] pybasedir = /opt/stack/nova {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.001443] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] ram_allocation_ratio = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.001601] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] rate_limit_burst = 0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.001767] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] rate_limit_except_level = CRITICAL {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.001923] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] rate_limit_interval = 0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.002093] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] reboot_timeout = 0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.002254] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] reclaim_instance_interval = 0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.002408] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] record = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.002575] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] reimage_timeout_per_gb = 60 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.002738] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] report_interval = 120 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.002895] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] rescue_timeout = 0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.003064] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] reserved_host_cpus = 0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.003225] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] reserved_host_disk_mb = 0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.003382] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] reserved_host_memory_mb = 512 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.003539] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] reserved_huge_pages = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.003697] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] resize_confirm_window = 0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.003852] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] resize_fs_using_block_device = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.004012] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] resume_guests_state_on_host_boot = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.004185] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.004344] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] rpc_response_timeout = 60 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.004500] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] run_external_periodic_tasks = True {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.004673] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] running_deleted_instance_action = reap {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.004825] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] running_deleted_instance_poll_interval = 1800 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.004981] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] running_deleted_instance_timeout = 0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.005152] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] scheduler_instance_sync_interval = 120 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.005318] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] service_down_time = 720 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.005484] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] servicegroup_driver = db {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.005639] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] shell_completion = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.005795] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] shelved_offload_time = 0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.005950] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] shelved_poll_interval = 3600 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.006126] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] shutdown_timeout = 0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.006284] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] source_is_ipv6 = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.006443] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] ssl_only = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.006694] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.006860] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] sync_power_state_interval = 600 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.007030] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] sync_power_state_pool_size = 1000 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.007200] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] syslog_log_facility = LOG_USER {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.007355] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] tempdir = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.007515] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] timeout_nbd = 10 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.007684] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] transport_url = **** {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.007844] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] update_resources_interval = 0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.008011] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] use_cow_images = True {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.008175] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] use_journal = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.008331] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] use_json = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.008509] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] use_rootwrap_daemon = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.008676] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] use_stderr = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.008836] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] use_syslog = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.009017] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vcpu_pin_set = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.009194] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vif_plugging_is_fatal = True {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.009359] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vif_plugging_timeout = 300 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.009549] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] virt_mkfs = [] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.009718] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] volume_usage_poll_interval = 0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.009880] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] watch_log_file = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.010060] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] web = /usr/share/spice-html5 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 545.010252] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.010421] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.010587] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.010755] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_concurrency.disable_process_locking = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.011322] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.011514] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.011690] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.011864] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.012054] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.012227] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.012412] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] api.auth_strategy = keystone {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.012584] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] api.compute_link_prefix = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.012762] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.012936] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] api.dhcp_domain = novalocal {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.013119] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] api.enable_instance_password = True {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.013286] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] api.glance_link_prefix = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.013452] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.013624] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.013787] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] api.instance_list_per_project_cells = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.013949] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] api.list_records_by_skipping_down_cells = True {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.014128] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] api.local_metadata_per_cell = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.014298] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] api.max_limit = 1000 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.014467] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] api.metadata_cache_expiration = 15 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.014645] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] api.neutron_default_tenant_id = default {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.014818] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] api.response_validation = warn {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.014987] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] api.use_neutron_default_nets = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.015171] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.015364] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.015499] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.015674] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.015847] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] api.vendordata_dynamic_targets = [] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.016014] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] api.vendordata_jsonfile_path = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.016204] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.016397] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cache.backend = dogpile.cache.memcached {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.016571] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cache.backend_argument = **** {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.016734] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cache.backend_expiration_time = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.016903] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cache.config_prefix = cache.oslo {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.017083] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cache.dead_timeout = 60.0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.017253] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cache.debug_cache_backend = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.017418] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cache.enable_retry_client = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.017583] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cache.enable_socket_keepalive = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.017752] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cache.enabled = True {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.017917] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cache.enforce_fips_mode = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.018094] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cache.expiration_time = 600 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.018294] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cache.hashclient_retry_attempts = 2 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.018487] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cache.hashclient_retry_delay = 1.0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.018661] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cache.memcache_dead_retry = 300 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.018824] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cache.memcache_password = **** {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.018986] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.019169] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.019334] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cache.memcache_pool_maxsize = 10 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.019521] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.019694] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cache.memcache_sasl_enabled = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.019875] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.020054] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cache.memcache_socket_timeout = 1.0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.020223] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cache.memcache_username = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.020391] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cache.proxies = [] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.020559] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cache.redis_db = 0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.020724] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cache.redis_password = **** {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.020892] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cache.redis_sentinel_service_name = mymaster {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.021077] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.021250] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cache.redis_server = localhost:6379 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.021415] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cache.redis_socket_timeout = 1.0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.021575] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cache.redis_username = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.021735] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cache.retry_attempts = 2 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.021897] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cache.retry_delay = 0.0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.022071] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cache.socket_keepalive_count = 1 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.022238] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cache.socket_keepalive_idle = 1 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.022400] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cache.socket_keepalive_interval = 1 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.022561] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cache.tls_allowed_ciphers = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.022718] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cache.tls_cafile = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.022874] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cache.tls_certfile = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.023050] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cache.tls_enabled = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.023211] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cache.tls_keyfile = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.023377] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cinder.auth_section = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.023549] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cinder.auth_type = password {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.023708] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cinder.cafile = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.023884] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cinder.catalog_info = volumev3::publicURL {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.024056] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cinder.certfile = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.024225] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cinder.collect_timing = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.024388] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cinder.cross_az_attach = True {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.024546] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cinder.debug = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.024706] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cinder.endpoint_template = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.024865] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cinder.http_retries = 3 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.025034] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cinder.insecure = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.025199] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cinder.keyfile = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.025367] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cinder.os_region_name = RegionOne {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.025528] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cinder.split_loggers = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.025688] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cinder.timeout = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.025859] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.026030] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] compute.cpu_dedicated_set = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.026196] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] compute.cpu_shared_set = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.026363] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] compute.image_type_exclude_list = [] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.026524] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.026686] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] compute.max_concurrent_disk_ops = 0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.026844] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] compute.max_disk_devices_to_attach = -1 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.027020] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.027183] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.027342] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] compute.resource_provider_association_refresh = 300 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.027501] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.027660] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] compute.shutdown_retry_interval = 10 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.027835] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.028014] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] conductor.workers = 2 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.028193] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] console.allowed_origins = [] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.028352] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] console.ssl_ciphers = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.028545] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] console.ssl_minimum_version = default {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.028723] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] consoleauth.enforce_session_timeout = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.028883] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] consoleauth.token_ttl = 600 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.029073] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cyborg.cafile = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.029235] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cyborg.certfile = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.029406] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cyborg.collect_timing = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.029581] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cyborg.connect_retries = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.029740] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cyborg.connect_retry_delay = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.029898] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cyborg.endpoint_override = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.030071] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cyborg.insecure = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.030233] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cyborg.keyfile = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.030389] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cyborg.max_version = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.030542] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cyborg.min_version = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.030697] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cyborg.region_name = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.030849] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cyborg.retriable_status_codes = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.031016] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cyborg.service_name = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.031183] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cyborg.service_type = accelerator {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.031344] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cyborg.split_loggers = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.031504] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cyborg.status_code_retries = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.031657] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cyborg.status_code_retry_delay = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.031808] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cyborg.timeout = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.031985] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.032158] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] cyborg.version = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.032325] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] database.asyncio_connection = **** {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.032482] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] database.asyncio_slave_connection = **** {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.032652] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] database.backend = sqlalchemy {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.032819] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] database.connection = **** {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.032981] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] database.connection_debug = 0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.033161] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] database.connection_parameters = {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.033321] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] database.connection_recycle_time = 3600 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.033482] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] database.connection_trace = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.033641] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] database.db_inc_retry_interval = True {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.033800] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] database.db_max_retries = 20 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.033957] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] database.db_max_retry_interval = 10 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.034130] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] database.db_retry_interval = 1 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.034290] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] database.max_overflow = 50 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.034447] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] database.max_pool_size = 5 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.034605] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] database.max_retries = 10 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.034771] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.034924] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] database.mysql_wsrep_sync_wait = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.035090] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] database.pool_timeout = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.035255] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] database.retry_interval = 10 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.035413] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] database.slave_connection = **** {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.035578] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] database.sqlite_synchronous = True {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.035735] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] database.use_db_reconnect = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.035898] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] api_database.asyncio_connection = **** {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.036069] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] api_database.asyncio_slave_connection = **** {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.036239] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] api_database.backend = sqlalchemy {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.036409] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] api_database.connection = **** {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.036570] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] api_database.connection_debug = 0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.036736] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] api_database.connection_parameters = {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.036898] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] api_database.connection_recycle_time = 3600 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.037067] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] api_database.connection_trace = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.037230] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] api_database.db_inc_retry_interval = True {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.037391] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] api_database.db_max_retries = 20 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.037553] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] api_database.db_max_retry_interval = 10 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.037714] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] api_database.db_retry_interval = 1 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.037875] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] api_database.max_overflow = 50 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.038042] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] api_database.max_pool_size = 5 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.038205] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] api_database.max_retries = 10 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.038371] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.038549] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.038710] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] api_database.pool_timeout = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.038872] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] api_database.retry_interval = 10 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.039041] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] api_database.slave_connection = **** {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.039209] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] api_database.sqlite_synchronous = True {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.039386] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] devices.enabled_mdev_types = [] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.039583] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.039760] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] ephemeral_storage_encryption.default_format = luks {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.039927] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] ephemeral_storage_encryption.enabled = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.040107] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.040282] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] glance.api_servers = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.040445] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] glance.cafile = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.040608] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] glance.certfile = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.040771] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] glance.collect_timing = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.040929] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] glance.connect_retries = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.041098] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] glance.connect_retry_delay = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.041262] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] glance.debug = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.041429] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] glance.default_trusted_certificate_ids = [] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.041594] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] glance.enable_certificate_validation = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.041753] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] glance.enable_rbd_download = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.041911] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] glance.endpoint_override = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.042086] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] glance.insecure = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.042251] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] glance.keyfile = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.042407] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] glance.max_version = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.042563] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] glance.min_version = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.042737] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] glance.num_retries = 3 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.042887] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] glance.rbd_ceph_conf = {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.043063] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] glance.rbd_connect_timeout = 5 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.043235] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] glance.rbd_pool = {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.043398] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] glance.rbd_user = {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.043564] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] glance.region_name = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.043719] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] glance.retriable_status_codes = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.043874] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] glance.service_name = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.044051] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] glance.service_type = image {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.044217] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] glance.split_loggers = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.044371] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] glance.status_code_retries = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.044526] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] glance.status_code_retry_delay = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.044681] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] glance.timeout = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.044859] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.045030] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] glance.verify_glance_signatures = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.045192] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] glance.version = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.045356] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] guestfs.debug = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.045525] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] manila.auth_section = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.045690] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] manila.auth_type = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.045846] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] manila.cafile = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.046010] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] manila.certfile = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.046178] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] manila.collect_timing = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.046336] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] manila.connect_retries = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.046496] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] manila.connect_retry_delay = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.046656] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] manila.endpoint_override = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.046815] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] manila.insecure = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.046970] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] manila.keyfile = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.047142] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] manila.max_version = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.047301] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] manila.min_version = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.047455] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] manila.region_name = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.047617] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] manila.retriable_status_codes = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.047775] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] manila.service_name = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.047941] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] manila.service_type = shared-file-system {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.048116] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] manila.share_apply_policy_timeout = 10 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.048278] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] manila.split_loggers = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.048459] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] manila.status_code_retries = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.048634] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] manila.status_code_retry_delay = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.048794] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] manila.timeout = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.048975] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.049148] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] manila.version = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.049316] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] mks.enabled = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.049694] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.049887] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] image_cache.manager_interval = 2400 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.050069] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] image_cache.precache_concurrency = 1 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.050246] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] image_cache.remove_unused_base_images = True {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.050417] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.050587] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.050763] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] image_cache.subdirectory_name = _base {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.050941] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] ironic.api_max_retries = 60 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.051144] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] ironic.api_retry_interval = 2 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.051311] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] ironic.auth_section = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.051472] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] ironic.auth_type = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.051633] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] ironic.cafile = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.051792] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] ironic.certfile = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.051957] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] ironic.collect_timing = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.052137] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] ironic.conductor_group = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.052298] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] ironic.connect_retries = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.052458] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] ironic.connect_retry_delay = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.052619] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] ironic.endpoint_override = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.052779] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] ironic.insecure = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.052936] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] ironic.keyfile = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.053106] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] ironic.max_version = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.053269] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] ironic.min_version = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.053433] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] ironic.peer_list = [] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.053595] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] ironic.region_name = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.053751] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] ironic.retriable_status_codes = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.053912] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] ironic.serial_console_state_timeout = 10 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.054105] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] ironic.service_name = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.054286] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] ironic.service_type = baremetal {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.054450] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] ironic.shard = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.054616] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] ironic.split_loggers = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.054776] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] ironic.status_code_retries = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.054934] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] ironic.status_code_retry_delay = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.055104] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] ironic.timeout = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.055291] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.055455] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] ironic.version = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.055638] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.055813] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] key_manager.fixed_key = **** {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.055991] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.056168] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] barbican.barbican_api_version = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.056347] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] barbican.barbican_endpoint = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.056538] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] barbican.barbican_endpoint_type = public {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.056705] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] barbican.barbican_region_name = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.056864] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] barbican.cafile = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.057032] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] barbican.certfile = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.057200] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] barbican.collect_timing = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.057361] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] barbican.insecure = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.057519] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] barbican.keyfile = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.057683] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] barbican.number_of_retries = 60 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.057844] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] barbican.retry_delay = 1 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.058012] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] barbican.send_service_user_token = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.058180] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] barbican.split_loggers = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.058338] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] barbican.timeout = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.058527] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] barbican.verify_ssl = True {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.058695] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] barbican.verify_ssl_path = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.058863] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] barbican_service_user.auth_section = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.059038] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] barbican_service_user.auth_type = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.059205] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] barbican_service_user.cafile = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.059365] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] barbican_service_user.certfile = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.059552] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] barbican_service_user.collect_timing = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.059721] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] barbican_service_user.insecure = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.059880] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] barbican_service_user.keyfile = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.060056] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] barbican_service_user.split_loggers = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.060220] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] barbican_service_user.timeout = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.060388] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vault.approle_role_id = **** {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.060546] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vault.approle_secret_id = **** {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.060723] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vault.kv_mountpoint = secret {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.060880] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vault.kv_path = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.061053] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vault.kv_version = 2 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.061216] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vault.namespace = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.061374] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vault.root_token_id = **** {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.061532] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vault.ssl_ca_crt_file = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.061702] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vault.timeout = 60.0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.061863] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vault.use_ssl = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.062044] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.062215] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] keystone.cafile = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.062378] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] keystone.certfile = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.062543] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] keystone.collect_timing = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.062705] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] keystone.connect_retries = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.062864] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] keystone.connect_retry_delay = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.063034] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] keystone.endpoint_override = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.063202] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] keystone.insecure = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.063361] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] keystone.keyfile = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.063518] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] keystone.max_version = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.063676] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] keystone.min_version = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.063834] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] keystone.region_name = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.063994] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] keystone.retriable_status_codes = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.064166] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] keystone.service_name = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.064336] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] keystone.service_type = identity {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.064500] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] keystone.split_loggers = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.064660] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] keystone.status_code_retries = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.064818] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] keystone.status_code_retry_delay = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.064978] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] keystone.timeout = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.065173] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.065337] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] keystone.version = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.065529] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.ceph_mount_options = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.065854] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.066047] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.connection_uri = {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.066215] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.cpu_mode = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.066407] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.cpu_model_extra_flags = [] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.066589] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.cpu_models = [] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.066764] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.cpu_power_governor_high = performance {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.066934] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.cpu_power_governor_low = powersave {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.067112] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.cpu_power_management = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.067289] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.067465] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.device_detach_attempts = 8 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.067637] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.device_detach_timeout = 20 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.067805] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.disk_cachemodes = [] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.067967] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.disk_prefix = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.068147] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.enabled_perf_events = [] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.068314] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.file_backed_memory = 0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.068509] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.gid_maps = [] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.068682] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.hw_disk_discard = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.068845] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.hw_machine_type = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.069027] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.images_rbd_ceph_conf = {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.069200] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.069365] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.069557] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.images_rbd_glance_store_name = {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.069733] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.images_rbd_pool = rbd {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.069906] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.images_type = default {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.070080] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.images_volume_group = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.070248] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.inject_key = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.070413] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.inject_partition = -2 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.070577] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.inject_password = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.070739] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.iscsi_iface = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.070898] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.iser_use_multipath = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.071081] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.live_migration_bandwidth = 0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.071250] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.071414] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.live_migration_downtime = 500 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.071578] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.071739] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.071897] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.live_migration_inbound_addr = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.072072] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.072238] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.live_migration_permit_post_copy = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.072397] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.live_migration_scheme = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.072572] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.live_migration_timeout_action = abort {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.072732] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.live_migration_tunnelled = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.072890] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.live_migration_uri = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.073063] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.live_migration_with_native_tls = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.073227] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.max_queues = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.073391] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.073630] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.073798] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.nfs_mount_options = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.074107] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.074294] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.074465] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.num_iser_scan_tries = 5 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.074631] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.num_memory_encrypted_guests = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.074795] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.074954] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.num_pcie_ports = 0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.075135] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.num_volume_scan_tries = 5 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.075301] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.pmem_namespaces = [] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.075461] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.quobyte_client_cfg = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.075756] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.075932] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.rbd_connect_timeout = 5 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.076118] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.076290] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.076472] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.rbd_secret_uuid = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.076639] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.rbd_user = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.076805] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.076978] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.remote_filesystem_transport = ssh {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.077154] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.rescue_image_id = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.077315] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.rescue_kernel_id = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.077475] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.rescue_ramdisk_id = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.077647] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.077806] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.rx_queue_size = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.077975] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.smbfs_mount_options = {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.078278] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.078486] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.snapshot_compression = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.078662] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.snapshot_image_format = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.078893] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.079077] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.sparse_logical_volumes = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.079247] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.swtpm_enabled = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.079431] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.swtpm_group = tss {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.079616] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.swtpm_user = tss {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.079790] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.sysinfo_serial = unique {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.079952] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.tb_cache_size = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.080126] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.tx_queue_size = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.080295] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.uid_maps = [] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.080459] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.use_virtio_for_bridges = True {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.080633] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.virt_type = kvm {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.080802] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.volume_clear = zero {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.080965] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.volume_clear_size = 0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.081142] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.volume_enforce_multipath = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.081311] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.volume_use_multipath = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.081471] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.vzstorage_cache_path = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.081643] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.081812] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.vzstorage_mount_group = qemu {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.081974] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.vzstorage_mount_opts = [] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.082158] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.082441] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.082624] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.vzstorage_mount_user = stack {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.082790] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.082969] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] neutron.auth_section = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.083160] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] neutron.auth_type = password {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.083324] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] neutron.cafile = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.083482] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] neutron.certfile = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.083645] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] neutron.collect_timing = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.083801] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] neutron.connect_retries = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.083957] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] neutron.connect_retry_delay = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.084139] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] neutron.default_floating_pool = public {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.084300] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] neutron.endpoint_override = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.084462] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] neutron.extension_sync_interval = 600 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.084624] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] neutron.http_retries = 3 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.084809] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] neutron.insecure = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.085024] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] neutron.keyfile = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.085200] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] neutron.max_version = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.085374] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.085532] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] neutron.min_version = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.085700] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] neutron.ovs_bridge = br-int {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.085863] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] neutron.physnets = [] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.086040] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] neutron.region_name = RegionOne {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.086204] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] neutron.retriable_status_codes = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.086372] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] neutron.service_metadata_proxy = True {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.086532] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] neutron.service_name = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.086700] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] neutron.service_type = network {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.086861] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] neutron.split_loggers = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.087032] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] neutron.status_code_retries = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.087195] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] neutron.status_code_retry_delay = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.087352] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] neutron.timeout = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.087531] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.087692] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] neutron.version = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.087862] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] notifications.bdms_in_notifications = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.088048] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] notifications.default_level = INFO {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.088220] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] notifications.include_share_mapping = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.088401] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] notifications.notification_format = unversioned {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.088586] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] notifications.notify_on_state_change = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.088767] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.088942] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] pci.alias = [] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.089126] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] pci.device_spec = [] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.089294] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] pci.report_in_placement = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.089482] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] placement.auth_section = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.089668] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] placement.auth_type = password {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.089835] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.089995] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] placement.cafile = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.090167] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] placement.certfile = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.090329] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] placement.collect_timing = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.090486] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] placement.connect_retries = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.090647] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] placement.connect_retry_delay = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.090806] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] placement.default_domain_id = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.090962] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] placement.default_domain_name = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.091132] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] placement.domain_id = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.091291] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] placement.domain_name = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.091448] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] placement.endpoint_override = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.091611] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] placement.insecure = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.091764] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] placement.keyfile = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.091917] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] placement.max_version = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.092081] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] placement.min_version = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.092253] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] placement.password = **** {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.092413] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] placement.project_domain_id = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.092579] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] placement.project_domain_name = Default {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.092741] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] placement.project_id = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.092909] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] placement.project_name = service {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.093089] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] placement.region_name = RegionOne {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.093251] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] placement.retriable_status_codes = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.093409] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] placement.service_name = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.093582] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] placement.service_type = placement {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.093740] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] placement.split_loggers = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.093895] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] placement.status_code_retries = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.094061] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] placement.status_code_retry_delay = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.094221] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] placement.system_scope = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.094377] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] placement.timeout = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.094532] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] placement.trust_id = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.094686] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] placement.user_domain_id = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.094852] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] placement.user_domain_name = Default {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.095028] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] placement.user_id = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.095195] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] placement.username = nova {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.095376] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.095535] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] placement.version = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.095715] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] quota.cores = 20 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.095875] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] quota.count_usage_from_placement = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.096054] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.096228] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] quota.injected_file_content_bytes = 10240 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.096415] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] quota.injected_file_path_length = 255 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.096593] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] quota.injected_files = 5 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.096760] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] quota.instances = 10 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.096923] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] quota.key_pairs = 100 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.097099] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] quota.metadata_items = 128 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.097269] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] quota.ram = 51200 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.097431] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] quota.recheck_quota = True {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.097598] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] quota.server_group_members = 10 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.097761] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] quota.server_groups = 10 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.097968] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.098157] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] quota.unified_limits_resource_strategy = require {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.098329] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.098518] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.098690] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] scheduler.image_metadata_prefilter = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.098849] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.099019] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] scheduler.max_attempts = 3 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.099187] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] scheduler.max_placement_results = 1000 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.099349] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.099531] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] scheduler.query_placement_for_image_type_support = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.099704] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.099875] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] scheduler.workers = 2 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.100059] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.100233] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.100412] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.100581] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.100743] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.100906] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.101079] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.101269] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.101437] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] filter_scheduler.host_subset_size = 1 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.101602] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.101760] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.101918] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.102091] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.102270] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.102432] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] filter_scheduler.isolated_hosts = [] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.102596] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] filter_scheduler.isolated_images = [] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.102755] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.102914] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.103084] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.103248] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] filter_scheduler.pci_in_placement = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.103410] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.103568] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.103727] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.103884] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.104057] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.104225] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.104381] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] filter_scheduler.track_instance_changes = True {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.104551] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.104715] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] metrics.required = True {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.104874] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] metrics.weight_multiplier = 1.0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.105044] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.105212] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] metrics.weight_setting = [] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.105530] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.105705] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] serial_console.enabled = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.105880] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] serial_console.port_range = 10000:20000 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.106061] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.106233] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.106462] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] serial_console.serialproxy_port = 6083 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.106655] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] service_user.auth_section = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.106831] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] service_user.auth_type = password {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.106991] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] service_user.cafile = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.107162] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] service_user.certfile = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.107323] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] service_user.collect_timing = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.107480] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] service_user.insecure = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.107636] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] service_user.keyfile = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.107807] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] service_user.send_service_user_token = True {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.107969] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] service_user.split_loggers = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.108140] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] service_user.timeout = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.108308] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] spice.agent_enabled = True {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.108502] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] spice.enabled = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.108815] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.109028] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.109206] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] spice.html5proxy_port = 6082 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.109370] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] spice.image_compression = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.109550] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] spice.jpeg_compression = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.109714] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] spice.playback_compression = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.109876] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] spice.require_secure = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.110056] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] spice.server_listen = 127.0.0.1 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.110233] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.110512] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.110685] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] spice.streaming_mode = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.110846] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] spice.zlib_compression = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.111021] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] upgrade_levels.baseapi = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.111200] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] upgrade_levels.compute = auto {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.111362] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] upgrade_levels.conductor = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.111520] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] upgrade_levels.scheduler = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.111686] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vendordata_dynamic_auth.auth_section = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.111846] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vendordata_dynamic_auth.auth_type = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.112018] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vendordata_dynamic_auth.cafile = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.112173] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vendordata_dynamic_auth.certfile = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.112333] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.112491] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vendordata_dynamic_auth.insecure = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.112646] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vendordata_dynamic_auth.keyfile = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.112803] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.112959] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vendordata_dynamic_auth.timeout = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.113144] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vmware.api_retry_count = 10 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.113303] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vmware.ca_file = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.113475] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vmware.cache_prefix = devstack-image-cache {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.113641] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vmware.cluster_name = testcl1 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.113805] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vmware.connection_pool_size = 10 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.113962] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vmware.console_delay_seconds = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.114143] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vmware.datastore_regex = ^datastore.* {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.114353] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.114526] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vmware.host_password = **** {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.114693] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vmware.host_port = 443 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.114860] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vmware.host_username = administrator@vsphere.local {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.115039] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vmware.insecure = True {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.115203] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vmware.integration_bridge = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.115366] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vmware.maximum_objects = 100 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.115522] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vmware.pbm_default_policy = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.115685] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vmware.pbm_enabled = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.115840] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vmware.pbm_wsdl_location = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.116020] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.116179] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vmware.serial_port_proxy_uri = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.116357] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vmware.serial_port_service_uri = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.116538] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vmware.task_poll_interval = 0.5 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.116712] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vmware.use_linked_clone = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.116883] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vmware.vnc_keymap = en-us {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.117058] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vmware.vnc_port = 5900 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.117225] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vmware.vnc_port_total = 10000 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.117411] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vnc.auth_schemes = ['none'] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.117584] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vnc.enabled = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.117871] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.118067] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.118242] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vnc.novncproxy_port = 6080 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.118459] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vnc.server_listen = 127.0.0.1 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.118653] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.118817] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vnc.vencrypt_ca_certs = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.118974] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vnc.vencrypt_client_cert = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.119146] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vnc.vencrypt_client_key = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.119325] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.119508] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] workarounds.disable_deep_image_inspection = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.119680] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.119844] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.120012] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.120181] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] workarounds.disable_rootwrap = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.120342] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] workarounds.enable_numa_live_migration = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.120503] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.120663] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.120822] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.120982] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] workarounds.libvirt_disable_apic = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.121157] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.121322] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.121483] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.121644] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.121802] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.121959] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.122131] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.122291] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.122451] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.122617] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.122799] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.122966] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] wsgi.client_socket_timeout = 900 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.123144] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] wsgi.default_pool_size = 1000 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.123313] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] wsgi.keep_alive = True {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.123478] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] wsgi.max_header_line = 16384 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.123641] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] wsgi.secure_proxy_ssl_header = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.123799] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] wsgi.ssl_ca_file = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.123957] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] wsgi.ssl_cert_file = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.124129] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] wsgi.ssl_key_file = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.124296] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] wsgi.tcp_keepidle = 600 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.124469] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.124636] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] zvm.ca_file = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.124795] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] zvm.cloud_connector_url = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.125107] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.125292] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] zvm.reachable_timeout = 300 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.125463] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.125642] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.125818] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] profiler.connection_string = messaging:// {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.125984] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] profiler.enabled = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.126166] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] profiler.es_doc_type = notification {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.126349] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] profiler.es_scroll_size = 10000 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.126534] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] profiler.es_scroll_time = 2m {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.126701] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] profiler.filter_error_trace = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.126870] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] profiler.hmac_keys = **** {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.127048] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] profiler.sentinel_service_name = mymaster {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.127220] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] profiler.socket_timeout = 0.1 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.127381] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] profiler.trace_requests = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.127540] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] profiler.trace_sqlalchemy = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.127727] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] profiler_jaeger.process_tags = {} {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.127887] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] profiler_jaeger.service_name_prefix = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.128077] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] profiler_otlp.service_name_prefix = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.128226] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] remote_debug.host = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.128383] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] remote_debug.port = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.128590] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.128759] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.128922] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.129102] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.129266] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.129443] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.129616] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.129780] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.129941] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.130126] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.130287] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.130458] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.130627] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.130793] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.130956] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.131139] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.131302] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.131463] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.131639] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.131802] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.131962] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.132140] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.132343] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.132598] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.132798] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.132967] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.133146] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.133310] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.133473] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.133638] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.133802] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_messaging_rabbit.ssl = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.133973] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.134157] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.134322] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.134488] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.134655] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_messaging_rabbit.ssl_version = {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.134818] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.135014] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.135184] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_messaging_notifications.retry = -1 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.135362] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.135535] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_messaging_notifications.transport_url = **** {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.135708] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_limit.auth_section = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.135871] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_limit.auth_type = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.136041] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_limit.cafile = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.136203] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_limit.certfile = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.136386] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_limit.collect_timing = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.136556] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_limit.connect_retries = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.136716] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_limit.connect_retry_delay = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.136872] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_limit.endpoint_id = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.137062] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_limit.endpoint_interface = publicURL {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.137224] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_limit.endpoint_override = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.137380] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_limit.endpoint_region_name = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.137535] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_limit.endpoint_service_name = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.137689] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_limit.endpoint_service_type = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.137849] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_limit.insecure = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.138009] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_limit.keyfile = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.138171] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_limit.max_version = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.138326] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_limit.min_version = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.138502] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_limit.region_name = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.138668] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_limit.retriable_status_codes = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.138824] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_limit.service_name = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.138977] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_limit.service_type = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.139151] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_limit.split_loggers = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.139309] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_limit.status_code_retries = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.139484] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_limit.status_code_retry_delay = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.139651] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_limit.timeout = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.139809] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_limit.valid_interfaces = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.139962] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_limit.version = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.140144] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_reports.file_event_handler = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.140307] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.140461] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] oslo_reports.log_dir = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.140634] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.140792] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.140949] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.141133] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.141302] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.141458] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.141626] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.141787] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vif_plug_ovs_privileged.group = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.141943] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.142121] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.142285] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.142441] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] vif_plug_ovs_privileged.user = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.142611] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] os_vif_linux_bridge.flat_interface = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.142787] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.142958] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.143143] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.143315] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.143486] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.143653] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.143815] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.143992] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.144177] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] os_vif_ovs.isolate_vif = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.144345] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.144511] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.144680] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.144847] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] os_vif_ovs.ovsdb_interface = native {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.145011] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] os_vif_ovs.per_port_bridge = False {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.145189] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] privsep_osbrick.capabilities = [21] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.145346] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] privsep_osbrick.group = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.145503] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] privsep_osbrick.helper_command = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.145669] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.145832] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.145988] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] privsep_osbrick.user = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.146174] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.146353] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] nova_sys_admin.group = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.146523] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] nova_sys_admin.helper_command = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.146692] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.146854] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.147023] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] nova_sys_admin.user = None {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 545.147152] env[70398]: DEBUG oslo_service.backend.eventlet.service [None req-9d93594b-d0bb-4c5e-864b-8ba2b6f03451 None None] ******************************************************************************** {{(pid=70398) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 545.147570] env[70398]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 545.652315] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-1c5c7520-14dc-46a8-a8b9-496f6e76b4dc None None] Getting list of instances from cluster (obj){ [ 545.652315] env[70398]: value = "domain-c8" [ 545.652315] env[70398]: _type = "ClusterComputeResource" [ 545.652315] env[70398]: } {{(pid=70398) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 545.653402] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648747da-8db6-427a-9358-49a667272d89 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.662270] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-1c5c7520-14dc-46a8-a8b9-496f6e76b4dc None None] Got total of 0 instances {{(pid=70398) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 545.662866] env[70398]: WARNING nova.virt.vmwareapi.driver [None req-1c5c7520-14dc-46a8-a8b9-496f6e76b4dc None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 545.663348] env[70398]: INFO nova.virt.node [None req-1c5c7520-14dc-46a8-a8b9-496f6e76b4dc None None] Generated node identity 308ebb75-eece-4013-bc9f-8d18cf162ec4 [ 545.663581] env[70398]: INFO nova.virt.node [None req-1c5c7520-14dc-46a8-a8b9-496f6e76b4dc None None] Wrote node identity 308ebb75-eece-4013-bc9f-8d18cf162ec4 to /opt/stack/data/n-cpu-1/compute_id [ 546.166308] env[70398]: WARNING nova.compute.manager [None req-1c5c7520-14dc-46a8-a8b9-496f6e76b4dc None None] Compute nodes ['308ebb75-eece-4013-bc9f-8d18cf162ec4'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 547.172378] env[70398]: INFO nova.compute.manager [None req-1c5c7520-14dc-46a8-a8b9-496f6e76b4dc None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 548.177653] env[70398]: WARNING nova.compute.manager [None req-1c5c7520-14dc-46a8-a8b9-496f6e76b4dc None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 548.177993] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1c5c7520-14dc-46a8-a8b9-496f6e76b4dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 548.178196] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1c5c7520-14dc-46a8-a8b9-496f6e76b4dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 548.178349] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1c5c7520-14dc-46a8-a8b9-496f6e76b4dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 548.178530] env[70398]: DEBUG nova.compute.resource_tracker [None req-1c5c7520-14dc-46a8-a8b9-496f6e76b4dc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70398) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 548.179791] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbcdf47-7194-46ef-a399-19ab01ae28f5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.187632] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83f0b8b-3513-4c49-80c0-891c7f22d9dd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.200859] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a5c0de-2545-4a09-9fec-b142a2f25443 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.207259] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0792da-be28-4eb2-b19f-3cc4d6be8002 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.235606] env[70398]: DEBUG nova.compute.resource_tracker [None req-1c5c7520-14dc-46a8-a8b9-496f6e76b4dc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181009MB free_disk=97GB free_vcpus=48 pci_devices=None {{(pid=70398) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 548.235763] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1c5c7520-14dc-46a8-a8b9-496f6e76b4dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 548.235948] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1c5c7520-14dc-46a8-a8b9-496f6e76b4dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 548.738668] env[70398]: WARNING nova.compute.resource_tracker [None req-1c5c7520-14dc-46a8-a8b9-496f6e76b4dc None None] No compute node record for cpu-1:308ebb75-eece-4013-bc9f-8d18cf162ec4: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 308ebb75-eece-4013-bc9f-8d18cf162ec4 could not be found. [ 549.243159] env[70398]: INFO nova.compute.resource_tracker [None req-1c5c7520-14dc-46a8-a8b9-496f6e76b4dc None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 308ebb75-eece-4013-bc9f-8d18cf162ec4 [ 550.751944] env[70398]: DEBUG nova.compute.resource_tracker [None req-1c5c7520-14dc-46a8-a8b9-496f6e76b4dc None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=70398) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 550.752320] env[70398]: DEBUG nova.compute.resource_tracker [None req-1c5c7520-14dc-46a8-a8b9-496f6e76b4dc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=70398) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 550.903333] env[70398]: INFO nova.scheduler.client.report [None req-1c5c7520-14dc-46a8-a8b9-496f6e76b4dc None None] [req-3b24ac86-80c8-4e16-a255-cf35e3510e83] Created resource provider record via placement API for resource provider with UUID 308ebb75-eece-4013-bc9f-8d18cf162ec4 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 550.920123] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a2a6ac-f4e2-4207-ae7e-fca964da0f25 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.927952] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a602428a-e955-4147-b332-42e12f98aa53 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.957242] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8efe130f-e45f-4a7f-b4a9-3e982fe055c9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.964289] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a95c40-20a0-4e84-aa05-986b584865f4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.459521] env[70398]: DEBUG nova.compute.provider_tree [None req-1c5c7520-14dc-46a8-a8b9-496f6e76b4dc None None] Updating inventory in ProviderTree for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 552.007820] env[70398]: DEBUG nova.scheduler.client.report [None req-1c5c7520-14dc-46a8-a8b9-496f6e76b4dc None None] Updated inventory for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 552.008184] env[70398]: DEBUG nova.compute.provider_tree [None req-1c5c7520-14dc-46a8-a8b9-496f6e76b4dc None None] Updating resource provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 generation from 0 to 1 during operation: update_inventory {{(pid=70398) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 552.008184] env[70398]: DEBUG nova.compute.provider_tree [None req-1c5c7520-14dc-46a8-a8b9-496f6e76b4dc None None] Updating inventory in ProviderTree for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 552.065050] env[70398]: DEBUG nova.compute.provider_tree [None req-1c5c7520-14dc-46a8-a8b9-496f6e76b4dc None None] Updating resource provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 generation from 1 to 2 during operation: update_traits {{(pid=70398) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 552.569855] env[70398]: DEBUG nova.compute.resource_tracker [None req-1c5c7520-14dc-46a8-a8b9-496f6e76b4dc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70398) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 552.570097] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1c5c7520-14dc-46a8-a8b9-496f6e76b4dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.334s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 552.570256] env[70398]: DEBUG nova.service [None req-1c5c7520-14dc-46a8-a8b9-496f6e76b4dc None None] Creating RPC server for service compute {{(pid=70398) start /opt/stack/nova/nova/service.py:178}} [ 552.586411] env[70398]: DEBUG nova.service [None req-1c5c7520-14dc-46a8-a8b9-496f6e76b4dc None None] Join ServiceGroup membership for this service compute {{(pid=70398) start /opt/stack/nova/nova/service.py:195}} [ 552.586711] env[70398]: DEBUG nova.servicegroup.drivers.db [None req-1c5c7520-14dc-46a8-a8b9-496f6e76b4dc None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=70398) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 592.849490] env[70398]: DEBUG oslo_concurrency.lockutils [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Acquiring lock "b7d421dd-74e2-4590-bbac-1401b00f66c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.849709] env[70398]: DEBUG oslo_concurrency.lockutils [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Lock "b7d421dd-74e2-4590-bbac-1401b00f66c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.353714] env[70398]: DEBUG nova.compute.manager [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] [instance: b7d421dd-74e2-4590-bbac-1401b00f66c3] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 593.908216] env[70398]: DEBUG oslo_concurrency.lockutils [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.908216] env[70398]: DEBUG oslo_concurrency.lockutils [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.003s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.910170] env[70398]: INFO nova.compute.claims [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] [instance: b7d421dd-74e2-4590-bbac-1401b00f66c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 594.177487] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Acquiring lock "a370856f-459c-42d9-92bc-061891305750" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.178278] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Lock "a370856f-459c-42d9-92bc-061891305750" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.684442] env[70398]: DEBUG nova.compute.manager [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: a370856f-459c-42d9-92bc-061891305750] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 594.988900] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0261bb1-9a9d-4f97-9812-ee3fc9928603 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.996021] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4666d59-2d4f-4c79-ab45-ba08243f552c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.039428] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e77832-a594-4cfa-a934-b303281095a6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.049171] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4e1e21-6582-4f8a-b747-b4cb27a37035 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.073776] env[70398]: DEBUG nova.compute.provider_tree [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 595.219283] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.577195] env[70398]: DEBUG nova.scheduler.client.report [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 596.083898] env[70398]: DEBUG oslo_concurrency.lockutils [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.176s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.084543] env[70398]: DEBUG nova.compute.manager [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] [instance: b7d421dd-74e2-4590-bbac-1401b00f66c3] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 596.087323] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.868s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.088801] env[70398]: INFO nova.compute.claims [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: a370856f-459c-42d9-92bc-061891305750] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 596.596589] env[70398]: DEBUG nova.compute.utils [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 596.601192] env[70398]: DEBUG nova.compute.manager [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] [instance: b7d421dd-74e2-4590-bbac-1401b00f66c3] Not allocating networking since 'none' was specified. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 597.105047] env[70398]: DEBUG nova.compute.manager [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] [instance: b7d421dd-74e2-4590-bbac-1401b00f66c3] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 597.224855] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Acquiring lock "a7c8cf9d-671e-4489-8a64-218be96335d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.225435] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Lock "a7c8cf9d-671e-4489-8a64-218be96335d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.232696] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab7740f-046a-4222-8d9b-15cc9b98242e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.245307] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92039fa5-25b3-4fad-8310-20786adfecf1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.299354] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f40fce-a655-453d-839e-66435f55f73d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.313018] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598b29a1-adb1-4fea-8b7a-9f103c041f57 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.328029] env[70398]: DEBUG nova.compute.provider_tree [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 597.351956] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Acquiring lock "460e787f-23bb-4bb8-8bc4-11545b9891ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.352361] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Lock "460e787f-23bb-4bb8-8bc4-11545b9891ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.729404] env[70398]: DEBUG nova.compute.manager [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 597.829701] env[70398]: DEBUG nova.scheduler.client.report [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 597.857496] env[70398]: DEBUG nova.compute.manager [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 598.118106] env[70398]: DEBUG nova.compute.manager [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] [instance: b7d421dd-74e2-4590-bbac-1401b00f66c3] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 598.232214] env[70398]: DEBUG nova.virt.hardware [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 598.232461] env[70398]: DEBUG nova.virt.hardware [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 598.232615] env[70398]: DEBUG nova.virt.hardware [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 598.232798] env[70398]: DEBUG nova.virt.hardware [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 598.232947] env[70398]: DEBUG nova.virt.hardware [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 598.233107] env[70398]: DEBUG nova.virt.hardware [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 598.233322] env[70398]: DEBUG nova.virt.hardware [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 598.233606] env[70398]: DEBUG nova.virt.hardware [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 598.234025] env[70398]: DEBUG nova.virt.hardware [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 598.234261] env[70398]: DEBUG nova.virt.hardware [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 598.234449] env[70398]: DEBUG nova.virt.hardware [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 598.237410] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a96d02-7ce7-406b-a445-133c45de7f39 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.248587] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a0d38e-43ef-44e1-b513-c7223ab3e9b6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.265526] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.268686] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6aee2fb-4c60-4d37-b67d-5e8eb55bd0f2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.290294] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] [instance: b7d421dd-74e2-4590-bbac-1401b00f66c3] Instance VIF info [] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 598.299828] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.300158] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-836ff5e6-dddb-4218-a612-28dfb0bac8f5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.313468] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Created folder: OpenStack in parent group-v4. [ 598.313694] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Creating folder: Project (5abb920cf4074187af6642192021d67f). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.313878] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36e2b0fe-be4e-4003-a314-cc2425ae37e0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.325325] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Created folder: Project (5abb920cf4074187af6642192021d67f) in parent group-v687430. [ 598.325325] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Creating folder: Instances. Parent ref: group-v687431. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.325325] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d15f46c-84db-4432-a45f-fa05737bad84 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.333427] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Created folder: Instances in parent group-v687431. [ 598.333427] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 598.334226] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.247s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.334540] env[70398]: DEBUG nova.compute.manager [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: a370856f-459c-42d9-92bc-061891305750] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 598.338051] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7d421dd-74e2-4590-bbac-1401b00f66c3] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 598.338051] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.072s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.342707] env[70398]: INFO nova.compute.claims [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 598.345830] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b83a4030-ea8b-485b-9bcd-21e102063892 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.372864] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 598.372864] env[70398]: value = "task-3443566" [ 598.372864] env[70398]: _type = "Task" [ 598.372864] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.383090] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443566, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.386446] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.867553] env[70398]: DEBUG nova.compute.utils [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 598.872818] env[70398]: DEBUG nova.compute.manager [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: a370856f-459c-42d9-92bc-061891305750] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 598.872818] env[70398]: DEBUG nova.network.neutron [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: a370856f-459c-42d9-92bc-061891305750] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 598.893542] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443566, 'name': CreateVM_Task, 'duration_secs': 0.31557} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.893542] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7d421dd-74e2-4590-bbac-1401b00f66c3] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 598.894136] env[70398]: DEBUG oslo_vmware.service [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75288a77-ac64-46a0-9590-6987a1d48569 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.901511] env[70398]: DEBUG oslo_concurrency.lockutils [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.901511] env[70398]: DEBUG oslo_concurrency.lockutils [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.902555] env[70398]: DEBUG oslo_concurrency.lockutils [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.902555] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85d47ca8-7f32-4518-847f-694a52632c1e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.907259] env[70398]: DEBUG oslo_vmware.api [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Waiting for the task: (returnval){ [ 598.907259] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]529c4f8c-016f-cb98-aba9-7c4a531c9c83" [ 598.907259] env[70398]: _type = "Task" [ 598.907259] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.918248] env[70398]: DEBUG oslo_vmware.api [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]529c4f8c-016f-cb98-aba9-7c4a531c9c83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.124724] env[70398]: DEBUG nova.policy [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6662db6681d4159874c0f638cda8fb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64cd2f192280404a9ff246ce75cf18d4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 599.213460] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Acquiring lock "2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.213711] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Lock "2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.377295] env[70398]: DEBUG nova.compute.manager [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: a370856f-459c-42d9-92bc-061891305750] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 599.428858] env[70398]: DEBUG oslo_concurrency.lockutils [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.430201] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] [instance: b7d421dd-74e2-4590-bbac-1401b00f66c3] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 599.430757] env[70398]: DEBUG oslo_concurrency.lockutils [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.432637] env[70398]: DEBUG oslo_concurrency.lockutils [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.432637] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 599.432637] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4345e609-f32d-4206-b853-7138ef3af03a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.456293] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 599.456604] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 599.457531] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a88232-1b77-40d6-b977-a76c91ff11e7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.465326] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fe4ea10-c23a-4b58-b760-fcfc68b5456f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.470545] env[70398]: DEBUG oslo_vmware.api [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Waiting for the task: (returnval){ [ 599.470545] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52696f10-0b5f-f93f-3f46-df8e2c295881" [ 599.470545] env[70398]: _type = "Task" [ 599.470545] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.484057] env[70398]: DEBUG oslo_vmware.api [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52696f10-0b5f-f93f-3f46-df8e2c295881, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.509836] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f70df4-8794-4fa3-a7f6-c382ebdbdfd1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.517654] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a436ae8-5cf6-4270-8fcb-a569ec18d67a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.557511] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0d5e52-9ffd-4fdb-9e54-02f6cedf2fa8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.573257] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111d7452-5f6c-40b2-b419-03bd1181e5b9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.589747] env[70398]: DEBUG nova.compute.provider_tree [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 599.717378] env[70398]: DEBUG nova.compute.manager [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] [instance: 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 599.984090] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] [instance: b7d421dd-74e2-4590-bbac-1401b00f66c3] Preparing fetch location {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 599.985539] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Creating directory with path [datastore2] vmware_temp/e584833f-bcc5-415f-bcae-a5a2ec0750f2/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 599.985844] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8ac0256-8cb5-4b05-abf1-8c8f5a816a21 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.018036] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Created directory with path [datastore2] vmware_temp/e584833f-bcc5-415f-bcae-a5a2ec0750f2/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 600.019169] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] [instance: b7d421dd-74e2-4590-bbac-1401b00f66c3] Fetch image to [datastore2] vmware_temp/e584833f-bcc5-415f-bcae-a5a2ec0750f2/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/tmp-sparse.vmdk {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 600.019410] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] [instance: b7d421dd-74e2-4590-bbac-1401b00f66c3] Downloading image file data c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 to [datastore2] vmware_temp/e584833f-bcc5-415f-bcae-a5a2ec0750f2/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/tmp-sparse.vmdk on the data store datastore2 {{(pid=70398) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 600.020351] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45bda25-515a-4ff8-aafe-c20cd784a8c4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.033394] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03919eff-8e4b-4e6e-b2ca-f8365f317355 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.043851] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c399249-a529-40a5-810b-ce286eae9d19 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.089979] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a533d8-019d-44a3-a8ad-ae85067f8075 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.093646] env[70398]: DEBUG nova.scheduler.client.report [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 600.104351] env[70398]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-519e5d7c-68e8-49ee-ac0f-536bd0b83df2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.196134] env[70398]: DEBUG nova.virt.vmwareapi.images [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] [instance: b7d421dd-74e2-4590-bbac-1401b00f66c3] Downloading image file data c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 to the data store datastore2 {{(pid=70398) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 600.242910] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.388901] env[70398]: DEBUG nova.compute.manager [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: a370856f-459c-42d9-92bc-061891305750] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 600.404085] env[70398]: DEBUG oslo_vmware.rw_handles [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e584833f-bcc5-415f-bcae-a5a2ec0750f2/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=70398) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 600.496502] env[70398]: DEBUG nova.virt.hardware [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 600.497613] env[70398]: DEBUG nova.virt.hardware [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 600.497865] env[70398]: DEBUG nova.virt.hardware [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 600.498168] env[70398]: DEBUG nova.virt.hardware [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 600.498489] env[70398]: DEBUG nova.virt.hardware [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 600.498791] env[70398]: DEBUG nova.virt.hardware [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 600.499276] env[70398]: DEBUG nova.virt.hardware [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 600.499711] env[70398]: DEBUG nova.virt.hardware [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 600.500106] env[70398]: DEBUG nova.virt.hardware [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 600.500384] env[70398]: DEBUG nova.virt.hardware [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 600.500741] env[70398]: DEBUG nova.virt.hardware [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 600.501879] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d843fc-e553-40c5-b112-2952af94eba6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.518403] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Acquiring lock "2fd962a1-021d-4a52-aeb0-049f87e3722d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.518746] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Lock "2fd962a1-021d-4a52-aeb0-049f87e3722d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.523148] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238bb4cc-b0d0-4469-8d76-af3a9b854941 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.603175] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.265s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.603916] env[70398]: DEBUG nova.compute.manager [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 600.609565] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.223s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.611045] env[70398]: INFO nova.compute.claims [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 601.030089] env[70398]: DEBUG nova.compute.manager [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] [instance: 2fd962a1-021d-4a52-aeb0-049f87e3722d] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 601.077219] env[70398]: DEBUG oslo_vmware.rw_handles [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Completed reading data from the image iterator. {{(pid=70398) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 601.077494] env[70398]: DEBUG oslo_vmware.rw_handles [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e584833f-bcc5-415f-bcae-a5a2ec0750f2/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=70398) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 601.115563] env[70398]: DEBUG nova.compute.utils [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 601.119274] env[70398]: DEBUG nova.compute.manager [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 601.120338] env[70398]: DEBUG nova.network.neutron [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 601.214735] env[70398]: DEBUG nova.policy [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a26d9e8206b481582196021fdea89f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93af68db89d24b26b4867df89529691f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 601.238840] env[70398]: DEBUG nova.virt.vmwareapi.images [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] [instance: b7d421dd-74e2-4590-bbac-1401b00f66c3] Downloaded image file data c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 to vmware_temp/e584833f-bcc5-415f-bcae-a5a2ec0750f2/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/tmp-sparse.vmdk on the data store datastore2 {{(pid=70398) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 601.241475] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] [instance: b7d421dd-74e2-4590-bbac-1401b00f66c3] Caching image {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 601.241826] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Copying Virtual Disk [datastore2] vmware_temp/e584833f-bcc5-415f-bcae-a5a2ec0750f2/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/tmp-sparse.vmdk to [datastore2] vmware_temp/e584833f-bcc5-415f-bcae-a5a2ec0750f2/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 601.242150] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fed2adf6-6307-4595-96a8-4191d4d71861 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.254990] env[70398]: DEBUG oslo_vmware.api [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Waiting for the task: (returnval){ [ 601.254990] env[70398]: value = "task-3443567" [ 601.254990] env[70398]: _type = "Task" [ 601.254990] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.264936] env[70398]: DEBUG oslo_vmware.api [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Task: {'id': task-3443567, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.560362] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.622626] env[70398]: DEBUG nova.compute.manager [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 601.644124] env[70398]: DEBUG nova.network.neutron [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: a370856f-459c-42d9-92bc-061891305750] Successfully created port: 620ede23-de86-4fc7-9642-390446e0b416 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 601.756792] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1697d3cb-eabd-4490-8175-c0f1bca92c3c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.772504] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c02043-9754-400e-b14b-1f393cd6877e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.780938] env[70398]: DEBUG oslo_vmware.api [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Task: {'id': task-3443567, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.805821] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d7dfba-ca32-4e00-a074-46a8e19271fe {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.815692] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ff2dbd-8a88-4343-a842-e922bfd6ea65 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.838781] env[70398]: DEBUG nova.compute.provider_tree [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 601.899072] env[70398]: DEBUG nova.network.neutron [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Successfully created port: 3f0b9e13-7ab2-4a6a-bf8d-4616764f15f0 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 602.268558] env[70398]: DEBUG oslo_vmware.api [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Task: {'id': task-3443567, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.660596} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.268878] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Copied Virtual Disk [datastore2] vmware_temp/e584833f-bcc5-415f-bcae-a5a2ec0750f2/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/tmp-sparse.vmdk to [datastore2] vmware_temp/e584833f-bcc5-415f-bcae-a5a2ec0750f2/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 602.269079] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Deleting the datastore file [datastore2] vmware_temp/e584833f-bcc5-415f-bcae-a5a2ec0750f2/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/tmp-sparse.vmdk {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 602.269277] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2172ae2-812d-4fc7-a3c1-0ae120722e5f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.276151] env[70398]: DEBUG oslo_vmware.api [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Waiting for the task: (returnval){ [ 602.276151] env[70398]: value = "task-3443568" [ 602.276151] env[70398]: _type = "Task" [ 602.276151] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.285135] env[70398]: DEBUG oslo_vmware.api [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Task: {'id': task-3443568, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.342075] env[70398]: DEBUG nova.scheduler.client.report [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 602.596314] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Acquiring lock "55ea9666-0dba-4440-9e5c-afeb9d2b7a98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.596594] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Lock "55ea9666-0dba-4440-9e5c-afeb9d2b7a98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.647825] env[70398]: DEBUG nova.compute.manager [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 602.789989] env[70398]: DEBUG oslo_vmware.api [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Task: {'id': task-3443568, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023868} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.795229] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 602.795444] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Moving file from [datastore2] vmware_temp/e584833f-bcc5-415f-bcae-a5a2ec0750f2/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 to [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172. {{(pid=70398) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 602.795913] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-262f2284-5952-464b-830c-7ad32ce96f10 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.805045] env[70398]: DEBUG nova.virt.hardware [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 602.805813] env[70398]: DEBUG nova.virt.hardware [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 602.805813] env[70398]: DEBUG nova.virt.hardware [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 602.805813] env[70398]: DEBUG nova.virt.hardware [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 602.805813] env[70398]: DEBUG nova.virt.hardware [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 602.805990] env[70398]: DEBUG nova.virt.hardware [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 602.806090] env[70398]: DEBUG nova.virt.hardware [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 602.806239] env[70398]: DEBUG nova.virt.hardware [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 602.806600] env[70398]: DEBUG nova.virt.hardware [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 602.806600] env[70398]: DEBUG nova.virt.hardware [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 602.806759] env[70398]: DEBUG nova.virt.hardware [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 602.807581] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a38e14-d93d-46af-9927-efbb3f3abbe0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.813355] env[70398]: DEBUG oslo_vmware.api [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Waiting for the task: (returnval){ [ 602.813355] env[70398]: value = "task-3443569" [ 602.813355] env[70398]: _type = "Task" [ 602.813355] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.821921] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eefc182e-ec48-4c17-b2db-6c0fa46f6a30 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.831599] env[70398]: DEBUG oslo_vmware.api [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Task: {'id': task-3443569, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.847204] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.238s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.847721] env[70398]: DEBUG nova.compute.manager [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 602.850367] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.608s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.851719] env[70398]: INFO nova.compute.claims [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] [instance: 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 603.100956] env[70398]: DEBUG nova.compute.manager [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] [instance: 55ea9666-0dba-4440-9e5c-afeb9d2b7a98] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 603.337044] env[70398]: DEBUG oslo_vmware.api [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Task: {'id': task-3443569, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.028803} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.337044] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] File moved {{(pid=70398) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 603.337427] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] [instance: b7d421dd-74e2-4590-bbac-1401b00f66c3] Cleaning up location [datastore2] vmware_temp/e584833f-bcc5-415f-bcae-a5a2ec0750f2 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 603.337427] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Deleting the datastore file [datastore2] vmware_temp/e584833f-bcc5-415f-bcae-a5a2ec0750f2 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 603.337597] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0702dc73-3def-4b87-acca-702971565e99 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.345432] env[70398]: DEBUG oslo_vmware.api [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Waiting for the task: (returnval){ [ 603.345432] env[70398]: value = "task-3443570" [ 603.345432] env[70398]: _type = "Task" [ 603.345432] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.360511] env[70398]: DEBUG nova.compute.utils [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 603.364073] env[70398]: DEBUG oslo_vmware.api [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Task: {'id': task-3443570, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.368804] env[70398]: DEBUG nova.compute.manager [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 603.368804] env[70398]: DEBUG nova.network.neutron [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 603.462772] env[70398]: DEBUG nova.policy [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '255ffab1841f42cdaf11c7697402579c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4e90d6e7b05416fbb703bb11b3c792b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 603.589163] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 603.589163] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 603.589163] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 603.589163] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 603.589383] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 603.589542] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 603.589752] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._sync_power_states {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 603.636333] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.857636] env[70398]: DEBUG oslo_vmware.api [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Task: {'id': task-3443570, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024131} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.857791] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 603.859671] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7769981-a0d4-4746-8a58-e1f5a6786343 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.869186] env[70398]: DEBUG nova.compute.manager [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 603.877103] env[70398]: DEBUG oslo_vmware.api [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Waiting for the task: (returnval){ [ 603.877103] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52555dc6-0e76-c4c8-6a0a-54700115be43" [ 603.877103] env[70398]: _type = "Task" [ 603.877103] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.886756] env[70398]: DEBUG oslo_vmware.api [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52555dc6-0e76-c4c8-6a0a-54700115be43, 'name': SearchDatastore_Task, 'duration_secs': 0.008577} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.887059] env[70398]: DEBUG oslo_concurrency.lockutils [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.887341] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] b7d421dd-74e2-4590-bbac-1401b00f66c3/b7d421dd-74e2-4590-bbac-1401b00f66c3.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 603.889068] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f446d9a3-8e6e-469d-9ffa-1ea6de42bfca {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.895227] env[70398]: DEBUG oslo_vmware.api [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Waiting for the task: (returnval){ [ 603.895227] env[70398]: value = "task-3443571" [ 603.895227] env[70398]: _type = "Task" [ 603.895227] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.915191] env[70398]: DEBUG oslo_vmware.api [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Task: {'id': task-3443571, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.043428] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2535d6dc-22fe-4da5-8998-c4eb1def30ca {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.058394] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b98572-7cbd-4769-a1c2-3b786e19e81f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.098925] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Getting list of instances from cluster (obj){ [ 604.098925] env[70398]: value = "domain-c8" [ 604.098925] env[70398]: _type = "ClusterComputeResource" [ 604.098925] env[70398]: } {{(pid=70398) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 604.100190] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653d6a2a-6160-4933-bea8-83b20d003791 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.104073] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a935247-282c-4999-8e10-e64633a46624 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.116655] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99748b2e-9e34-498f-971c-a301e8b402fa {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.120482] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Got total of 1 instances {{(pid=70398) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 604.121043] env[70398]: WARNING nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] While synchronizing instance power states, found 5 instances in the database and 1 instances on the hypervisor. [ 604.121043] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Triggering sync for uuid b7d421dd-74e2-4590-bbac-1401b00f66c3 {{(pid=70398) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 604.121181] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Triggering sync for uuid a370856f-459c-42d9-92bc-061891305750 {{(pid=70398) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 604.121951] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Triggering sync for uuid a7c8cf9d-671e-4489-8a64-218be96335d1 {{(pid=70398) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 604.121951] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Triggering sync for uuid 460e787f-23bb-4bb8-8bc4-11545b9891ea {{(pid=70398) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 604.121951] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Triggering sync for uuid 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7 {{(pid=70398) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 604.122289] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Acquiring lock "b7d421dd-74e2-4590-bbac-1401b00f66c3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.122438] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Acquiring lock "a370856f-459c-42d9-92bc-061891305750" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.122684] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Acquiring lock "a7c8cf9d-671e-4489-8a64-218be96335d1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.123226] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Acquiring lock "460e787f-23bb-4bb8-8bc4-11545b9891ea" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.123226] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Acquiring lock "2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.123226] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 604.123430] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70398) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 604.127108] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 604.138171] env[70398]: DEBUG nova.compute.provider_tree [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 604.412103] env[70398]: DEBUG oslo_vmware.api [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Task: {'id': task-3443571, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511947} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.412103] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] b7d421dd-74e2-4590-bbac-1401b00f66c3/b7d421dd-74e2-4590-bbac-1401b00f66c3.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 604.412487] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] [instance: b7d421dd-74e2-4590-bbac-1401b00f66c3] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 604.412487] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2cd45906-33ce-49fe-85a9-90f73a1b8b63 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.422817] env[70398]: DEBUG oslo_vmware.api [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Waiting for the task: (returnval){ [ 604.422817] env[70398]: value = "task-3443572" [ 604.422817] env[70398]: _type = "Task" [ 604.422817] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.423764] env[70398]: DEBUG nova.network.neutron [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] Successfully created port: b0d1f04a-c739-49e2-9c17-8be07a75ef91 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 604.434785] env[70398]: DEBUG oslo_vmware.api [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Task: {'id': task-3443572, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.627354] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.650266] env[70398]: DEBUG nova.scheduler.client.report [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 604.885980] env[70398]: DEBUG nova.compute.manager [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 604.919248] env[70398]: DEBUG nova.virt.hardware [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 604.919248] env[70398]: DEBUG nova.virt.hardware [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 604.919248] env[70398]: DEBUG nova.virt.hardware [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 604.919432] env[70398]: DEBUG nova.virt.hardware [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 604.919432] env[70398]: DEBUG nova.virt.hardware [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 604.919432] env[70398]: DEBUG nova.virt.hardware [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 604.919432] env[70398]: DEBUG nova.virt.hardware [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 604.920616] env[70398]: DEBUG nova.virt.hardware [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 604.920918] env[70398]: DEBUG nova.virt.hardware [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 604.921121] env[70398]: DEBUG nova.virt.hardware [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 604.921307] env[70398]: DEBUG nova.virt.hardware [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 604.927321] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4457ddd4-2be8-4789-87ff-1f0310d3cf95 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.946572] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61bf22e-bfb3-4449-9861-b3bb35d74316 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.953425] env[70398]: DEBUG oslo_vmware.api [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Task: {'id': task-3443572, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069038} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.953747] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] [instance: b7d421dd-74e2-4590-bbac-1401b00f66c3] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 604.955137] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1ffee8-1711-41a8-873e-9b5c06f745b5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.998083] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] [instance: b7d421dd-74e2-4590-bbac-1401b00f66c3] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] b7d421dd-74e2-4590-bbac-1401b00f66c3/b7d421dd-74e2-4590-bbac-1401b00f66c3.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 604.998471] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd720bc4-b350-4111-ab58-6c79c9eb2532 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.019085] env[70398]: DEBUG nova.network.neutron [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: a370856f-459c-42d9-92bc-061891305750] Successfully updated port: 620ede23-de86-4fc7-9642-390446e0b416 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 605.026166] env[70398]: DEBUG oslo_vmware.api [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Waiting for the task: (returnval){ [ 605.026166] env[70398]: value = "task-3443573" [ 605.026166] env[70398]: _type = "Task" [ 605.026166] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.035253] env[70398]: DEBUG oslo_vmware.api [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Task: {'id': task-3443573, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.154202] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.304s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.154736] env[70398]: DEBUG nova.compute.manager [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] [instance: 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 605.161213] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.601s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.162162] env[70398]: INFO nova.compute.claims [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] [instance: 2fd962a1-021d-4a52-aeb0-049f87e3722d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 605.521277] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Acquiring lock "refresh_cache-a370856f-459c-42d9-92bc-061891305750" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.521510] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Acquired lock "refresh_cache-a370856f-459c-42d9-92bc-061891305750" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.521958] env[70398]: DEBUG nova.network.neutron [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: a370856f-459c-42d9-92bc-061891305750] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 605.539369] env[70398]: DEBUG oslo_vmware.api [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Task: {'id': task-3443573, 'name': ReconfigVM_Task, 'duration_secs': 0.274763} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.540856] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] [instance: b7d421dd-74e2-4590-bbac-1401b00f66c3] Reconfigured VM instance instance-00000001 to attach disk [datastore2] b7d421dd-74e2-4590-bbac-1401b00f66c3/b7d421dd-74e2-4590-bbac-1401b00f66c3.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 605.541811] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ef63871-dd0d-41af-adbe-063e453e1953 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.553169] env[70398]: DEBUG oslo_vmware.api [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Waiting for the task: (returnval){ [ 605.553169] env[70398]: value = "task-3443574" [ 605.553169] env[70398]: _type = "Task" [ 605.553169] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.562555] env[70398]: DEBUG oslo_vmware.api [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Task: {'id': task-3443574, 'name': Rename_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.672319] env[70398]: DEBUG nova.compute.utils [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 605.675740] env[70398]: DEBUG nova.compute.manager [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] [instance: 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 605.675740] env[70398]: DEBUG nova.network.neutron [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] [instance: 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 605.878013] env[70398]: DEBUG nova.policy [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07ab2e565dd04fc9886261232c8ed265', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e005e503e83c476a8a17fca37c1d5698', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 606.070815] env[70398]: DEBUG oslo_vmware.api [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Task: {'id': task-3443574, 'name': Rename_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.110179] env[70398]: DEBUG nova.network.neutron [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Successfully updated port: 3f0b9e13-7ab2-4a6a-bf8d-4616764f15f0 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 606.150294] env[70398]: DEBUG nova.network.neutron [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: a370856f-459c-42d9-92bc-061891305750] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 606.175632] env[70398]: DEBUG nova.compute.manager [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] [instance: 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 606.330922] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702696d6-51bc-4f33-b6bc-ba784f4ece77 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.344117] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a3735d-47ce-4b24-80a3-053ebe0c0ef7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.385341] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802f0fe1-ecce-4c50-8c86-96a4ec340e05 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.396300] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ed8397-c5e1-417b-b001-75db890152b2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.411728] env[70398]: DEBUG nova.compute.provider_tree [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.567213] env[70398]: DEBUG oslo_vmware.api [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Task: {'id': task-3443574, 'name': Rename_Task, 'duration_secs': 0.821338} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.567527] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] [instance: b7d421dd-74e2-4590-bbac-1401b00f66c3] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 606.567807] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61dd2bbe-f9de-4be9-b4ab-63ad92d6d059 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.574617] env[70398]: DEBUG oslo_vmware.api [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Waiting for the task: (returnval){ [ 606.574617] env[70398]: value = "task-3443575" [ 606.574617] env[70398]: _type = "Task" [ 606.574617] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.584768] env[70398]: DEBUG oslo_vmware.api [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Task: {'id': task-3443575, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.612757] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Acquiring lock "refresh_cache-a7c8cf9d-671e-4489-8a64-218be96335d1" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.613389] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Acquired lock "refresh_cache-a7c8cf9d-671e-4489-8a64-218be96335d1" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.615684] env[70398]: DEBUG nova.network.neutron [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 606.690070] env[70398]: DEBUG nova.network.neutron [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: a370856f-459c-42d9-92bc-061891305750] Updating instance_info_cache with network_info: [{"id": "620ede23-de86-4fc7-9642-390446e0b416", "address": "fa:16:3e:14:14:15", "network": {"id": "9b79551f-7584-4d61-b2a0-efe46a621f82", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3934dab198654b86ac5acbec6380b4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap620ede23-de", "ovs_interfaceid": "620ede23-de86-4fc7-9642-390446e0b416", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.915178] env[70398]: DEBUG nova.scheduler.client.report [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 607.088773] env[70398]: DEBUG oslo_vmware.api [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Task: {'id': task-3443575, 'name': PowerOnVM_Task, 'duration_secs': 0.446594} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.089088] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] [instance: b7d421dd-74e2-4590-bbac-1401b00f66c3] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 607.090520] env[70398]: INFO nova.compute.manager [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] [instance: b7d421dd-74e2-4590-bbac-1401b00f66c3] Took 8.97 seconds to spawn the instance on the hypervisor. [ 607.090914] env[70398]: DEBUG nova.compute.manager [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] [instance: b7d421dd-74e2-4590-bbac-1401b00f66c3] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 607.091614] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18146551-9a8b-4948-b374-ec30564d16bb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.196234] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Releasing lock "refresh_cache-a370856f-459c-42d9-92bc-061891305750" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.196546] env[70398]: DEBUG nova.compute.manager [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: a370856f-459c-42d9-92bc-061891305750] Instance network_info: |[{"id": "620ede23-de86-4fc7-9642-390446e0b416", "address": "fa:16:3e:14:14:15", "network": {"id": "9b79551f-7584-4d61-b2a0-efe46a621f82", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3934dab198654b86ac5acbec6380b4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap620ede23-de", "ovs_interfaceid": "620ede23-de86-4fc7-9642-390446e0b416", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 607.197614] env[70398]: DEBUG nova.compute.manager [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] [instance: 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 607.200456] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: a370856f-459c-42d9-92bc-061891305750] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:14:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b911797-478d-4ee5-bce9-6f2f49014e94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '620ede23-de86-4fc7-9642-390446e0b416', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 607.209957] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Creating folder: Project (64cd2f192280404a9ff246ce75cf18d4). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.210279] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35199fc1-f382-4837-8df9-7e953d5eb472 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.220503] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Created folder: Project (64cd2f192280404a9ff246ce75cf18d4) in parent group-v687430. [ 607.220707] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Creating folder: Instances. Parent ref: group-v687434. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.220933] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c585931f-4a17-4b9a-b81f-4c62828a2e8a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.224935] env[70398]: DEBUG nova.virt.hardware [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 607.225198] env[70398]: DEBUG nova.virt.hardware [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 607.226046] env[70398]: DEBUG nova.virt.hardware [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 607.226046] env[70398]: DEBUG nova.virt.hardware [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 607.226046] env[70398]: DEBUG nova.virt.hardware [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 607.226046] env[70398]: DEBUG nova.virt.hardware [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 607.226228] env[70398]: DEBUG nova.virt.hardware [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 607.226287] env[70398]: DEBUG nova.virt.hardware [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 607.226452] env[70398]: DEBUG nova.virt.hardware [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 607.226673] env[70398]: DEBUG nova.virt.hardware [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 607.226848] env[70398]: DEBUG nova.virt.hardware [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 607.227674] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed2537c-4a4f-4362-ae1e-487a2ac5dbda {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.231991] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Created folder: Instances in parent group-v687434. [ 607.231991] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 607.232354] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a370856f-459c-42d9-92bc-061891305750] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 607.232544] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82a3856f-3901-4e2b-a4d7-0ee82018296b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.252311] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956ad027-96e2-4a7e-93fd-75053c606a07 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.257227] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 607.257227] env[70398]: value = "task-3443578" [ 607.257227] env[70398]: _type = "Task" [ 607.257227] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.273302] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443578, 'name': CreateVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.366187] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Acquiring lock "fbd30336-215c-4ff4-9d0c-d36491023d48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.366435] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Lock "fbd30336-215c-4ff4-9d0c-d36491023d48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.410616] env[70398]: DEBUG nova.compute.manager [req-1a7f9915-5ce5-4e3d-9e83-06c0f61dd9c0 req-32690254-e374-4cde-bf28-f909bfb764fa service nova] [instance: a370856f-459c-42d9-92bc-061891305750] Received event network-vif-plugged-620ede23-de86-4fc7-9642-390446e0b416 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 607.410616] env[70398]: DEBUG oslo_concurrency.lockutils [req-1a7f9915-5ce5-4e3d-9e83-06c0f61dd9c0 req-32690254-e374-4cde-bf28-f909bfb764fa service nova] Acquiring lock "a370856f-459c-42d9-92bc-061891305750-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.410616] env[70398]: DEBUG oslo_concurrency.lockutils [req-1a7f9915-5ce5-4e3d-9e83-06c0f61dd9c0 req-32690254-e374-4cde-bf28-f909bfb764fa service nova] Lock "a370856f-459c-42d9-92bc-061891305750-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.410616] env[70398]: DEBUG oslo_concurrency.lockutils [req-1a7f9915-5ce5-4e3d-9e83-06c0f61dd9c0 req-32690254-e374-4cde-bf28-f909bfb764fa service nova] Lock "a370856f-459c-42d9-92bc-061891305750-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.410616] env[70398]: DEBUG nova.compute.manager [req-1a7f9915-5ce5-4e3d-9e83-06c0f61dd9c0 req-32690254-e374-4cde-bf28-f909bfb764fa service nova] [instance: a370856f-459c-42d9-92bc-061891305750] No waiting events found dispatching network-vif-plugged-620ede23-de86-4fc7-9642-390446e0b416 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 607.411864] env[70398]: WARNING nova.compute.manager [req-1a7f9915-5ce5-4e3d-9e83-06c0f61dd9c0 req-32690254-e374-4cde-bf28-f909bfb764fa service nova] [instance: a370856f-459c-42d9-92bc-061891305750] Received unexpected event network-vif-plugged-620ede23-de86-4fc7-9642-390446e0b416 for instance with vm_state building and task_state spawning. [ 607.421583] env[70398]: DEBUG nova.network.neutron [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 607.424492] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.264s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.425125] env[70398]: DEBUG nova.compute.manager [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] [instance: 2fd962a1-021d-4a52-aeb0-049f87e3722d] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 607.428429] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.792s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.429859] env[70398]: INFO nova.compute.claims [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] [instance: 55ea9666-0dba-4440-9e5c-afeb9d2b7a98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 607.605740] env[70398]: DEBUG nova.network.neutron [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] [instance: 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7] Successfully created port: eff7f8c7-5040-4372-b80d-9ca9185c2e83 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 607.617697] env[70398]: INFO nova.compute.manager [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] [instance: b7d421dd-74e2-4590-bbac-1401b00f66c3] Took 13.76 seconds to build instance. [ 607.767342] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443578, 'name': CreateVM_Task, 'duration_secs': 0.334473} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.767430] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a370856f-459c-42d9-92bc-061891305750] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 607.794394] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.794527] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.795104] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.795357] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1a92707-913e-4cc1-bd0c-1534f7939e21 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.805295] env[70398]: DEBUG oslo_vmware.api [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Waiting for the task: (returnval){ [ 607.805295] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5275e83a-0b54-3483-1270-4e82bbfecf5b" [ 607.805295] env[70398]: _type = "Task" [ 607.805295] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.819139] env[70398]: DEBUG oslo_vmware.api [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5275e83a-0b54-3483-1270-4e82bbfecf5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.868869] env[70398]: DEBUG nova.compute.manager [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] [instance: fbd30336-215c-4ff4-9d0c-d36491023d48] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 607.935184] env[70398]: DEBUG nova.compute.utils [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 607.939727] env[70398]: DEBUG nova.compute.manager [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] [instance: 2fd962a1-021d-4a52-aeb0-049f87e3722d] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 607.939912] env[70398]: DEBUG nova.network.neutron [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] [instance: 2fd962a1-021d-4a52-aeb0-049f87e3722d] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 608.121967] env[70398]: DEBUG oslo_concurrency.lockutils [None req-82c0a9b5-ec42-4b72-92ee-12631116c456 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Lock "b7d421dd-74e2-4590-bbac-1401b00f66c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.272s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.122257] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "b7d421dd-74e2-4590-bbac-1401b00f66c3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.122494] env[70398]: INFO nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: b7d421dd-74e2-4590-bbac-1401b00f66c3] During sync_power_state the instance has a pending task (spawning). Skip. [ 608.122672] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "b7d421dd-74e2-4590-bbac-1401b00f66c3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.146155] env[70398]: DEBUG nova.policy [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e815976bed64b9ba194c2c487ac13a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c879c0e3bea41d9a99d7a749c92bcd5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 608.207557] env[70398]: DEBUG nova.network.neutron [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Updating instance_info_cache with network_info: [{"id": "3f0b9e13-7ab2-4a6a-bf8d-4616764f15f0", "address": "fa:16:3e:69:ed:a6", "network": {"id": "95a44432-3c7f-4b42-a7f3-4d63d4cea1d5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1085021408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93af68db89d24b26b4867df89529691f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f0b9e13-7a", "ovs_interfaceid": "3f0b9e13-7ab2-4a6a-bf8d-4616764f15f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.260698] env[70398]: DEBUG nova.network.neutron [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] Successfully updated port: b0d1f04a-c739-49e2-9c17-8be07a75ef91 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 608.319628] env[70398]: DEBUG oslo_vmware.api [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5275e83a-0b54-3483-1270-4e82bbfecf5b, 'name': SearchDatastore_Task, 'duration_secs': 0.008689} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.319929] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.320189] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: a370856f-459c-42d9-92bc-061891305750] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 608.320450] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.320560] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.320735] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 608.320989] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd31d35a-ceee-4e6c-9bd9-b708687b36b5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.330417] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 608.331865] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 608.333534] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10583456-fb06-4728-a7c5-390a49a3d5b0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.340608] env[70398]: DEBUG oslo_vmware.api [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Waiting for the task: (returnval){ [ 608.340608] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5274964c-82b9-ea95-607b-28516f55e275" [ 608.340608] env[70398]: _type = "Task" [ 608.340608] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.354969] env[70398]: DEBUG oslo_vmware.api [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5274964c-82b9-ea95-607b-28516f55e275, 'name': SearchDatastore_Task, 'duration_secs': 0.008591} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.355990] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6ec7156-fa53-467c-945f-6476f449c2b9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.361909] env[70398]: DEBUG oslo_vmware.api [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Waiting for the task: (returnval){ [ 608.361909] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52547250-1c6b-c227-bf5f-bef66c79bcf7" [ 608.361909] env[70398]: _type = "Task" [ 608.361909] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.370667] env[70398]: DEBUG oslo_vmware.api [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52547250-1c6b-c227-bf5f-bef66c79bcf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.400515] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.441086] env[70398]: DEBUG nova.compute.manager [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] [instance: 2fd962a1-021d-4a52-aeb0-049f87e3722d] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 608.647030] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae87c295-537b-4196-8a78-2a7c9d1699b2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.657037] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca74f05-e534-4037-889e-20d64be26069 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.698161] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133cc661-16d2-4de1-94ed-6517fb1f1745 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.705579] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7627a2-6762-4c01-ad28-099dce82233b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.711057] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Releasing lock "refresh_cache-a7c8cf9d-671e-4489-8a64-218be96335d1" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.711564] env[70398]: DEBUG nova.compute.manager [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Instance network_info: |[{"id": "3f0b9e13-7ab2-4a6a-bf8d-4616764f15f0", "address": "fa:16:3e:69:ed:a6", "network": {"id": "95a44432-3c7f-4b42-a7f3-4d63d4cea1d5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1085021408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93af68db89d24b26b4867df89529691f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f0b9e13-7a", "ovs_interfaceid": "3f0b9e13-7ab2-4a6a-bf8d-4616764f15f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 608.712165] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:ed:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbe1725d-6711-4e92-9a4e-d4802651e7d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f0b9e13-7ab2-4a6a-bf8d-4616764f15f0', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 608.720532] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Creating folder: Project (93af68db89d24b26b4867df89529691f). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.721408] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b5b09f2-7ca1-475c-937e-dfd28ac16d14 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.736142] env[70398]: DEBUG nova.compute.provider_tree [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 608.745896] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Created folder: Project (93af68db89d24b26b4867df89529691f) in parent group-v687430. [ 608.746102] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Creating folder: Instances. Parent ref: group-v687437. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.746342] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38b475c8-8409-4d3e-94f7-96055e2419c2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.758017] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Created folder: Instances in parent group-v687437. [ 608.758017] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 608.758017] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 608.758017] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f11d51bd-759d-4610-924a-7a4ca855b1d4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.771949] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Acquiring lock "refresh_cache-460e787f-23bb-4bb8-8bc4-11545b9891ea" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.772330] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Acquired lock "refresh_cache-460e787f-23bb-4bb8-8bc4-11545b9891ea" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.772330] env[70398]: DEBUG nova.network.neutron [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 608.780185] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 608.780185] env[70398]: value = "task-3443581" [ 608.780185] env[70398]: _type = "Task" [ 608.780185] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.789309] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443581, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.872407] env[70398]: DEBUG oslo_vmware.api [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52547250-1c6b-c227-bf5f-bef66c79bcf7, 'name': SearchDatastore_Task, 'duration_secs': 0.007902} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.872776] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.872933] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] a370856f-459c-42d9-92bc-061891305750/a370856f-459c-42d9-92bc-061891305750.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 608.873217] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b413c4be-08c8-4282-a4c6-f44e931083d4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.880915] env[70398]: DEBUG oslo_vmware.api [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Waiting for the task: (returnval){ [ 608.880915] env[70398]: value = "task-3443582" [ 608.880915] env[70398]: _type = "Task" [ 608.880915] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.892137] env[70398]: DEBUG oslo_vmware.api [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Task: {'id': task-3443582, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.242449] env[70398]: DEBUG nova.scheduler.client.report [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 609.295428] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443581, 'name': CreateVM_Task, 'duration_secs': 0.336383} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.295609] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 609.298210] env[70398]: DEBUG oslo_vmware.service [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4835a41f-bd32-4a0a-9f31-6fdb9eed90a3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.307066] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.308205] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.310081] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.310081] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc155408-87c4-4332-a1df-eaf91940c5bc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.315838] env[70398]: DEBUG oslo_vmware.api [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Waiting for the task: (returnval){ [ 609.315838] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52abd5e3-d474-a092-86d8-d10a892995d0" [ 609.315838] env[70398]: _type = "Task" [ 609.315838] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.328578] env[70398]: DEBUG oslo_vmware.api [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52abd5e3-d474-a092-86d8-d10a892995d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.376707] env[70398]: DEBUG nova.network.neutron [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 609.395983] env[70398]: DEBUG oslo_vmware.api [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Task: {'id': task-3443582, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.456099] env[70398]: DEBUG nova.compute.manager [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] [instance: 2fd962a1-021d-4a52-aeb0-049f87e3722d] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 609.500728] env[70398]: DEBUG nova.virt.hardware [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 609.500971] env[70398]: DEBUG nova.virt.hardware [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 609.501156] env[70398]: DEBUG nova.virt.hardware [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 609.501340] env[70398]: DEBUG nova.virt.hardware [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 609.501480] env[70398]: DEBUG nova.virt.hardware [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 609.501617] env[70398]: DEBUG nova.virt.hardware [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 609.501828] env[70398]: DEBUG nova.virt.hardware [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 609.501979] env[70398]: DEBUG nova.virt.hardware [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 609.502658] env[70398]: DEBUG nova.virt.hardware [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 609.502890] env[70398]: DEBUG nova.virt.hardware [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 609.503116] env[70398]: DEBUG nova.virt.hardware [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 609.504938] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f268d3d-4215-4095-b2b1-5e71d47800e0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.521858] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745d0b79-627b-4a23-86f2-7039474cda13 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.734099] env[70398]: DEBUG nova.network.neutron [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] [instance: 2fd962a1-021d-4a52-aeb0-049f87e3722d] Successfully created port: 91b46f48-3b51-48f1-9ad9-177334dba2d3 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 609.749536] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.320s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.749536] env[70398]: DEBUG nova.compute.manager [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] [instance: 55ea9666-0dba-4440-9e5c-afeb9d2b7a98] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 609.751130] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.124s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.754014] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.754014] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70398) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 609.754014] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.351s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.754014] env[70398]: INFO nova.compute.claims [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] [instance: fbd30336-215c-4ff4-9d0c-d36491023d48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 609.756160] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86c9c2b-29b6-4fd7-bbe3-a6bd06acb3e9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.769482] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ae693c-841f-424b-879f-6c11259481d8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.786488] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45eb48d-ca0f-476b-9004-829b94883692 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.793186] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30e4a2f-bda3-447d-ab9a-38688233f75f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.827107] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181006MB free_disk=97GB free_vcpus=48 pci_devices=None {{(pid=70398) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 609.827272] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.829542] env[70398]: DEBUG nova.network.neutron [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] Updating instance_info_cache with network_info: [{"id": "b0d1f04a-c739-49e2-9c17-8be07a75ef91", "address": "fa:16:3e:82:16:d8", "network": {"id": "feeb6cec-990e-48ad-ad05-9b3eaa8a76fc", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1908610790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c4e90d6e7b05416fbb703bb11b3c792b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0d1f04a-c7", "ovs_interfaceid": "b0d1f04a-c739-49e2-9c17-8be07a75ef91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.839937] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.840236] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 609.841227] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.841227] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.841227] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 609.841227] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97f33562-4379-4401-afd2-676b061c1772 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.851214] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 609.851214] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 609.851214] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be34a0c2-be8d-47ab-b979-05c942789db7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.857561] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-626c58a5-bb5c-436e-8e1a-0447c7ab2a42 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.863700] env[70398]: DEBUG oslo_vmware.api [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Waiting for the task: (returnval){ [ 609.863700] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e1af54-180e-8f5d-8e16-81609ec84748" [ 609.863700] env[70398]: _type = "Task" [ 609.863700] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.872097] env[70398]: DEBUG oslo_vmware.api [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e1af54-180e-8f5d-8e16-81609ec84748, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.891696] env[70398]: DEBUG oslo_vmware.api [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Task: {'id': task-3443582, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526312} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.892143] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] a370856f-459c-42d9-92bc-061891305750/a370856f-459c-42d9-92bc-061891305750.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 609.892398] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: a370856f-459c-42d9-92bc-061891305750] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 609.892692] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4660b95b-6cc6-4074-9914-af9eb85bb4ec {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.898390] env[70398]: DEBUG nova.compute.manager [req-9f5d9308-6c16-4ba2-a7aa-03c7ab98afc2 req-34a4f8d2-358f-45be-91ad-7bcfc8fd647d service nova] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Received event network-vif-plugged-3f0b9e13-7ab2-4a6a-bf8d-4616764f15f0 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 609.898869] env[70398]: DEBUG oslo_concurrency.lockutils [req-9f5d9308-6c16-4ba2-a7aa-03c7ab98afc2 req-34a4f8d2-358f-45be-91ad-7bcfc8fd647d service nova] Acquiring lock "a7c8cf9d-671e-4489-8a64-218be96335d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.899169] env[70398]: DEBUG oslo_concurrency.lockutils [req-9f5d9308-6c16-4ba2-a7aa-03c7ab98afc2 req-34a4f8d2-358f-45be-91ad-7bcfc8fd647d service nova] Lock "a7c8cf9d-671e-4489-8a64-218be96335d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.899386] env[70398]: DEBUG oslo_concurrency.lockutils [req-9f5d9308-6c16-4ba2-a7aa-03c7ab98afc2 req-34a4f8d2-358f-45be-91ad-7bcfc8fd647d service nova] Lock "a7c8cf9d-671e-4489-8a64-218be96335d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.899820] env[70398]: DEBUG nova.compute.manager [req-9f5d9308-6c16-4ba2-a7aa-03c7ab98afc2 req-34a4f8d2-358f-45be-91ad-7bcfc8fd647d service nova] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] No waiting events found dispatching network-vif-plugged-3f0b9e13-7ab2-4a6a-bf8d-4616764f15f0 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 609.899987] env[70398]: WARNING nova.compute.manager [req-9f5d9308-6c16-4ba2-a7aa-03c7ab98afc2 req-34a4f8d2-358f-45be-91ad-7bcfc8fd647d service nova] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Received unexpected event network-vif-plugged-3f0b9e13-7ab2-4a6a-bf8d-4616764f15f0 for instance with vm_state building and task_state spawning. [ 609.902069] env[70398]: DEBUG oslo_vmware.api [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Waiting for the task: (returnval){ [ 609.902069] env[70398]: value = "task-3443583" [ 609.902069] env[70398]: _type = "Task" [ 609.902069] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.912093] env[70398]: DEBUG oslo_vmware.api [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Task: {'id': task-3443583, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.257076] env[70398]: DEBUG nova.compute.utils [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 610.258898] env[70398]: DEBUG nova.compute.manager [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] [instance: 55ea9666-0dba-4440-9e5c-afeb9d2b7a98] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 610.259073] env[70398]: DEBUG nova.network.neutron [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] [instance: 55ea9666-0dba-4440-9e5c-afeb9d2b7a98] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 610.336191] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Releasing lock "refresh_cache-460e787f-23bb-4bb8-8bc4-11545b9891ea" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.336191] env[70398]: DEBUG nova.compute.manager [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] Instance network_info: |[{"id": "b0d1f04a-c739-49e2-9c17-8be07a75ef91", "address": "fa:16:3e:82:16:d8", "network": {"id": "feeb6cec-990e-48ad-ad05-9b3eaa8a76fc", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1908610790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c4e90d6e7b05416fbb703bb11b3c792b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0d1f04a-c7", "ovs_interfaceid": "b0d1f04a-c739-49e2-9c17-8be07a75ef91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 610.336991] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:16:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60e7ee7b-4d02-4d68-af2e-5ab7d9708120', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0d1f04a-c739-49e2-9c17-8be07a75ef91', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 610.349142] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Creating folder: Project (c4e90d6e7b05416fbb703bb11b3c792b). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.349142] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d06dc58-8899-4ad9-a200-9b73b17573b8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.359934] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Created folder: Project (c4e90d6e7b05416fbb703bb11b3c792b) in parent group-v687430. [ 610.360143] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Creating folder: Instances. Parent ref: group-v687440. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.360382] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1eb3c09-7ae7-42b4-926e-80ae46f69c04 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.370559] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Created folder: Instances in parent group-v687440. [ 610.370902] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 610.375423] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 610.375626] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f05a9c38-6077-42df-8f9c-306905259779 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.393558] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Preparing fetch location {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 610.394125] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Creating directory with path [datastore1] vmware_temp/a255c3a4-8c4a-48f7-9854-507fe98ddb3c/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 610.394434] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04ced9fe-6f73-444f-8d19-7962e9339ed3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.400828] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 610.400828] env[70398]: value = "task-3443586" [ 610.400828] env[70398]: _type = "Task" [ 610.400828] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.410771] env[70398]: DEBUG nova.policy [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51b6cf3918744dd082682d0ae1f98222', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9647995304547dbbc0e4f9b149dfeb5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 610.417653] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443586, 'name': CreateVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.420541] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Created directory with path [datastore1] vmware_temp/a255c3a4-8c4a-48f7-9854-507fe98ddb3c/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 610.421015] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Fetch image to [datastore1] vmware_temp/a255c3a4-8c4a-48f7-9854-507fe98ddb3c/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/tmp-sparse.vmdk {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 610.421015] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Downloading image file data c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 to [datastore1] vmware_temp/a255c3a4-8c4a-48f7-9854-507fe98ddb3c/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/tmp-sparse.vmdk on the data store datastore1 {{(pid=70398) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 610.422218] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bb3880-0e0a-404f-8942-45d2cfae60e4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.429035] env[70398]: DEBUG oslo_vmware.api [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Task: {'id': task-3443583, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072132} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.429629] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: a370856f-459c-42d9-92bc-061891305750] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 610.430478] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3453ea3c-6b24-45d1-9297-57ad04e46265 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.436070] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1922940-fc07-44cc-a90e-57cf1bda42ff {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.458956] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: a370856f-459c-42d9-92bc-061891305750] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] a370856f-459c-42d9-92bc-061891305750/a370856f-459c-42d9-92bc-061891305750.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 610.459719] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-becd84b0-d882-4507-934e-73f919e31149 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.481033] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8a54af-7ae6-417b-a278-dd89aa222940 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.486115] env[70398]: DEBUG oslo_vmware.api [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Waiting for the task: (returnval){ [ 610.486115] env[70398]: value = "task-3443587" [ 610.486115] env[70398]: _type = "Task" [ 610.486115] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.519578] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ae1a67-24ec-4657-b537-5bfe25bf1672 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.525695] env[70398]: DEBUG oslo_vmware.api [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Task: {'id': task-3443587, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.529417] env[70398]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-bac7407e-b381-47ee-9193-a675aa888297 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.560814] env[70398]: DEBUG nova.virt.vmwareapi.images [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Downloading image file data c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 to the data store datastore1 {{(pid=70398) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 610.646799] env[70398]: DEBUG oslo_vmware.rw_handles [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/a255c3a4-8c4a-48f7-9854-507fe98ddb3c/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=70398) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 610.715915] env[70398]: DEBUG nova.network.neutron [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] [instance: 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7] Successfully updated port: eff7f8c7-5040-4372-b80d-9ca9185c2e83 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 610.762523] env[70398]: DEBUG nova.compute.manager [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] [instance: 55ea9666-0dba-4440-9e5c-afeb9d2b7a98] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 610.914330] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443586, 'name': CreateVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.004272] env[70398]: DEBUG oslo_vmware.api [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Task: {'id': task-3443587, 'name': ReconfigVM_Task, 'duration_secs': 0.297736} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.005022] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: a370856f-459c-42d9-92bc-061891305750] Reconfigured VM instance instance-00000002 to attach disk [datastore2] a370856f-459c-42d9-92bc-061891305750/a370856f-459c-42d9-92bc-061891305750.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 611.005718] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a6356a8-e0b8-43a6-a561-9fdfa012459a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.017361] env[70398]: DEBUG oslo_vmware.api [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Waiting for the task: (returnval){ [ 611.017361] env[70398]: value = "task-3443588" [ 611.017361] env[70398]: _type = "Task" [ 611.017361] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.029576] env[70398]: DEBUG oslo_vmware.api [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Task: {'id': task-3443588, 'name': Rename_Task} progress is 10%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.067273] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489a70ca-0de1-4f26-92bb-52831b19a435 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.078275] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46f99a1-4641-48aa-9d43-01d18c2e5020 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.119219] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8e0071-02b7-4461-843a-7ef8b1f96cf9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.127694] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09500da0-a6b1-49f1-9f32-bf286f121c24 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.145645] env[70398]: DEBUG nova.compute.provider_tree [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 611.224091] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Acquiring lock "refresh_cache-2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.224268] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Acquired lock "refresh_cache-2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.224425] env[70398]: DEBUG nova.network.neutron [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] [instance: 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 611.274624] env[70398]: DEBUG nova.network.neutron [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] [instance: 55ea9666-0dba-4440-9e5c-afeb9d2b7a98] Successfully created port: 7173f26f-9f46-4ca9-ae97-e5a26c27aeb4 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 611.417807] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443586, 'name': CreateVM_Task, 'duration_secs': 0.859698} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.418011] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 611.421180] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.421180] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.421180] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.422283] env[70398]: DEBUG oslo_vmware.rw_handles [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Completed reading data from the image iterator. {{(pid=70398) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 611.422485] env[70398]: DEBUG oslo_vmware.rw_handles [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/a255c3a4-8c4a-48f7-9854-507fe98ddb3c/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=70398) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 611.422912] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37c02b5f-0297-45e1-b855-7db5c198a5bd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.429275] env[70398]: DEBUG oslo_vmware.api [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Waiting for the task: (returnval){ [ 611.429275] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52d9fe17-9c54-1825-93c9-86a53128043b" [ 611.429275] env[70398]: _type = "Task" [ 611.429275] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.450996] env[70398]: DEBUG oslo_vmware.api [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52d9fe17-9c54-1825-93c9-86a53128043b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.478948] env[70398]: DEBUG nova.virt.vmwareapi.images [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Downloaded image file data c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 to vmware_temp/a255c3a4-8c4a-48f7-9854-507fe98ddb3c/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/tmp-sparse.vmdk on the data store datastore1 {{(pid=70398) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 611.480782] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Caching image {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 611.480782] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Copying Virtual Disk [datastore1] vmware_temp/a255c3a4-8c4a-48f7-9854-507fe98ddb3c/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/tmp-sparse.vmdk to [datastore1] vmware_temp/a255c3a4-8c4a-48f7-9854-507fe98ddb3c/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 611.481132] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a32a174b-ad4b-4400-8519-430895deea47 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.489333] env[70398]: DEBUG oslo_vmware.api [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Waiting for the task: (returnval){ [ 611.489333] env[70398]: value = "task-3443589" [ 611.489333] env[70398]: _type = "Task" [ 611.489333] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.499977] env[70398]: DEBUG oslo_vmware.api [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3443589, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.527518] env[70398]: DEBUG oslo_vmware.api [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Task: {'id': task-3443588, 'name': Rename_Task, 'duration_secs': 0.143921} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.527890] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: a370856f-459c-42d9-92bc-061891305750] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 611.528093] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d9448e4-f0db-482e-9c84-15e5d8042d0b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.533836] env[70398]: DEBUG oslo_vmware.api [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Waiting for the task: (returnval){ [ 611.533836] env[70398]: value = "task-3443590" [ 611.533836] env[70398]: _type = "Task" [ 611.533836] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.542813] env[70398]: DEBUG oslo_vmware.api [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Task: {'id': task-3443590, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.649929] env[70398]: DEBUG nova.scheduler.client.report [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 611.781020] env[70398]: DEBUG nova.compute.manager [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] [instance: 55ea9666-0dba-4440-9e5c-afeb9d2b7a98] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 611.806233] env[70398]: DEBUG nova.network.neutron [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] [instance: 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 611.819360] env[70398]: DEBUG nova.virt.hardware [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 611.819360] env[70398]: DEBUG nova.virt.hardware [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 611.819554] env[70398]: DEBUG nova.virt.hardware [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 611.820089] env[70398]: DEBUG nova.virt.hardware [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 611.820089] env[70398]: DEBUG nova.virt.hardware [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 611.820194] env[70398]: DEBUG nova.virt.hardware [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 611.820802] env[70398]: DEBUG nova.virt.hardware [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 611.823043] env[70398]: DEBUG nova.virt.hardware [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 611.823043] env[70398]: DEBUG nova.virt.hardware [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 611.823043] env[70398]: DEBUG nova.virt.hardware [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 611.823043] env[70398]: DEBUG nova.virt.hardware [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 611.823043] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189e537e-b3f5-4f9b-a04d-0b433ab2444f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.833548] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a22036-ea2c-4bd5-a0a2-6e46cf4ec6a8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.951288] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.951288] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 611.951288] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.972398] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Acquiring lock "e20ffae3-2c87-4236-af72-9a752be07add" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.972496] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Lock "e20ffae3-2c87-4236-af72-9a752be07add" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.008876] env[70398]: DEBUG oslo_vmware.api [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3443589, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.051482] env[70398]: DEBUG oslo_vmware.api [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Task: {'id': task-3443590, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.154316] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.402s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.154870] env[70398]: DEBUG nova.compute.manager [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] [instance: fbd30336-215c-4ff4-9d0c-d36491023d48] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 612.158694] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.331s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.268627] env[70398]: DEBUG nova.network.neutron [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] [instance: 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7] Updating instance_info_cache with network_info: [{"id": "eff7f8c7-5040-4372-b80d-9ca9185c2e83", "address": "fa:16:3e:a8:e9:fa", "network": {"id": "fd9bd927-27db-441e-8457-5c28812666d7", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-474661360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e005e503e83c476a8a17fca37c1d5698", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeff7f8c7-50", "ovs_interfaceid": "eff7f8c7-5040-4372-b80d-9ca9185c2e83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.477265] env[70398]: DEBUG nova.compute.manager [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 612.486850] env[70398]: DEBUG nova.compute.manager [req-be2c76f1-6666-4248-bd4d-8065054399f5 req-b4d370f7-38ea-4b9d-bf25-43d54b0d15a2 service nova] [instance: a370856f-459c-42d9-92bc-061891305750] Received event network-changed-620ede23-de86-4fc7-9642-390446e0b416 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 612.487408] env[70398]: DEBUG nova.compute.manager [req-be2c76f1-6666-4248-bd4d-8065054399f5 req-b4d370f7-38ea-4b9d-bf25-43d54b0d15a2 service nova] [instance: a370856f-459c-42d9-92bc-061891305750] Refreshing instance network info cache due to event network-changed-620ede23-de86-4fc7-9642-390446e0b416. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 612.489128] env[70398]: DEBUG oslo_concurrency.lockutils [req-be2c76f1-6666-4248-bd4d-8065054399f5 req-b4d370f7-38ea-4b9d-bf25-43d54b0d15a2 service nova] Acquiring lock "refresh_cache-a370856f-459c-42d9-92bc-061891305750" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.489128] env[70398]: DEBUG oslo_concurrency.lockutils [req-be2c76f1-6666-4248-bd4d-8065054399f5 req-b4d370f7-38ea-4b9d-bf25-43d54b0d15a2 service nova] Acquired lock "refresh_cache-a370856f-459c-42d9-92bc-061891305750" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.489128] env[70398]: DEBUG nova.network.neutron [req-be2c76f1-6666-4248-bd4d-8065054399f5 req-b4d370f7-38ea-4b9d-bf25-43d54b0d15a2 service nova] [instance: a370856f-459c-42d9-92bc-061891305750] Refreshing network info cache for port 620ede23-de86-4fc7-9642-390446e0b416 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 612.506887] env[70398]: DEBUG oslo_vmware.api [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3443589, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.873907} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.507693] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Copied Virtual Disk [datastore1] vmware_temp/a255c3a4-8c4a-48f7-9854-507fe98ddb3c/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/tmp-sparse.vmdk to [datastore1] vmware_temp/a255c3a4-8c4a-48f7-9854-507fe98ddb3c/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 612.507868] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Deleting the datastore file [datastore1] vmware_temp/a255c3a4-8c4a-48f7-9854-507fe98ddb3c/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/tmp-sparse.vmdk {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 612.508143] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a88b7684-01d7-4bfe-a225-d8298681f786 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.520533] env[70398]: DEBUG oslo_vmware.api [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Waiting for the task: (returnval){ [ 612.520533] env[70398]: value = "task-3443591" [ 612.520533] env[70398]: _type = "Task" [ 612.520533] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.535669] env[70398]: DEBUG oslo_vmware.api [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3443591, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.550247] env[70398]: DEBUG oslo_vmware.api [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Task: {'id': task-3443590, 'name': PowerOnVM_Task, 'duration_secs': 0.545746} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.550247] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: a370856f-459c-42d9-92bc-061891305750] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 612.550247] env[70398]: INFO nova.compute.manager [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: a370856f-459c-42d9-92bc-061891305750] Took 12.16 seconds to spawn the instance on the hypervisor. [ 612.550247] env[70398]: DEBUG nova.compute.manager [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: a370856f-459c-42d9-92bc-061891305750] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 612.552517] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a76803-6558-4ff3-8458-b13e09d00eed {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.662105] env[70398]: DEBUG nova.compute.utils [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 612.663390] env[70398]: DEBUG nova.compute.manager [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] [instance: fbd30336-215c-4ff4-9d0c-d36491023d48] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 612.663390] env[70398]: DEBUG nova.network.neutron [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] [instance: fbd30336-215c-4ff4-9d0c-d36491023d48] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 612.710714] env[70398]: DEBUG nova.compute.manager [None req-fe7243a7-94ef-4895-9976-78bfe439aaba tempest-ServerDiagnosticsV248Test-126260563 tempest-ServerDiagnosticsV248Test-126260563-project-admin] [instance: b7d421dd-74e2-4590-bbac-1401b00f66c3] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 612.715083] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87b445f-3bd9-4793-9032-e21b8a9d3d6b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.726036] env[70398]: INFO nova.compute.manager [None req-fe7243a7-94ef-4895-9976-78bfe439aaba tempest-ServerDiagnosticsV248Test-126260563 tempest-ServerDiagnosticsV248Test-126260563-project-admin] [instance: b7d421dd-74e2-4590-bbac-1401b00f66c3] Retrieving diagnostics [ 612.728362] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2720ee-767a-44f5-848a-2b9cc30a4ca6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.775511] env[70398]: DEBUG nova.policy [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9974c63687534b10aeb34587785a325a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8af34bcbce46429cbacb24b591efdb2f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 612.777273] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Releasing lock "refresh_cache-2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.777501] env[70398]: DEBUG nova.compute.manager [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] [instance: 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7] Instance network_info: |[{"id": "eff7f8c7-5040-4372-b80d-9ca9185c2e83", "address": "fa:16:3e:a8:e9:fa", "network": {"id": "fd9bd927-27db-441e-8457-5c28812666d7", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-474661360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e005e503e83c476a8a17fca37c1d5698", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeff7f8c7-50", "ovs_interfaceid": "eff7f8c7-5040-4372-b80d-9ca9185c2e83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 612.781634] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] [instance: 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:e9:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b94712a6-b777-47dd-bc06-f9acfce2d936', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eff7f8c7-5040-4372-b80d-9ca9185c2e83', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 612.788556] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Creating folder: Project (e005e503e83c476a8a17fca37c1d5698). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.789118] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquiring lock "c4e17778-5b44-4a5c-934c-f06f1722e50c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.789275] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "c4e17778-5b44-4a5c-934c-f06f1722e50c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.791574] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-652be22f-cf85-486e-a7de-0f67a3cc3600 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.803413] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Created folder: Project (e005e503e83c476a8a17fca37c1d5698) in parent group-v687430. [ 612.803625] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Creating folder: Instances. Parent ref: group-v687443. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.803799] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7c6fbb9-6281-408b-be6d-0964c2406f6f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.814259] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Created folder: Instances in parent group-v687443. [ 612.814491] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 612.814672] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 612.814883] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-853e2584-1491-4517-9be7-b2c73d6ff268 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.837987] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquiring lock "43965006-3260-4b95-a464-548d87315683" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.838252] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Lock "43965006-3260-4b95-a464-548d87315683" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.840985] env[70398]: DEBUG nova.network.neutron [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] [instance: 2fd962a1-021d-4a52-aeb0-049f87e3722d] Successfully updated port: 91b46f48-3b51-48f1-9ad9-177334dba2d3 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 612.847131] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 612.847131] env[70398]: value = "task-3443594" [ 612.847131] env[70398]: _type = "Task" [ 612.847131] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.863613] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443594, 'name': CreateVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.034979] env[70398]: DEBUG oslo_vmware.api [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3443591, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038245} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.034979] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 613.038021] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Moving file from [datastore1] vmware_temp/a255c3a4-8c4a-48f7-9854-507fe98ddb3c/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 to [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172. {{(pid=70398) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 613.038021] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-40b3b424-b427-40e3-b37d-56793d3f824f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.047196] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.047196] env[70398]: DEBUG oslo_vmware.api [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Waiting for the task: (returnval){ [ 613.047196] env[70398]: value = "task-3443595" [ 613.047196] env[70398]: _type = "Task" [ 613.047196] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.075169] env[70398]: DEBUG oslo_vmware.api [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3443595, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.082858] env[70398]: INFO nova.compute.manager [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: a370856f-459c-42d9-92bc-061891305750] Took 17.89 seconds to build instance. [ 613.169350] env[70398]: DEBUG nova.compute.manager [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] [instance: fbd30336-215c-4ff4-9d0c-d36491023d48] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 613.217198] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance b7d421dd-74e2-4590-bbac-1401b00f66c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 613.217198] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance a370856f-459c-42d9-92bc-061891305750 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 613.217198] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance a7c8cf9d-671e-4489-8a64-218be96335d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 613.217198] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 460e787f-23bb-4bb8-8bc4-11545b9891ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 613.217385] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 613.217385] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 2fd962a1-021d-4a52-aeb0-049f87e3722d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 613.217385] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 55ea9666-0dba-4440-9e5c-afeb9d2b7a98 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 613.217385] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance fbd30336-215c-4ff4-9d0c-d36491023d48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 613.295721] env[70398]: DEBUG nova.compute.manager [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 613.348815] env[70398]: DEBUG nova.compute.manager [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 613.360446] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Acquiring lock "refresh_cache-2fd962a1-021d-4a52-aeb0-049f87e3722d" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.360446] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Acquired lock "refresh_cache-2fd962a1-021d-4a52-aeb0-049f87e3722d" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.360446] env[70398]: DEBUG nova.network.neutron [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] [instance: 2fd962a1-021d-4a52-aeb0-049f87e3722d] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 613.383472] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443594, 'name': CreateVM_Task} progress is 25%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.559737] env[70398]: DEBUG oslo_vmware.api [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3443595, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.039403} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.560039] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] File moved {{(pid=70398) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 613.560355] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Cleaning up location [datastore1] vmware_temp/a255c3a4-8c4a-48f7-9854-507fe98ddb3c {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 613.560427] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Deleting the datastore file [datastore1] vmware_temp/a255c3a4-8c4a-48f7-9854-507fe98ddb3c {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 613.560639] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c278e54f-7a71-47e8-88c8-157bbe8dbbfb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.567583] env[70398]: DEBUG oslo_vmware.api [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Waiting for the task: (returnval){ [ 613.567583] env[70398]: value = "task-3443596" [ 613.567583] env[70398]: _type = "Task" [ 613.567583] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.581293] env[70398]: DEBUG oslo_vmware.api [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3443596, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.582877] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3713aef1-226e-4c14-8d69-cf60703a5169 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Lock "a370856f-459c-42d9-92bc-061891305750" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.405s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.583483] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "a370856f-459c-42d9-92bc-061891305750" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.461s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.583483] env[70398]: INFO nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: a370856f-459c-42d9-92bc-061891305750] During sync_power_state the instance has a pending task (spawning). Skip. [ 613.583483] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "a370856f-459c-42d9-92bc-061891305750" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.720233] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance e20ffae3-2c87-4236-af72-9a752be07add has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 613.805524] env[70398]: DEBUG nova.network.neutron [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] [instance: fbd30336-215c-4ff4-9d0c-d36491023d48] Successfully created port: 82d07a4c-fb16-48bb-8023-56dc846fb0ff {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 613.826134] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.872991] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443594, 'name': CreateVM_Task, 'duration_secs': 0.689314} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.872991] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 613.872991] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.872991] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.873420] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.875448] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6824f481-a4b8-4910-b148-65c096be97e8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.884665] env[70398]: DEBUG oslo_vmware.api [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Waiting for the task: (returnval){ [ 613.884665] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]528029fd-6955-6008-47e7-e02987145583" [ 613.884665] env[70398]: _type = "Task" [ 613.884665] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.893206] env[70398]: DEBUG oslo_vmware.api [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]528029fd-6955-6008-47e7-e02987145583, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.945775] env[70398]: DEBUG nova.network.neutron [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] [instance: 55ea9666-0dba-4440-9e5c-afeb9d2b7a98] Successfully updated port: 7173f26f-9f46-4ca9-ae97-e5a26c27aeb4 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 613.964257] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.966770] env[70398]: DEBUG nova.network.neutron [req-be2c76f1-6666-4248-bd4d-8065054399f5 req-b4d370f7-38ea-4b9d-bf25-43d54b0d15a2 service nova] [instance: a370856f-459c-42d9-92bc-061891305750] Updated VIF entry in instance network info cache for port 620ede23-de86-4fc7-9642-390446e0b416. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 613.967121] env[70398]: DEBUG nova.network.neutron [req-be2c76f1-6666-4248-bd4d-8065054399f5 req-b4d370f7-38ea-4b9d-bf25-43d54b0d15a2 service nova] [instance: a370856f-459c-42d9-92bc-061891305750] Updating instance_info_cache with network_info: [{"id": "620ede23-de86-4fc7-9642-390446e0b416", "address": "fa:16:3e:14:14:15", "network": {"id": "9b79551f-7584-4d61-b2a0-efe46a621f82", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3934dab198654b86ac5acbec6380b4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap620ede23-de", "ovs_interfaceid": "620ede23-de86-4fc7-9642-390446e0b416", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.980643] env[70398]: DEBUG nova.network.neutron [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] [instance: 2fd962a1-021d-4a52-aeb0-049f87e3722d] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 614.084711] env[70398]: DEBUG oslo_vmware.api [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3443596, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026311} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.086191] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 614.086735] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-464354ff-bb09-409d-aba1-1eda8610988a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.093840] env[70398]: DEBUG oslo_vmware.api [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Waiting for the task: (returnval){ [ 614.093840] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52318b8a-22e8-24ad-2ab5-150722617afe" [ 614.093840] env[70398]: _type = "Task" [ 614.093840] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.107320] env[70398]: DEBUG oslo_vmware.api [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52318b8a-22e8-24ad-2ab5-150722617afe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.194936] env[70398]: DEBUG nova.compute.manager [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] [instance: fbd30336-215c-4ff4-9d0c-d36491023d48] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 614.198698] env[70398]: DEBUG nova.network.neutron [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] [instance: 2fd962a1-021d-4a52-aeb0-049f87e3722d] Updating instance_info_cache with network_info: [{"id": "91b46f48-3b51-48f1-9ad9-177334dba2d3", "address": "fa:16:3e:57:58:75", "network": {"id": "ea5651b8-0ffc-4161-a3c6-910e61216f05", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-521266646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c879c0e3bea41d9a99d7a749c92bcd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91b46f48-3b", "ovs_interfaceid": "91b46f48-3b51-48f1-9ad9-177334dba2d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.224269] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance c4e17778-5b44-4a5c-934c-f06f1722e50c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 614.236570] env[70398]: DEBUG nova.virt.hardware [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 614.236881] env[70398]: DEBUG nova.virt.hardware [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 614.237408] env[70398]: DEBUG nova.virt.hardware [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 614.237663] env[70398]: DEBUG nova.virt.hardware [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 614.238013] env[70398]: DEBUG nova.virt.hardware [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 614.238208] env[70398]: DEBUG nova.virt.hardware [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 614.238527] env[70398]: DEBUG nova.virt.hardware [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 614.238756] env[70398]: DEBUG nova.virt.hardware [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 614.239965] env[70398]: DEBUG nova.virt.hardware [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 614.240159] env[70398]: DEBUG nova.virt.hardware [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 614.240336] env[70398]: DEBUG nova.virt.hardware [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 614.241638] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56de4641-7965-4bd2-b021-dc63a976fc59 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.251890] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3867654d-5d4f-4fe0-82f3-2a66477ba683 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.259676] env[70398]: DEBUG nova.compute.manager [req-65a3667f-ae36-44ae-8bdd-c1699916d2ab req-991f9276-5d1c-4e75-b1d7-bfa0590ad2f8 service nova] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Received event network-changed-3f0b9e13-7ab2-4a6a-bf8d-4616764f15f0 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 614.259676] env[70398]: DEBUG nova.compute.manager [req-65a3667f-ae36-44ae-8bdd-c1699916d2ab req-991f9276-5d1c-4e75-b1d7-bfa0590ad2f8 service nova] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Refreshing instance network info cache due to event network-changed-3f0b9e13-7ab2-4a6a-bf8d-4616764f15f0. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 614.259676] env[70398]: DEBUG oslo_concurrency.lockutils [req-65a3667f-ae36-44ae-8bdd-c1699916d2ab req-991f9276-5d1c-4e75-b1d7-bfa0590ad2f8 service nova] Acquiring lock "refresh_cache-a7c8cf9d-671e-4489-8a64-218be96335d1" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.259676] env[70398]: DEBUG oslo_concurrency.lockutils [req-65a3667f-ae36-44ae-8bdd-c1699916d2ab req-991f9276-5d1c-4e75-b1d7-bfa0590ad2f8 service nova] Acquired lock "refresh_cache-a7c8cf9d-671e-4489-8a64-218be96335d1" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.259676] env[70398]: DEBUG nova.network.neutron [req-65a3667f-ae36-44ae-8bdd-c1699916d2ab req-991f9276-5d1c-4e75-b1d7-bfa0590ad2f8 service nova] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Refreshing network info cache for port 3f0b9e13-7ab2-4a6a-bf8d-4616764f15f0 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 614.396193] env[70398]: DEBUG oslo_vmware.api [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]528029fd-6955-6008-47e7-e02987145583, 'name': SearchDatastore_Task, 'duration_secs': 0.035401} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.396501] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.396817] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] [instance: 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 614.397308] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.452651] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Acquiring lock "refresh_cache-55ea9666-0dba-4440-9e5c-afeb9d2b7a98" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.453028] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Acquired lock "refresh_cache-55ea9666-0dba-4440-9e5c-afeb9d2b7a98" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.453111] env[70398]: DEBUG nova.network.neutron [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] [instance: 55ea9666-0dba-4440-9e5c-afeb9d2b7a98] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 614.471528] env[70398]: DEBUG oslo_concurrency.lockutils [req-be2c76f1-6666-4248-bd4d-8065054399f5 req-b4d370f7-38ea-4b9d-bf25-43d54b0d15a2 service nova] Releasing lock "refresh_cache-a370856f-459c-42d9-92bc-061891305750" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.471528] env[70398]: DEBUG nova.compute.manager [req-be2c76f1-6666-4248-bd4d-8065054399f5 req-b4d370f7-38ea-4b9d-bf25-43d54b0d15a2 service nova] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] Received event network-vif-plugged-b0d1f04a-c739-49e2-9c17-8be07a75ef91 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 614.471528] env[70398]: DEBUG oslo_concurrency.lockutils [req-be2c76f1-6666-4248-bd4d-8065054399f5 req-b4d370f7-38ea-4b9d-bf25-43d54b0d15a2 service nova] Acquiring lock "460e787f-23bb-4bb8-8bc4-11545b9891ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.472270] env[70398]: DEBUG oslo_concurrency.lockutils [req-be2c76f1-6666-4248-bd4d-8065054399f5 req-b4d370f7-38ea-4b9d-bf25-43d54b0d15a2 service nova] Lock "460e787f-23bb-4bb8-8bc4-11545b9891ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.472270] env[70398]: DEBUG oslo_concurrency.lockutils [req-be2c76f1-6666-4248-bd4d-8065054399f5 req-b4d370f7-38ea-4b9d-bf25-43d54b0d15a2 service nova] Lock "460e787f-23bb-4bb8-8bc4-11545b9891ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.472270] env[70398]: DEBUG nova.compute.manager [req-be2c76f1-6666-4248-bd4d-8065054399f5 req-b4d370f7-38ea-4b9d-bf25-43d54b0d15a2 service nova] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] No waiting events found dispatching network-vif-plugged-b0d1f04a-c739-49e2-9c17-8be07a75ef91 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 614.472482] env[70398]: WARNING nova.compute.manager [req-be2c76f1-6666-4248-bd4d-8065054399f5 req-b4d370f7-38ea-4b9d-bf25-43d54b0d15a2 service nova] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] Received unexpected event network-vif-plugged-b0d1f04a-c739-49e2-9c17-8be07a75ef91 for instance with vm_state building and task_state spawning. [ 614.472741] env[70398]: DEBUG nova.compute.manager [req-be2c76f1-6666-4248-bd4d-8065054399f5 req-b4d370f7-38ea-4b9d-bf25-43d54b0d15a2 service nova] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] Received event network-changed-b0d1f04a-c739-49e2-9c17-8be07a75ef91 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 614.472951] env[70398]: DEBUG nova.compute.manager [req-be2c76f1-6666-4248-bd4d-8065054399f5 req-b4d370f7-38ea-4b9d-bf25-43d54b0d15a2 service nova] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] Refreshing instance network info cache due to event network-changed-b0d1f04a-c739-49e2-9c17-8be07a75ef91. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 614.473297] env[70398]: DEBUG oslo_concurrency.lockutils [req-be2c76f1-6666-4248-bd4d-8065054399f5 req-b4d370f7-38ea-4b9d-bf25-43d54b0d15a2 service nova] Acquiring lock "refresh_cache-460e787f-23bb-4bb8-8bc4-11545b9891ea" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.473508] env[70398]: DEBUG oslo_concurrency.lockutils [req-be2c76f1-6666-4248-bd4d-8065054399f5 req-b4d370f7-38ea-4b9d-bf25-43d54b0d15a2 service nova] Acquired lock "refresh_cache-460e787f-23bb-4bb8-8bc4-11545b9891ea" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.478019] env[70398]: DEBUG nova.network.neutron [req-be2c76f1-6666-4248-bd4d-8065054399f5 req-b4d370f7-38ea-4b9d-bf25-43d54b0d15a2 service nova] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] Refreshing network info cache for port b0d1f04a-c739-49e2-9c17-8be07a75ef91 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 614.607384] env[70398]: DEBUG oslo_vmware.api [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52318b8a-22e8-24ad-2ab5-150722617afe, 'name': SearchDatastore_Task, 'duration_secs': 0.029745} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.607662] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.607922] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] a7c8cf9d-671e-4489-8a64-218be96335d1/a7c8cf9d-671e-4489-8a64-218be96335d1.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 614.608264] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.608464] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 614.608683] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c71eeb4-03e5-49ee-9a48-83946bac5647 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.615602] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39f03a3c-9db1-4102-a499-86c7dd8ef318 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.623306] env[70398]: DEBUG oslo_vmware.api [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Waiting for the task: (returnval){ [ 614.623306] env[70398]: value = "task-3443597" [ 614.623306] env[70398]: _type = "Task" [ 614.623306] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.625847] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 614.625847] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 614.630398] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-922895a8-b8f1-48e3-b153-1a433ab2b228 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.638815] env[70398]: DEBUG oslo_vmware.api [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3443597, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.642034] env[70398]: DEBUG oslo_vmware.api [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Waiting for the task: (returnval){ [ 614.642034] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e1973c-75e6-8a33-7a72-def2b4831622" [ 614.642034] env[70398]: _type = "Task" [ 614.642034] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.652240] env[70398]: DEBUG oslo_vmware.api [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e1973c-75e6-8a33-7a72-def2b4831622, 'name': SearchDatastore_Task} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.653072] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ffefb9f-a4cc-404d-ad3d-fc95683a9906 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.658490] env[70398]: DEBUG oslo_vmware.api [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Waiting for the task: (returnval){ [ 614.658490] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5237b547-6c4e-665f-54fc-3c9c3eba1603" [ 614.658490] env[70398]: _type = "Task" [ 614.658490] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.667372] env[70398]: DEBUG oslo_vmware.api [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5237b547-6c4e-665f-54fc-3c9c3eba1603, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.702212] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Releasing lock "refresh_cache-2fd962a1-021d-4a52-aeb0-049f87e3722d" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.702551] env[70398]: DEBUG nova.compute.manager [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] [instance: 2fd962a1-021d-4a52-aeb0-049f87e3722d] Instance network_info: |[{"id": "91b46f48-3b51-48f1-9ad9-177334dba2d3", "address": "fa:16:3e:57:58:75", "network": {"id": "ea5651b8-0ffc-4161-a3c6-910e61216f05", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-521266646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c879c0e3bea41d9a99d7a749c92bcd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91b46f48-3b", "ovs_interfaceid": "91b46f48-3b51-48f1-9ad9-177334dba2d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 614.703012] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] [instance: 2fd962a1-021d-4a52-aeb0-049f87e3722d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:58:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1430a695-49fb-4905-bc38-db9b869a1a9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91b46f48-3b51-48f1-9ad9-177334dba2d3', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 614.712950] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Creating folder: Project (0c879c0e3bea41d9a99d7a749c92bcd5). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 614.713406] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-331881a2-88c6-4918-8f3e-a59b4cb7339f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.723143] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Created folder: Project (0c879c0e3bea41d9a99d7a749c92bcd5) in parent group-v687430. [ 614.723347] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Creating folder: Instances. Parent ref: group-v687446. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 614.723606] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-756f4076-094f-4a28-a56d-a9acaef6aaf7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.727536] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 43965006-3260-4b95-a464-548d87315683 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 614.728196] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=70398) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 614.728196] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=70398) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 614.734391] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Created folder: Instances in parent group-v687446. [ 614.734391] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 614.734391] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fd962a1-021d-4a52-aeb0-049f87e3722d] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 614.734391] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6494b565-76f4-4051-9837-3fdfbcf7c30a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.753957] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 614.753957] env[70398]: value = "task-3443600" [ 614.753957] env[70398]: _type = "Task" [ 614.753957] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.770972] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443600, 'name': CreateVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.962751] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e6e48c-e873-4652-be14-52765584fdfe {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.971646] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98a1bf1-4269-47cb-affb-e3ad209505bc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.012060] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa79f809-79bf-441a-9002-fd3c426dea90 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.019995] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32b0a7b-7f2b-4cc2-afe4-84659c2bf165 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.038620] env[70398]: DEBUG nova.compute.provider_tree [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 615.042207] env[70398]: DEBUG nova.network.neutron [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] [instance: 55ea9666-0dba-4440-9e5c-afeb9d2b7a98] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 615.138059] env[70398]: DEBUG oslo_vmware.api [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3443597, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.175252] env[70398]: DEBUG oslo_vmware.api [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5237b547-6c4e-665f-54fc-3c9c3eba1603, 'name': SearchDatastore_Task, 'duration_secs': 0.010497} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.175889] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.178543] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 460e787f-23bb-4bb8-8bc4-11545b9891ea/460e787f-23bb-4bb8-8bc4-11545b9891ea.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 615.178543] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.178543] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 615.178543] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-288304f7-7452-49c1-a4af-588e62a9aba4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.185159] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eef00e22-85b8-4c38-b955-3e08799675fc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.193307] env[70398]: DEBUG oslo_vmware.api [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Waiting for the task: (returnval){ [ 615.193307] env[70398]: value = "task-3443601" [ 615.193307] env[70398]: _type = "Task" [ 615.193307] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.194970] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 615.195892] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 615.201297] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2407c8fa-0cf9-4919-bdf3-c7c3e04b9078 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.213734] env[70398]: DEBUG oslo_vmware.api [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Task: {'id': task-3443601, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.215737] env[70398]: DEBUG oslo_vmware.api [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Waiting for the task: (returnval){ [ 615.215737] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]520fbbbc-3002-b0f5-2bce-469af73f6acd" [ 615.215737] env[70398]: _type = "Task" [ 615.215737] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.226245] env[70398]: DEBUG oslo_vmware.api [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]520fbbbc-3002-b0f5-2bce-469af73f6acd, 'name': SearchDatastore_Task, 'duration_secs': 0.011006} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.229892] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45c9df43-40d1-40f5-b559-f7557c6be6c1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.240890] env[70398]: DEBUG oslo_vmware.api [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Waiting for the task: (returnval){ [ 615.240890] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5212aa6f-e15c-c4dd-3629-2a2bdc571bba" [ 615.240890] env[70398]: _type = "Task" [ 615.240890] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.250248] env[70398]: DEBUG oslo_vmware.api [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5212aa6f-e15c-c4dd-3629-2a2bdc571bba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.263815] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443600, 'name': CreateVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.441907] env[70398]: DEBUG nova.network.neutron [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] [instance: 55ea9666-0dba-4440-9e5c-afeb9d2b7a98] Updating instance_info_cache with network_info: [{"id": "7173f26f-9f46-4ca9-ae97-e5a26c27aeb4", "address": "fa:16:3e:2e:f4:9a", "network": {"id": "bae224d3-24e9-437b-9997-4e534639df50", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1485168706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e9647995304547dbbc0e4f9b149dfeb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7173f26f-9f", "ovs_interfaceid": "7173f26f-9f46-4ca9-ae97-e5a26c27aeb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.445333] env[70398]: DEBUG nova.network.neutron [req-65a3667f-ae36-44ae-8bdd-c1699916d2ab req-991f9276-5d1c-4e75-b1d7-bfa0590ad2f8 service nova] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Updated VIF entry in instance network info cache for port 3f0b9e13-7ab2-4a6a-bf8d-4616764f15f0. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 615.445737] env[70398]: DEBUG nova.network.neutron [req-65a3667f-ae36-44ae-8bdd-c1699916d2ab req-991f9276-5d1c-4e75-b1d7-bfa0590ad2f8 service nova] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Updating instance_info_cache with network_info: [{"id": "3f0b9e13-7ab2-4a6a-bf8d-4616764f15f0", "address": "fa:16:3e:69:ed:a6", "network": {"id": "95a44432-3c7f-4b42-a7f3-4d63d4cea1d5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1085021408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93af68db89d24b26b4867df89529691f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f0b9e13-7a", "ovs_interfaceid": "3f0b9e13-7ab2-4a6a-bf8d-4616764f15f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.543835] env[70398]: DEBUG nova.network.neutron [req-be2c76f1-6666-4248-bd4d-8065054399f5 req-b4d370f7-38ea-4b9d-bf25-43d54b0d15a2 service nova] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] Updated VIF entry in instance network info cache for port b0d1f04a-c739-49e2-9c17-8be07a75ef91. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 615.544455] env[70398]: DEBUG nova.network.neutron [req-be2c76f1-6666-4248-bd4d-8065054399f5 req-b4d370f7-38ea-4b9d-bf25-43d54b0d15a2 service nova] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] Updating instance_info_cache with network_info: [{"id": "b0d1f04a-c739-49e2-9c17-8be07a75ef91", "address": "fa:16:3e:82:16:d8", "network": {"id": "feeb6cec-990e-48ad-ad05-9b3eaa8a76fc", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1908610790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4e90d6e7b05416fbb703bb11b3c792b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0d1f04a-c7", "ovs_interfaceid": "b0d1f04a-c739-49e2-9c17-8be07a75ef91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.546910] env[70398]: DEBUG nova.scheduler.client.report [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 615.638331] env[70398]: DEBUG oslo_vmware.api [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3443597, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584205} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.638444] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] a7c8cf9d-671e-4489-8a64-218be96335d1/a7c8cf9d-671e-4489-8a64-218be96335d1.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 615.638667] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 615.639835] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-952a21e1-b22c-49c9-b15d-85ac4327e9c2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.649336] env[70398]: DEBUG oslo_vmware.api [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Waiting for the task: (returnval){ [ 615.649336] env[70398]: value = "task-3443602" [ 615.649336] env[70398]: _type = "Task" [ 615.649336] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.660092] env[70398]: DEBUG oslo_vmware.api [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3443602, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.710202] env[70398]: DEBUG oslo_vmware.api [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Task: {'id': task-3443601, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.754092] env[70398]: DEBUG oslo_vmware.api [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5212aa6f-e15c-c4dd-3629-2a2bdc571bba, 'name': SearchDatastore_Task, 'duration_secs': 0.011158} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.754762] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.755049] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7/2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 615.755157] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78ade79f-7037-4927-be25-071454a30ce3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.770614] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443600, 'name': CreateVM_Task, 'duration_secs': 0.558681} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.771717] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fd962a1-021d-4a52-aeb0-049f87e3722d] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 615.772066] env[70398]: DEBUG oslo_vmware.api [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Waiting for the task: (returnval){ [ 615.772066] env[70398]: value = "task-3443603" [ 615.772066] env[70398]: _type = "Task" [ 615.772066] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.772785] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.772881] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.773243] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.773902] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f1582f1-e325-482a-916f-afad99e2a755 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.790417] env[70398]: DEBUG oslo_vmware.api [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Waiting for the task: (returnval){ [ 615.790417] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]527ed1e5-07e2-8d3f-ec3a-41b23ecb82e3" [ 615.790417] env[70398]: _type = "Task" [ 615.790417] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.790886] env[70398]: DEBUG oslo_vmware.api [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Task: {'id': task-3443603, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.801020] env[70398]: DEBUG oslo_vmware.api [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]527ed1e5-07e2-8d3f-ec3a-41b23ecb82e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.808017] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquiring lock "61bc5681-9186-49fe-a635-56bd82450752" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.810019] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Lock "61bc5681-9186-49fe-a635-56bd82450752" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.948027] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Releasing lock "refresh_cache-55ea9666-0dba-4440-9e5c-afeb9d2b7a98" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.949847] env[70398]: DEBUG nova.compute.manager [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] [instance: 55ea9666-0dba-4440-9e5c-afeb9d2b7a98] Instance network_info: |[{"id": "7173f26f-9f46-4ca9-ae97-e5a26c27aeb4", "address": "fa:16:3e:2e:f4:9a", "network": {"id": "bae224d3-24e9-437b-9997-4e534639df50", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1485168706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e9647995304547dbbc0e4f9b149dfeb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7173f26f-9f", "ovs_interfaceid": "7173f26f-9f46-4ca9-ae97-e5a26c27aeb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 615.951145] env[70398]: DEBUG oslo_concurrency.lockutils [req-65a3667f-ae36-44ae-8bdd-c1699916d2ab req-991f9276-5d1c-4e75-b1d7-bfa0590ad2f8 service nova] Releasing lock "refresh_cache-a7c8cf9d-671e-4489-8a64-218be96335d1" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.951911] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] [instance: 55ea9666-0dba-4440-9e5c-afeb9d2b7a98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:f4:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97af1e58-5a75-44a1-b30c-9abb8932df9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7173f26f-9f46-4ca9-ae97-e5a26c27aeb4', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 615.962116] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Creating folder: Project (e9647995304547dbbc0e4f9b149dfeb5). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.963379] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34e57f97-8fca-4422-8aeb-009c5d80dc42 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.973591] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Created folder: Project (e9647995304547dbbc0e4f9b149dfeb5) in parent group-v687430. [ 615.973809] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Creating folder: Instances. Parent ref: group-v687449. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.974083] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2593992-52e8-4a43-948d-bf5f7d6d5fca {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.983673] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Created folder: Instances in parent group-v687449. [ 615.983942] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 615.984162] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55ea9666-0dba-4440-9e5c-afeb9d2b7a98] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 615.984423] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62c3e34e-87ee-4f7c-b44a-dca2d4b15733 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.009815] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 616.009815] env[70398]: value = "task-3443606" [ 616.009815] env[70398]: _type = "Task" [ 616.009815] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.021053] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443606, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.053327] env[70398]: DEBUG oslo_concurrency.lockutils [req-be2c76f1-6666-4248-bd4d-8065054399f5 req-b4d370f7-38ea-4b9d-bf25-43d54b0d15a2 service nova] Releasing lock "refresh_cache-460e787f-23bb-4bb8-8bc4-11545b9891ea" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.054227] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70398) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 616.054442] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.896s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.054769] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.012s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.056658] env[70398]: INFO nova.compute.claims [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 616.060599] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 616.060599] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Getting list of instances from cluster (obj){ [ 616.060599] env[70398]: value = "domain-c8" [ 616.060599] env[70398]: _type = "ClusterComputeResource" [ 616.060599] env[70398]: } {{(pid=70398) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 616.062237] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebc56e0-d781-4f60-9cba-98269b13a1a0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.078081] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Got total of 6 instances {{(pid=70398) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 616.160649] env[70398]: DEBUG oslo_vmware.api [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3443602, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.276225} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.161273] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 616.162649] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a5a1db-a5d5-4ba1-b613-ec48566bf5ed {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.188863] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] a7c8cf9d-671e-4489-8a64-218be96335d1/a7c8cf9d-671e-4489-8a64-218be96335d1.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 616.189747] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-987945ba-fece-4f4e-8d82-569a247aa5e1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.216023] env[70398]: DEBUG oslo_vmware.api [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Task: {'id': task-3443601, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717028} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.219089] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 460e787f-23bb-4bb8-8bc4-11545b9891ea/460e787f-23bb-4bb8-8bc4-11545b9891ea.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 616.219089] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 616.219089] env[70398]: DEBUG oslo_vmware.api [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Waiting for the task: (returnval){ [ 616.219089] env[70398]: value = "task-3443607" [ 616.219089] env[70398]: _type = "Task" [ 616.219089] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.219089] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-279b0edb-993e-45ac-bf52-7b0a43669d85 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.229349] env[70398]: DEBUG oslo_vmware.api [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3443607, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.230457] env[70398]: DEBUG oslo_vmware.api [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Waiting for the task: (returnval){ [ 616.230457] env[70398]: value = "task-3443608" [ 616.230457] env[70398]: _type = "Task" [ 616.230457] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.241030] env[70398]: DEBUG oslo_vmware.api [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Task: {'id': task-3443608, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.285317] env[70398]: DEBUG oslo_vmware.api [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Task: {'id': task-3443603, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.286204] env[70398]: DEBUG nova.network.neutron [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] [instance: fbd30336-215c-4ff4-9d0c-d36491023d48] Successfully updated port: 82d07a4c-fb16-48bb-8023-56dc846fb0ff {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 616.301517] env[70398]: DEBUG oslo_vmware.api [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]527ed1e5-07e2-8d3f-ec3a-41b23ecb82e3, 'name': SearchDatastore_Task, 'duration_secs': 0.051445} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.302431] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.302666] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] [instance: 2fd962a1-021d-4a52-aeb0-049f87e3722d] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 616.302898] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.303053] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.303232] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 616.303764] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2848e60e-d3ec-4ea3-9dfd-d168f746f2eb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.310751] env[70398]: DEBUG nova.compute.manager [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 61bc5681-9186-49fe-a635-56bd82450752] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 616.314665] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 616.314665] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 616.315412] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a99b42cd-bdd4-4376-82f0-968743423e79 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.320740] env[70398]: DEBUG oslo_vmware.api [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Waiting for the task: (returnval){ [ 616.320740] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]528e382b-ba3a-1557-8f49-255ff6729a8e" [ 616.320740] env[70398]: _type = "Task" [ 616.320740] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.328063] env[70398]: DEBUG oslo_vmware.api [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]528e382b-ba3a-1557-8f49-255ff6729a8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.477408] env[70398]: DEBUG nova.compute.manager [req-8ebb3949-15e5-4729-becc-02a471599100 req-2f2a8e2f-89e5-4341-a268-5833af73514c service nova] [instance: 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7] Received event network-vif-plugged-eff7f8c7-5040-4372-b80d-9ca9185c2e83 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 616.477639] env[70398]: DEBUG oslo_concurrency.lockutils [req-8ebb3949-15e5-4729-becc-02a471599100 req-2f2a8e2f-89e5-4341-a268-5833af73514c service nova] Acquiring lock "2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.477875] env[70398]: DEBUG oslo_concurrency.lockutils [req-8ebb3949-15e5-4729-becc-02a471599100 req-2f2a8e2f-89e5-4341-a268-5833af73514c service nova] Lock "2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.478196] env[70398]: DEBUG oslo_concurrency.lockutils [req-8ebb3949-15e5-4729-becc-02a471599100 req-2f2a8e2f-89e5-4341-a268-5833af73514c service nova] Lock "2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.478196] env[70398]: DEBUG nova.compute.manager [req-8ebb3949-15e5-4729-becc-02a471599100 req-2f2a8e2f-89e5-4341-a268-5833af73514c service nova] [instance: 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7] No waiting events found dispatching network-vif-plugged-eff7f8c7-5040-4372-b80d-9ca9185c2e83 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 616.478453] env[70398]: WARNING nova.compute.manager [req-8ebb3949-15e5-4729-becc-02a471599100 req-2f2a8e2f-89e5-4341-a268-5833af73514c service nova] [instance: 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7] Received unexpected event network-vif-plugged-eff7f8c7-5040-4372-b80d-9ca9185c2e83 for instance with vm_state building and task_state spawning. [ 616.478545] env[70398]: DEBUG nova.compute.manager [req-8ebb3949-15e5-4729-becc-02a471599100 req-2f2a8e2f-89e5-4341-a268-5833af73514c service nova] [instance: 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7] Received event network-changed-eff7f8c7-5040-4372-b80d-9ca9185c2e83 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 616.478668] env[70398]: DEBUG nova.compute.manager [req-8ebb3949-15e5-4729-becc-02a471599100 req-2f2a8e2f-89e5-4341-a268-5833af73514c service nova] [instance: 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7] Refreshing instance network info cache due to event network-changed-eff7f8c7-5040-4372-b80d-9ca9185c2e83. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 616.478904] env[70398]: DEBUG oslo_concurrency.lockutils [req-8ebb3949-15e5-4729-becc-02a471599100 req-2f2a8e2f-89e5-4341-a268-5833af73514c service nova] Acquiring lock "refresh_cache-2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.479062] env[70398]: DEBUG oslo_concurrency.lockutils [req-8ebb3949-15e5-4729-becc-02a471599100 req-2f2a8e2f-89e5-4341-a268-5833af73514c service nova] Acquired lock "refresh_cache-2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.479231] env[70398]: DEBUG nova.network.neutron [req-8ebb3949-15e5-4729-becc-02a471599100 req-2f2a8e2f-89e5-4341-a268-5833af73514c service nova] [instance: 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7] Refreshing network info cache for port eff7f8c7-5040-4372-b80d-9ca9185c2e83 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 616.525152] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443606, 'name': CreateVM_Task} progress is 25%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.606348] env[70398]: DEBUG oslo_concurrency.lockutils [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Acquiring lock "c198a147-5c6d-49a0-b899-feef3d55f4b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.606647] env[70398]: DEBUG oslo_concurrency.lockutils [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Lock "c198a147-5c6d-49a0-b899-feef3d55f4b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.730357] env[70398]: DEBUG oslo_vmware.api [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3443607, 'name': ReconfigVM_Task, 'duration_secs': 0.289246} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.730685] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Reconfigured VM instance instance-00000003 to attach disk [datastore1] a7c8cf9d-671e-4489-8a64-218be96335d1/a7c8cf9d-671e-4489-8a64-218be96335d1.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 616.731303] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-240d684c-7087-4876-9030-c1ac2acb2d6c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.741069] env[70398]: DEBUG oslo_vmware.api [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Task: {'id': task-3443608, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.742306] env[70398]: DEBUG oslo_vmware.api [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Waiting for the task: (returnval){ [ 616.742306] env[70398]: value = "task-3443609" [ 616.742306] env[70398]: _type = "Task" [ 616.742306] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.749829] env[70398]: DEBUG oslo_vmware.api [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3443609, 'name': Rename_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.786846] env[70398]: DEBUG oslo_vmware.api [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Task: {'id': task-3443603, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.789072] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Acquiring lock "refresh_cache-fbd30336-215c-4ff4-9d0c-d36491023d48" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.789072] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Acquired lock "refresh_cache-fbd30336-215c-4ff4-9d0c-d36491023d48" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.789072] env[70398]: DEBUG nova.network.neutron [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] [instance: fbd30336-215c-4ff4-9d0c-d36491023d48] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 616.834683] env[70398]: DEBUG oslo_vmware.api [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]528e382b-ba3a-1557-8f49-255ff6729a8e, 'name': SearchDatastore_Task, 'duration_secs': 0.019781} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.835993] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1847e9a-f238-4ddd-aca9-cb76a2b95635 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.841393] env[70398]: DEBUG oslo_vmware.api [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Waiting for the task: (returnval){ [ 616.841393] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52a3d1b6-b90a-99fa-11fe-e572d5a67c10" [ 616.841393] env[70398]: _type = "Task" [ 616.841393] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.848930] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.851185] env[70398]: DEBUG oslo_vmware.api [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52a3d1b6-b90a-99fa-11fe-e572d5a67c10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.020699] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3bd9b153-b93c-4e73-af5a-07099d967e2b tempest-DeleteServersAdminTestJSON-1616642307 tempest-DeleteServersAdminTestJSON-1616642307-project-admin] Acquiring lock "a370856f-459c-42d9-92bc-061891305750" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.021024] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3bd9b153-b93c-4e73-af5a-07099d967e2b tempest-DeleteServersAdminTestJSON-1616642307 tempest-DeleteServersAdminTestJSON-1616642307-project-admin] Lock "a370856f-459c-42d9-92bc-061891305750" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.021180] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3bd9b153-b93c-4e73-af5a-07099d967e2b tempest-DeleteServersAdminTestJSON-1616642307 tempest-DeleteServersAdminTestJSON-1616642307-project-admin] Acquiring lock "a370856f-459c-42d9-92bc-061891305750-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.021389] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3bd9b153-b93c-4e73-af5a-07099d967e2b tempest-DeleteServersAdminTestJSON-1616642307 tempest-DeleteServersAdminTestJSON-1616642307-project-admin] Lock "a370856f-459c-42d9-92bc-061891305750-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.021604] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3bd9b153-b93c-4e73-af5a-07099d967e2b tempest-DeleteServersAdminTestJSON-1616642307 tempest-DeleteServersAdminTestJSON-1616642307-project-admin] Lock "a370856f-459c-42d9-92bc-061891305750-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.023311] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443606, 'name': CreateVM_Task} progress is 25%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.023723] env[70398]: INFO nova.compute.manager [None req-3bd9b153-b93c-4e73-af5a-07099d967e2b tempest-DeleteServersAdminTestJSON-1616642307 tempest-DeleteServersAdminTestJSON-1616642307-project-admin] [instance: a370856f-459c-42d9-92bc-061891305750] Terminating instance [ 617.244668] env[70398]: DEBUG oslo_vmware.api [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Task: {'id': task-3443608, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.842725} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.247962] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 617.252087] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a503bd-0d9b-4244-9ef7-1803800a1242 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.259956] env[70398]: DEBUG oslo_vmware.api [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3443609, 'name': Rename_Task, 'duration_secs': 0.138584} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.268798] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 617.279413] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 460e787f-23bb-4bb8-8bc4-11545b9891ea/460e787f-23bb-4bb8-8bc4-11545b9891ea.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 617.283987] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f78b8312-fdf0-4e3f-91e9-266cef1783ab {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.285579] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-857d4820-8e8d-479a-9c9b-dd491c4fc139 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.322701] env[70398]: DEBUG oslo_vmware.api [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Waiting for the task: (returnval){ [ 617.322701] env[70398]: value = "task-3443610" [ 617.322701] env[70398]: _type = "Task" [ 617.322701] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.322701] env[70398]: DEBUG oslo_vmware.api [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Task: {'id': task-3443603, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.326398] env[70398]: DEBUG oslo_vmware.api [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Waiting for the task: (returnval){ [ 617.326398] env[70398]: value = "task-3443611" [ 617.326398] env[70398]: _type = "Task" [ 617.326398] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.339492] env[70398]: DEBUG oslo_vmware.api [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3443610, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.349562] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c5d326-aec4-4b37-ae52-78409d08c9f0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.355628] env[70398]: DEBUG oslo_vmware.api [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52a3d1b6-b90a-99fa-11fe-e572d5a67c10, 'name': SearchDatastore_Task, 'duration_secs': 0.030332} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.356393] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.356929] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 2fd962a1-021d-4a52-aeb0-049f87e3722d/2fd962a1-021d-4a52-aeb0-049f87e3722d.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 617.357086] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97868bf9-f5eb-4e7c-bb02-1122a0828316 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.363671] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4297ffd8-6e9c-4c27-a8e5-5c0e2f38ecf1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.369784] env[70398]: DEBUG oslo_vmware.api [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Waiting for the task: (returnval){ [ 617.369784] env[70398]: value = "task-3443612" [ 617.369784] env[70398]: _type = "Task" [ 617.369784] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.404668] env[70398]: DEBUG nova.network.neutron [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] [instance: fbd30336-215c-4ff4-9d0c-d36491023d48] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 617.408621] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45cfb75-7af1-4784-81fb-db01a43b375d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.417091] env[70398]: DEBUG nova.network.neutron [req-8ebb3949-15e5-4729-becc-02a471599100 req-2f2a8e2f-89e5-4341-a268-5833af73514c service nova] [instance: 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7] Updated VIF entry in instance network info cache for port eff7f8c7-5040-4372-b80d-9ca9185c2e83. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 617.417091] env[70398]: DEBUG nova.network.neutron [req-8ebb3949-15e5-4729-becc-02a471599100 req-2f2a8e2f-89e5-4341-a268-5833af73514c service nova] [instance: 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7] Updating instance_info_cache with network_info: [{"id": "eff7f8c7-5040-4372-b80d-9ca9185c2e83", "address": "fa:16:3e:a8:e9:fa", "network": {"id": "fd9bd927-27db-441e-8457-5c28812666d7", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-474661360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e005e503e83c476a8a17fca37c1d5698", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeff7f8c7-50", "ovs_interfaceid": "eff7f8c7-5040-4372-b80d-9ca9185c2e83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.418795] env[70398]: DEBUG oslo_vmware.api [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Task: {'id': task-3443612, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.426340] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a068c100-b2b8-4b05-bf41-54e6b262152f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.445866] env[70398]: DEBUG nova.compute.provider_tree [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Updating inventory in ProviderTree for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 617.524056] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443606, 'name': CreateVM_Task} progress is 25%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.527190] env[70398]: DEBUG nova.compute.manager [None req-3bd9b153-b93c-4e73-af5a-07099d967e2b tempest-DeleteServersAdminTestJSON-1616642307 tempest-DeleteServersAdminTestJSON-1616642307-project-admin] [instance: a370856f-459c-42d9-92bc-061891305750] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 617.527502] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd9b153-b93c-4e73-af5a-07099d967e2b tempest-DeleteServersAdminTestJSON-1616642307 tempest-DeleteServersAdminTestJSON-1616642307-project-admin] [instance: a370856f-459c-42d9-92bc-061891305750] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 617.528586] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef57432-e274-4928-ae2c-82018ad40799 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.539431] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd9b153-b93c-4e73-af5a-07099d967e2b tempest-DeleteServersAdminTestJSON-1616642307 tempest-DeleteServersAdminTestJSON-1616642307-project-admin] [instance: a370856f-459c-42d9-92bc-061891305750] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 617.539805] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b8becc2-817f-4d6e-b3de-7b19961e51f0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.549983] env[70398]: DEBUG oslo_vmware.api [None req-3bd9b153-b93c-4e73-af5a-07099d967e2b tempest-DeleteServersAdminTestJSON-1616642307 tempest-DeleteServersAdminTestJSON-1616642307-project-admin] Waiting for the task: (returnval){ [ 617.549983] env[70398]: value = "task-3443613" [ 617.549983] env[70398]: _type = "Task" [ 617.549983] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.562385] env[70398]: DEBUG oslo_vmware.api [None req-3bd9b153-b93c-4e73-af5a-07099d967e2b tempest-DeleteServersAdminTestJSON-1616642307 tempest-DeleteServersAdminTestJSON-1616642307-project-admin] Task: {'id': task-3443613, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.709045] env[70398]: DEBUG nova.network.neutron [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] [instance: fbd30336-215c-4ff4-9d0c-d36491023d48] Updating instance_info_cache with network_info: [{"id": "82d07a4c-fb16-48bb-8023-56dc846fb0ff", "address": "fa:16:3e:ff:d6:1b", "network": {"id": "9b79551f-7584-4d61-b2a0-efe46a621f82", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3934dab198654b86ac5acbec6380b4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82d07a4c-fb", "ovs_interfaceid": "82d07a4c-fb16-48bb-8023-56dc846fb0ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.797095] env[70398]: DEBUG oslo_vmware.api [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Task: {'id': task-3443603, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.936976} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.797574] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7/2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 617.797694] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] [instance: 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 617.797879] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c2fd1b8-fe00-4410-9d05-a475f6cbc283 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.806331] env[70398]: DEBUG oslo_vmware.api [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Waiting for the task: (returnval){ [ 617.806331] env[70398]: value = "task-3443614" [ 617.806331] env[70398]: _type = "Task" [ 617.806331] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.819776] env[70398]: DEBUG oslo_vmware.api [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Task: {'id': task-3443614, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.840962] env[70398]: DEBUG oslo_vmware.api [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Task: {'id': task-3443611, 'name': ReconfigVM_Task, 'duration_secs': 0.403016} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.845322] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 460e787f-23bb-4bb8-8bc4-11545b9891ea/460e787f-23bb-4bb8-8bc4-11545b9891ea.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 617.846264] env[70398]: DEBUG oslo_vmware.api [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3443610, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.846581] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f5069be-49be-490b-ac08-d6a9072077ca {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.855129] env[70398]: DEBUG oslo_vmware.api [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Waiting for the task: (returnval){ [ 617.855129] env[70398]: value = "task-3443615" [ 617.855129] env[70398]: _type = "Task" [ 617.855129] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.866967] env[70398]: DEBUG oslo_vmware.api [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Task: {'id': task-3443615, 'name': Rename_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.881553] env[70398]: DEBUG oslo_vmware.api [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Task: {'id': task-3443612, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.920678] env[70398]: DEBUG oslo_concurrency.lockutils [req-8ebb3949-15e5-4729-becc-02a471599100 req-2f2a8e2f-89e5-4341-a268-5833af73514c service nova] Releasing lock "refresh_cache-2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.920976] env[70398]: DEBUG nova.compute.manager [req-8ebb3949-15e5-4729-becc-02a471599100 req-2f2a8e2f-89e5-4341-a268-5833af73514c service nova] [instance: 55ea9666-0dba-4440-9e5c-afeb9d2b7a98] Received event network-vif-plugged-7173f26f-9f46-4ca9-ae97-e5a26c27aeb4 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 617.921262] env[70398]: DEBUG oslo_concurrency.lockutils [req-8ebb3949-15e5-4729-becc-02a471599100 req-2f2a8e2f-89e5-4341-a268-5833af73514c service nova] Acquiring lock "55ea9666-0dba-4440-9e5c-afeb9d2b7a98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.921494] env[70398]: DEBUG oslo_concurrency.lockutils [req-8ebb3949-15e5-4729-becc-02a471599100 req-2f2a8e2f-89e5-4341-a268-5833af73514c service nova] Lock "55ea9666-0dba-4440-9e5c-afeb9d2b7a98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.921761] env[70398]: DEBUG oslo_concurrency.lockutils [req-8ebb3949-15e5-4729-becc-02a471599100 req-2f2a8e2f-89e5-4341-a268-5833af73514c service nova] Lock "55ea9666-0dba-4440-9e5c-afeb9d2b7a98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.922023] env[70398]: DEBUG nova.compute.manager [req-8ebb3949-15e5-4729-becc-02a471599100 req-2f2a8e2f-89e5-4341-a268-5833af73514c service nova] [instance: 55ea9666-0dba-4440-9e5c-afeb9d2b7a98] No waiting events found dispatching network-vif-plugged-7173f26f-9f46-4ca9-ae97-e5a26c27aeb4 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 617.922198] env[70398]: WARNING nova.compute.manager [req-8ebb3949-15e5-4729-becc-02a471599100 req-2f2a8e2f-89e5-4341-a268-5833af73514c service nova] [instance: 55ea9666-0dba-4440-9e5c-afeb9d2b7a98] Received unexpected event network-vif-plugged-7173f26f-9f46-4ca9-ae97-e5a26c27aeb4 for instance with vm_state building and task_state spawning. [ 617.922709] env[70398]: DEBUG nova.compute.manager [req-8ebb3949-15e5-4729-becc-02a471599100 req-2f2a8e2f-89e5-4341-a268-5833af73514c service nova] [instance: 55ea9666-0dba-4440-9e5c-afeb9d2b7a98] Received event network-changed-7173f26f-9f46-4ca9-ae97-e5a26c27aeb4 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 617.922709] env[70398]: DEBUG nova.compute.manager [req-8ebb3949-15e5-4729-becc-02a471599100 req-2f2a8e2f-89e5-4341-a268-5833af73514c service nova] [instance: 55ea9666-0dba-4440-9e5c-afeb9d2b7a98] Refreshing instance network info cache due to event network-changed-7173f26f-9f46-4ca9-ae97-e5a26c27aeb4. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 617.922863] env[70398]: DEBUG oslo_concurrency.lockutils [req-8ebb3949-15e5-4729-becc-02a471599100 req-2f2a8e2f-89e5-4341-a268-5833af73514c service nova] Acquiring lock "refresh_cache-55ea9666-0dba-4440-9e5c-afeb9d2b7a98" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.925583] env[70398]: DEBUG oslo_concurrency.lockutils [req-8ebb3949-15e5-4729-becc-02a471599100 req-2f2a8e2f-89e5-4341-a268-5833af73514c service nova] Acquired lock "refresh_cache-55ea9666-0dba-4440-9e5c-afeb9d2b7a98" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.926089] env[70398]: DEBUG nova.network.neutron [req-8ebb3949-15e5-4729-becc-02a471599100 req-2f2a8e2f-89e5-4341-a268-5833af73514c service nova] [instance: 55ea9666-0dba-4440-9e5c-afeb9d2b7a98] Refreshing network info cache for port 7173f26f-9f46-4ca9-ae97-e5a26c27aeb4 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 617.986559] env[70398]: ERROR nova.scheduler.client.report [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [req-1f5752c9-f93f-434b-ad63-2d7634aa75ba] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 308ebb75-eece-4013-bc9f-8d18cf162ec4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1f5752c9-f93f-434b-ad63-2d7634aa75ba"}]} [ 618.022207] env[70398]: DEBUG nova.scheduler.client.report [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Refreshing inventories for resource provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 618.039026] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443606, 'name': CreateVM_Task, 'duration_secs': 1.782488} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.039026] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55ea9666-0dba-4440-9e5c-afeb9d2b7a98] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 618.039026] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.039026] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.039026] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.040169] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cae6b559-2b87-4b93-8650-e979947a95a4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.046140] env[70398]: DEBUG oslo_vmware.api [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Waiting for the task: (returnval){ [ 618.046140] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5278eaba-9df0-a767-ffda-c87d19ad90df" [ 618.046140] env[70398]: _type = "Task" [ 618.046140] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.056248] env[70398]: DEBUG nova.scheduler.client.report [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Updating ProviderTree inventory for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 618.056547] env[70398]: DEBUG nova.compute.provider_tree [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Updating inventory in ProviderTree for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 618.063365] env[70398]: DEBUG oslo_vmware.api [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5278eaba-9df0-a767-ffda-c87d19ad90df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.074796] env[70398]: DEBUG oslo_vmware.api [None req-3bd9b153-b93c-4e73-af5a-07099d967e2b tempest-DeleteServersAdminTestJSON-1616642307 tempest-DeleteServersAdminTestJSON-1616642307-project-admin] Task: {'id': task-3443613, 'name': PowerOffVM_Task, 'duration_secs': 0.252329} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.075157] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd9b153-b93c-4e73-af5a-07099d967e2b tempest-DeleteServersAdminTestJSON-1616642307 tempest-DeleteServersAdminTestJSON-1616642307-project-admin] [instance: a370856f-459c-42d9-92bc-061891305750] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 618.075338] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd9b153-b93c-4e73-af5a-07099d967e2b tempest-DeleteServersAdminTestJSON-1616642307 tempest-DeleteServersAdminTestJSON-1616642307-project-admin] [instance: a370856f-459c-42d9-92bc-061891305750] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 618.075676] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba6ad926-0c48-4387-ae74-7abbe9d8d15b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.084981] env[70398]: DEBUG nova.scheduler.client.report [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Refreshing aggregate associations for resource provider 308ebb75-eece-4013-bc9f-8d18cf162ec4, aggregates: None {{(pid=70398) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 618.114219] env[70398]: DEBUG nova.scheduler.client.report [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Refreshing trait associations for resource provider 308ebb75-eece-4013-bc9f-8d18cf162ec4, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=70398) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 618.146681] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd9b153-b93c-4e73-af5a-07099d967e2b tempest-DeleteServersAdminTestJSON-1616642307 tempest-DeleteServersAdminTestJSON-1616642307-project-admin] [instance: a370856f-459c-42d9-92bc-061891305750] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 618.147046] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd9b153-b93c-4e73-af5a-07099d967e2b tempest-DeleteServersAdminTestJSON-1616642307 tempest-DeleteServersAdminTestJSON-1616642307-project-admin] [instance: a370856f-459c-42d9-92bc-061891305750] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 618.147315] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bd9b153-b93c-4e73-af5a-07099d967e2b tempest-DeleteServersAdminTestJSON-1616642307 tempest-DeleteServersAdminTestJSON-1616642307-project-admin] Deleting the datastore file [datastore2] a370856f-459c-42d9-92bc-061891305750 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 618.147594] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3c148e1-181f-4b58-8b5d-bb508073d1c1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.156902] env[70398]: DEBUG oslo_vmware.api [None req-3bd9b153-b93c-4e73-af5a-07099d967e2b tempest-DeleteServersAdminTestJSON-1616642307 tempest-DeleteServersAdminTestJSON-1616642307-project-admin] Waiting for the task: (returnval){ [ 618.156902] env[70398]: value = "task-3443617" [ 618.156902] env[70398]: _type = "Task" [ 618.156902] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.171907] env[70398]: DEBUG oslo_vmware.api [None req-3bd9b153-b93c-4e73-af5a-07099d967e2b tempest-DeleteServersAdminTestJSON-1616642307 tempest-DeleteServersAdminTestJSON-1616642307-project-admin] Task: {'id': task-3443617, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.211602] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Releasing lock "refresh_cache-fbd30336-215c-4ff4-9d0c-d36491023d48" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.211916] env[70398]: DEBUG nova.compute.manager [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] [instance: fbd30336-215c-4ff4-9d0c-d36491023d48] Instance network_info: |[{"id": "82d07a4c-fb16-48bb-8023-56dc846fb0ff", "address": "fa:16:3e:ff:d6:1b", "network": {"id": "9b79551f-7584-4d61-b2a0-efe46a621f82", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3934dab198654b86ac5acbec6380b4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82d07a4c-fb", "ovs_interfaceid": "82d07a4c-fb16-48bb-8023-56dc846fb0ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 618.213026] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] [instance: fbd30336-215c-4ff4-9d0c-d36491023d48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:d6:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b911797-478d-4ee5-bce9-6f2f49014e94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82d07a4c-fb16-48bb-8023-56dc846fb0ff', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 618.220047] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Creating folder: Project (8af34bcbce46429cbacb24b591efdb2f). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.222822] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ba81910-d6f6-48a9-a35c-60e6d9981c13 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.234391] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Created folder: Project (8af34bcbce46429cbacb24b591efdb2f) in parent group-v687430. [ 618.234654] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Creating folder: Instances. Parent ref: group-v687452. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.234840] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de86176f-2390-44ea-bd4a-b509c5501c9e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.246549] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Created folder: Instances in parent group-v687452. [ 618.246813] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 618.247028] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbd30336-215c-4ff4-9d0c-d36491023d48] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 618.247244] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55489b88-8d7a-4e5c-8920-fcd4f49fb805 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.269337] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 618.269337] env[70398]: value = "task-3443620" [ 618.269337] env[70398]: _type = "Task" [ 618.269337] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.279743] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443620, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.318387] env[70398]: DEBUG oslo_vmware.api [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Task: {'id': task-3443614, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125987} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.318728] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] [instance: 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 618.319562] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2749bf-19ea-4866-80bf-2352eca18ab1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.343567] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] [instance: 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7/2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 618.349453] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b5a1d9d-a9c7-4fdb-b3a6-b61e9a2b777a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.371489] env[70398]: DEBUG oslo_vmware.api [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3443610, 'name': PowerOnVM_Task, 'duration_secs': 0.719945} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.373466] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 618.373466] env[70398]: INFO nova.compute.manager [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Took 15.73 seconds to spawn the instance on the hypervisor. [ 618.373660] env[70398]: DEBUG nova.compute.manager [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 618.373954] env[70398]: DEBUG oslo_vmware.api [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Waiting for the task: (returnval){ [ 618.373954] env[70398]: value = "task-3443621" [ 618.373954] env[70398]: _type = "Task" [ 618.373954] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.377776] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8415f38b-00e1-4e25-8f73-18aaa81c902f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.385656] env[70398]: DEBUG oslo_vmware.api [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Task: {'id': task-3443615, 'name': Rename_Task, 'duration_secs': 0.187138} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.388956] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 618.390173] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13a91588-9b6c-4293-9a37-70c5868db4da {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.403263] env[70398]: DEBUG oslo_vmware.api [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Task: {'id': task-3443612, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.76179} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.403317] env[70398]: DEBUG oslo_vmware.api [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Task: {'id': task-3443621, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.405075] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 2fd962a1-021d-4a52-aeb0-049f87e3722d/2fd962a1-021d-4a52-aeb0-049f87e3722d.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 618.405349] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] [instance: 2fd962a1-021d-4a52-aeb0-049f87e3722d] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 618.405626] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-636d5784-c920-42bd-8435-173169a9e55b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.417351] env[70398]: DEBUG oslo_vmware.api [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Waiting for the task: (returnval){ [ 618.417351] env[70398]: value = "task-3443622" [ 618.417351] env[70398]: _type = "Task" [ 618.417351] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.423797] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2436eb8-c5be-41ff-ac65-3a90b1317095 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.427254] env[70398]: DEBUG oslo_vmware.api [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Waiting for the task: (returnval){ [ 618.427254] env[70398]: value = "task-3443623" [ 618.427254] env[70398]: _type = "Task" [ 618.427254] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.450012] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9edc2dba-40db-4045-8f3f-50f5a8c6a5ee {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.459792] env[70398]: DEBUG oslo_vmware.api [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Task: {'id': task-3443622, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.459925] env[70398]: DEBUG oslo_vmware.api [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Task: {'id': task-3443623, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.489779] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480d3b89-34ea-4b0b-a1a9-2b2d030befa9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.498597] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ce9ac7-1cd4-4966-a1a0-6686d6c207a6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.516381] env[70398]: DEBUG nova.compute.provider_tree [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Updating inventory in ProviderTree for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 618.557215] env[70398]: DEBUG oslo_vmware.api [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5278eaba-9df0-a767-ffda-c87d19ad90df, 'name': SearchDatastore_Task, 'duration_secs': 0.053929} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.557468] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.558367] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] [instance: 55ea9666-0dba-4440-9e5c-afeb9d2b7a98] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 618.558367] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.558367] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.558367] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.558367] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad8bea53-1bc2-4348-b15f-5b5c4a857c78 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.567277] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 618.567546] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 618.570703] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1afededc-0ecc-40dd-b222-e7132d832095 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.577019] env[70398]: DEBUG oslo_vmware.api [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Waiting for the task: (returnval){ [ 618.577019] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52eecc69-6f71-ade6-60a6-9bc7654c44c8" [ 618.577019] env[70398]: _type = "Task" [ 618.577019] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.584881] env[70398]: DEBUG oslo_vmware.api [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52eecc69-6f71-ade6-60a6-9bc7654c44c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.670398] env[70398]: DEBUG oslo_vmware.api [None req-3bd9b153-b93c-4e73-af5a-07099d967e2b tempest-DeleteServersAdminTestJSON-1616642307 tempest-DeleteServersAdminTestJSON-1616642307-project-admin] Task: {'id': task-3443617, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13873} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.670659] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bd9b153-b93c-4e73-af5a-07099d967e2b tempest-DeleteServersAdminTestJSON-1616642307 tempest-DeleteServersAdminTestJSON-1616642307-project-admin] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 618.672070] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd9b153-b93c-4e73-af5a-07099d967e2b tempest-DeleteServersAdminTestJSON-1616642307 tempest-DeleteServersAdminTestJSON-1616642307-project-admin] [instance: a370856f-459c-42d9-92bc-061891305750] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 618.672070] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd9b153-b93c-4e73-af5a-07099d967e2b tempest-DeleteServersAdminTestJSON-1616642307 tempest-DeleteServersAdminTestJSON-1616642307-project-admin] [instance: a370856f-459c-42d9-92bc-061891305750] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 618.672070] env[70398]: INFO nova.compute.manager [None req-3bd9b153-b93c-4e73-af5a-07099d967e2b tempest-DeleteServersAdminTestJSON-1616642307 tempest-DeleteServersAdminTestJSON-1616642307-project-admin] [instance: a370856f-459c-42d9-92bc-061891305750] Took 1.14 seconds to destroy the instance on the hypervisor. [ 618.672070] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3bd9b153-b93c-4e73-af5a-07099d967e2b tempest-DeleteServersAdminTestJSON-1616642307 tempest-DeleteServersAdminTestJSON-1616642307-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 618.672070] env[70398]: DEBUG nova.compute.manager [-] [instance: a370856f-459c-42d9-92bc-061891305750] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 618.672070] env[70398]: DEBUG nova.network.neutron [-] [instance: a370856f-459c-42d9-92bc-061891305750] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 618.780727] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443620, 'name': CreateVM_Task, 'duration_secs': 0.446659} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.780851] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbd30336-215c-4ff4-9d0c-d36491023d48] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 618.781659] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.781886] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.782307] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.782607] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55b4c2d5-9818-48f5-bc8f-0d6c07b73d30 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.789876] env[70398]: DEBUG oslo_vmware.api [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Waiting for the task: (returnval){ [ 618.789876] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ab50c1-1ab3-528f-4d45-a65e06f887dc" [ 618.789876] env[70398]: _type = "Task" [ 618.789876] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.799422] env[70398]: DEBUG oslo_vmware.api [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ab50c1-1ab3-528f-4d45-a65e06f887dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.853484] env[70398]: DEBUG nova.compute.manager [req-4d66439c-561a-4f7a-9409-75fcb4912064 req-d4436d48-2806-4f4e-8c14-9bd917d0c430 service nova] [instance: 2fd962a1-021d-4a52-aeb0-049f87e3722d] Received event network-vif-plugged-91b46f48-3b51-48f1-9ad9-177334dba2d3 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 618.853689] env[70398]: DEBUG oslo_concurrency.lockutils [req-4d66439c-561a-4f7a-9409-75fcb4912064 req-d4436d48-2806-4f4e-8c14-9bd917d0c430 service nova] Acquiring lock "2fd962a1-021d-4a52-aeb0-049f87e3722d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.853882] env[70398]: DEBUG oslo_concurrency.lockutils [req-4d66439c-561a-4f7a-9409-75fcb4912064 req-d4436d48-2806-4f4e-8c14-9bd917d0c430 service nova] Lock "2fd962a1-021d-4a52-aeb0-049f87e3722d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.857655] env[70398]: DEBUG oslo_concurrency.lockutils [req-4d66439c-561a-4f7a-9409-75fcb4912064 req-d4436d48-2806-4f4e-8c14-9bd917d0c430 service nova] Lock "2fd962a1-021d-4a52-aeb0-049f87e3722d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.857845] env[70398]: DEBUG nova.compute.manager [req-4d66439c-561a-4f7a-9409-75fcb4912064 req-d4436d48-2806-4f4e-8c14-9bd917d0c430 service nova] [instance: 2fd962a1-021d-4a52-aeb0-049f87e3722d] No waiting events found dispatching network-vif-plugged-91b46f48-3b51-48f1-9ad9-177334dba2d3 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 618.858041] env[70398]: WARNING nova.compute.manager [req-4d66439c-561a-4f7a-9409-75fcb4912064 req-d4436d48-2806-4f4e-8c14-9bd917d0c430 service nova] [instance: 2fd962a1-021d-4a52-aeb0-049f87e3722d] Received unexpected event network-vif-plugged-91b46f48-3b51-48f1-9ad9-177334dba2d3 for instance with vm_state building and task_state spawning. [ 618.858206] env[70398]: DEBUG nova.compute.manager [req-4d66439c-561a-4f7a-9409-75fcb4912064 req-d4436d48-2806-4f4e-8c14-9bd917d0c430 service nova] [instance: 2fd962a1-021d-4a52-aeb0-049f87e3722d] Received event network-changed-91b46f48-3b51-48f1-9ad9-177334dba2d3 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 618.858356] env[70398]: DEBUG nova.compute.manager [req-4d66439c-561a-4f7a-9409-75fcb4912064 req-d4436d48-2806-4f4e-8c14-9bd917d0c430 service nova] [instance: 2fd962a1-021d-4a52-aeb0-049f87e3722d] Refreshing instance network info cache due to event network-changed-91b46f48-3b51-48f1-9ad9-177334dba2d3. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 618.858552] env[70398]: DEBUG oslo_concurrency.lockutils [req-4d66439c-561a-4f7a-9409-75fcb4912064 req-d4436d48-2806-4f4e-8c14-9bd917d0c430 service nova] Acquiring lock "refresh_cache-2fd962a1-021d-4a52-aeb0-049f87e3722d" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.858680] env[70398]: DEBUG oslo_concurrency.lockutils [req-4d66439c-561a-4f7a-9409-75fcb4912064 req-d4436d48-2806-4f4e-8c14-9bd917d0c430 service nova] Acquired lock "refresh_cache-2fd962a1-021d-4a52-aeb0-049f87e3722d" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.858852] env[70398]: DEBUG nova.network.neutron [req-4d66439c-561a-4f7a-9409-75fcb4912064 req-d4436d48-2806-4f4e-8c14-9bd917d0c430 service nova] [instance: 2fd962a1-021d-4a52-aeb0-049f87e3722d] Refreshing network info cache for port 91b46f48-3b51-48f1-9ad9-177334dba2d3 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 618.897597] env[70398]: DEBUG oslo_vmware.api [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Task: {'id': task-3443621, 'name': ReconfigVM_Task, 'duration_secs': 0.311678} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.902020] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] [instance: 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7/2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 618.902020] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63e5f311-a63f-4f7f-9e2a-1e9aef6e72b5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.911770] env[70398]: DEBUG oslo_vmware.api [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Waiting for the task: (returnval){ [ 618.911770] env[70398]: value = "task-3443624" [ 618.911770] env[70398]: _type = "Task" [ 618.911770] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.923207] env[70398]: INFO nova.compute.manager [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Took 20.69 seconds to build instance. [ 618.942790] env[70398]: DEBUG oslo_vmware.api [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Task: {'id': task-3443624, 'name': Rename_Task} progress is 10%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.963335] env[70398]: DEBUG oslo_vmware.api [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Task: {'id': task-3443622, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142303} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.967428] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] [instance: 2fd962a1-021d-4a52-aeb0-049f87e3722d] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 618.967428] env[70398]: DEBUG oslo_vmware.api [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Task: {'id': task-3443623, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.968998] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac88686b-2d04-4f5a-adb8-f9881286b84f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.002578] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] [instance: 2fd962a1-021d-4a52-aeb0-049f87e3722d] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 2fd962a1-021d-4a52-aeb0-049f87e3722d/2fd962a1-021d-4a52-aeb0-049f87e3722d.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 619.002578] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ee0904f-8cbf-4c1d-b655-9d3337dbb46e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.025530] env[70398]: DEBUG oslo_vmware.api [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Waiting for the task: (returnval){ [ 619.025530] env[70398]: value = "task-3443625" [ 619.025530] env[70398]: _type = "Task" [ 619.025530] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.035984] env[70398]: DEBUG oslo_vmware.api [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Task: {'id': task-3443625, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.050348] env[70398]: ERROR nova.scheduler.client.report [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [req-b7123e7c-30d3-4992-a1c4-aef414cf4f26] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 308ebb75-eece-4013-bc9f-8d18cf162ec4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b7123e7c-30d3-4992-a1c4-aef414cf4f26"}]} [ 619.079414] env[70398]: DEBUG nova.scheduler.client.report [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Refreshing inventories for resource provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 619.091586] env[70398]: DEBUG oslo_vmware.api [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52eecc69-6f71-ade6-60a6-9bc7654c44c8, 'name': SearchDatastore_Task, 'duration_secs': 0.010014} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.092411] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97f0343e-abe5-441e-a696-2eb4284f4ecb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.098596] env[70398]: DEBUG nova.scheduler.client.report [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Updating ProviderTree inventory for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 619.098596] env[70398]: DEBUG nova.compute.provider_tree [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Updating inventory in ProviderTree for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 619.103857] env[70398]: DEBUG oslo_vmware.api [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Waiting for the task: (returnval){ [ 619.103857] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52bbb019-8630-bca0-1260-0f7dafbe11de" [ 619.103857] env[70398]: _type = "Task" [ 619.103857] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.112820] env[70398]: DEBUG oslo_vmware.api [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52bbb019-8630-bca0-1260-0f7dafbe11de, 'name': SearchDatastore_Task, 'duration_secs': 0.009064} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.113057] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.113338] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 55ea9666-0dba-4440-9e5c-afeb9d2b7a98/55ea9666-0dba-4440-9e5c-afeb9d2b7a98.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 619.113577] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33f48320-6a40-4d55-b73d-2611a1dc5e85 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.123151] env[70398]: DEBUG oslo_vmware.api [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Waiting for the task: (returnval){ [ 619.123151] env[70398]: value = "task-3443626" [ 619.123151] env[70398]: _type = "Task" [ 619.123151] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.127629] env[70398]: DEBUG nova.scheduler.client.report [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Refreshing aggregate associations for resource provider 308ebb75-eece-4013-bc9f-8d18cf162ec4, aggregates: None {{(pid=70398) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 619.137232] env[70398]: DEBUG oslo_vmware.api [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Task: {'id': task-3443626, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.154054] env[70398]: DEBUG nova.scheduler.client.report [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Refreshing trait associations for resource provider 308ebb75-eece-4013-bc9f-8d18cf162ec4, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=70398) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 619.319128] env[70398]: DEBUG oslo_vmware.api [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ab50c1-1ab3-528f-4d45-a65e06f887dc, 'name': SearchDatastore_Task, 'duration_secs': 0.009429} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.319128] env[70398]: DEBUG nova.network.neutron [req-8ebb3949-15e5-4729-becc-02a471599100 req-2f2a8e2f-89e5-4341-a268-5833af73514c service nova] [instance: 55ea9666-0dba-4440-9e5c-afeb9d2b7a98] Updated VIF entry in instance network info cache for port 7173f26f-9f46-4ca9-ae97-e5a26c27aeb4. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 619.319263] env[70398]: DEBUG nova.network.neutron [req-8ebb3949-15e5-4729-becc-02a471599100 req-2f2a8e2f-89e5-4341-a268-5833af73514c service nova] [instance: 55ea9666-0dba-4440-9e5c-afeb9d2b7a98] Updating instance_info_cache with network_info: [{"id": "7173f26f-9f46-4ca9-ae97-e5a26c27aeb4", "address": "fa:16:3e:2e:f4:9a", "network": {"id": "bae224d3-24e9-437b-9997-4e534639df50", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1485168706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e9647995304547dbbc0e4f9b149dfeb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7173f26f-9f", "ovs_interfaceid": "7173f26f-9f46-4ca9-ae97-e5a26c27aeb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.321667] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.321902] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] [instance: fbd30336-215c-4ff4-9d0c-d36491023d48] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 619.322149] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.322289] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.322458] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 619.326538] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a5a5dd5-fa5f-41ce-83f6-3d008095ef3c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.348320] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 619.348320] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 619.351150] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-262bd898-e3ef-4c39-8199-ea46ae9b5118 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.360454] env[70398]: DEBUG oslo_vmware.api [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Waiting for the task: (returnval){ [ 619.360454] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]521dac8d-c8c0-90b3-0e90-315e98e36b38" [ 619.360454] env[70398]: _type = "Task" [ 619.360454] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.375228] env[70398]: DEBUG oslo_vmware.api [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]521dac8d-c8c0-90b3-0e90-315e98e36b38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.427856] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f53a5d9a-65b3-4699-ac5e-8cd6e3f44a97 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Lock "a7c8cf9d-671e-4489-8a64-218be96335d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.202s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.442580] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "a7c8cf9d-671e-4489-8a64-218be96335d1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 15.320s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.442749] env[70398]: INFO nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] During sync_power_state the instance has a pending task (spawning). Skip. [ 619.442952] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "a7c8cf9d-671e-4489-8a64-218be96335d1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.444898] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.445148] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.445396] env[70398]: DEBUG oslo_vmware.api [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Task: {'id': task-3443624, 'name': Rename_Task, 'duration_secs': 0.145019} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.448631] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] [instance: 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 619.453155] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b31c7ac-c753-41b4-88ec-761ca554c670 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.468501] env[70398]: DEBUG oslo_vmware.api [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Waiting for the task: (returnval){ [ 619.468501] env[70398]: value = "task-3443627" [ 619.468501] env[70398]: _type = "Task" [ 619.468501] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.469571] env[70398]: DEBUG oslo_vmware.api [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Task: {'id': task-3443623, 'name': PowerOnVM_Task, 'duration_secs': 0.831426} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.476046] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 619.476266] env[70398]: INFO nova.compute.manager [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] Took 14.59 seconds to spawn the instance on the hypervisor. [ 619.476450] env[70398]: DEBUG nova.compute.manager [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 619.484359] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dcc0be4-eb79-4c13-8787-81f83c9df51d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.509054] env[70398]: DEBUG oslo_vmware.api [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Task: {'id': task-3443627, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.560026] env[70398]: DEBUG oslo_vmware.api [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Task: {'id': task-3443625, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.601186] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0539e3-3162-4c81-a8fc-1a600a3749e3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.617998] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45449950-9f7a-427e-80bf-6c1bf7c15559 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.671011] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70913e90-d340-426e-b70a-bcb8bc7b3229 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.674508] env[70398]: DEBUG oslo_vmware.api [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Task: {'id': task-3443626, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499662} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.676490] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 55ea9666-0dba-4440-9e5c-afeb9d2b7a98/55ea9666-0dba-4440-9e5c-afeb9d2b7a98.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 619.677094] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] [instance: 55ea9666-0dba-4440-9e5c-afeb9d2b7a98] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 619.678876] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6dd287c0-7217-4cf6-bd45-2192a46663e4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.685066] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b436c5e2-de2d-4bec-963a-608163ea5362 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.691244] env[70398]: DEBUG oslo_vmware.api [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Waiting for the task: (returnval){ [ 619.691244] env[70398]: value = "task-3443628" [ 619.691244] env[70398]: _type = "Task" [ 619.691244] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.706215] env[70398]: DEBUG nova.compute.provider_tree [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Updating inventory in ProviderTree for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 619.713188] env[70398]: DEBUG oslo_vmware.api [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Task: {'id': task-3443628, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.823864] env[70398]: DEBUG oslo_concurrency.lockutils [req-8ebb3949-15e5-4729-becc-02a471599100 req-2f2a8e2f-89e5-4341-a268-5833af73514c service nova] Releasing lock "refresh_cache-55ea9666-0dba-4440-9e5c-afeb9d2b7a98" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.854325] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Acquiring lock "2115e329-0396-4c39-b45b-7113142ca90b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.854574] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Lock "2115e329-0396-4c39-b45b-7113142ca90b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.872033] env[70398]: DEBUG oslo_vmware.api [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]521dac8d-c8c0-90b3-0e90-315e98e36b38, 'name': SearchDatastore_Task, 'duration_secs': 0.053398} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.872673] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bfbb89b-0c31-4a2f-8000-74490a08a9bc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.878965] env[70398]: DEBUG oslo_vmware.api [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Waiting for the task: (returnval){ [ 619.878965] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]529c5111-c417-4ad7-cbd8-b5d6388deeec" [ 619.878965] env[70398]: _type = "Task" [ 619.878965] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.885938] env[70398]: DEBUG oslo_vmware.api [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]529c5111-c417-4ad7-cbd8-b5d6388deeec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.949716] env[70398]: DEBUG nova.compute.manager [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 619.988144] env[70398]: DEBUG oslo_vmware.api [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Task: {'id': task-3443627, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.016239] env[70398]: INFO nova.compute.manager [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] Took 21.65 seconds to build instance. [ 620.040333] env[70398]: DEBUG oslo_vmware.api [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Task: {'id': task-3443625, 'name': ReconfigVM_Task, 'duration_secs': 0.7171} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.040333] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] [instance: 2fd962a1-021d-4a52-aeb0-049f87e3722d] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 2fd962a1-021d-4a52-aeb0-049f87e3722d/2fd962a1-021d-4a52-aeb0-049f87e3722d.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 620.040768] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5fc14565-b07d-4999-bc22-618ac56fe85f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.048697] env[70398]: DEBUG oslo_vmware.api [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Waiting for the task: (returnval){ [ 620.048697] env[70398]: value = "task-3443629" [ 620.048697] env[70398]: _type = "Task" [ 620.048697] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.056818] env[70398]: DEBUG oslo_vmware.api [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Task: {'id': task-3443629, 'name': Rename_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.175893] env[70398]: DEBUG nova.network.neutron [-] [instance: a370856f-459c-42d9-92bc-061891305750] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.205032] env[70398]: DEBUG oslo_vmware.api [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Task: {'id': task-3443628, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103594} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.205032] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] [instance: 55ea9666-0dba-4440-9e5c-afeb9d2b7a98] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 620.205532] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9d2fa9-8684-4930-bb79-ad77b39a618f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.231313] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] [instance: 55ea9666-0dba-4440-9e5c-afeb9d2b7a98] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 55ea9666-0dba-4440-9e5c-afeb9d2b7a98/55ea9666-0dba-4440-9e5c-afeb9d2b7a98.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 620.232489] env[70398]: ERROR nova.scheduler.client.report [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [req-df367a6d-b170-40dc-b03c-a1a8610e1979] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 308ebb75-eece-4013-bc9f-8d18cf162ec4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-df367a6d-b170-40dc-b03c-a1a8610e1979"}]} [ 620.233504] env[70398]: DEBUG nova.network.neutron [req-4d66439c-561a-4f7a-9409-75fcb4912064 req-d4436d48-2806-4f4e-8c14-9bd917d0c430 service nova] [instance: 2fd962a1-021d-4a52-aeb0-049f87e3722d] Updated VIF entry in instance network info cache for port 91b46f48-3b51-48f1-9ad9-177334dba2d3. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 620.233860] env[70398]: DEBUG nova.network.neutron [req-4d66439c-561a-4f7a-9409-75fcb4912064 req-d4436d48-2806-4f4e-8c14-9bd917d0c430 service nova] [instance: 2fd962a1-021d-4a52-aeb0-049f87e3722d] Updating instance_info_cache with network_info: [{"id": "91b46f48-3b51-48f1-9ad9-177334dba2d3", "address": "fa:16:3e:57:58:75", "network": {"id": "ea5651b8-0ffc-4161-a3c6-910e61216f05", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-521266646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c879c0e3bea41d9a99d7a749c92bcd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91b46f48-3b", "ovs_interfaceid": "91b46f48-3b51-48f1-9ad9-177334dba2d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.234986] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e220e50a-3ef9-4644-b318-b398e085d70a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.258304] env[70398]: DEBUG oslo_vmware.api [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Waiting for the task: (returnval){ [ 620.258304] env[70398]: value = "task-3443630" [ 620.258304] env[70398]: _type = "Task" [ 620.258304] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.267756] env[70398]: DEBUG oslo_vmware.api [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Task: {'id': task-3443630, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.272664] env[70398]: DEBUG nova.scheduler.client.report [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Refreshing inventories for resource provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 620.301080] env[70398]: DEBUG nova.scheduler.client.report [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Updating ProviderTree inventory for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 620.301331] env[70398]: DEBUG nova.compute.provider_tree [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Updating inventory in ProviderTree for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 620.323041] env[70398]: DEBUG nova.scheduler.client.report [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Refreshing aggregate associations for resource provider 308ebb75-eece-4013-bc9f-8d18cf162ec4, aggregates: None {{(pid=70398) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 620.354104] env[70398]: DEBUG nova.scheduler.client.report [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Refreshing trait associations for resource provider 308ebb75-eece-4013-bc9f-8d18cf162ec4, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=70398) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 620.400814] env[70398]: DEBUG oslo_vmware.api [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]529c5111-c417-4ad7-cbd8-b5d6388deeec, 'name': SearchDatastore_Task, 'duration_secs': 0.015525} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.401945] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.402398] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] fbd30336-215c-4ff4-9d0c-d36491023d48/fbd30336-215c-4ff4-9d0c-d36491023d48.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 620.402938] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67f5ed59-d3b3-495c-8e9f-9a1b36e91554 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.411826] env[70398]: DEBUG oslo_vmware.api [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Waiting for the task: (returnval){ [ 620.411826] env[70398]: value = "task-3443631" [ 620.411826] env[70398]: _type = "Task" [ 620.411826] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.429318] env[70398]: DEBUG oslo_vmware.api [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Task: {'id': task-3443631, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.484501] env[70398]: DEBUG oslo_concurrency.lockutils [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.494216] env[70398]: DEBUG oslo_vmware.api [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Task: {'id': task-3443627, 'name': PowerOnVM_Task, 'duration_secs': 0.544434} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.494216] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] [instance: 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 620.494216] env[70398]: INFO nova.compute.manager [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] [instance: 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7] Took 13.30 seconds to spawn the instance on the hypervisor. [ 620.494216] env[70398]: DEBUG nova.compute.manager [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] [instance: 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 620.495254] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54f0d08-be66-4f41-9e56-a14660dbe518 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.518952] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1b94668c-c315-4bd5-a40a-2fe24fa794ad tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Lock "460e787f-23bb-4bb8-8bc4-11545b9891ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.166s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.520644] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "460e787f-23bb-4bb8-8bc4-11545b9891ea" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 16.398s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.526265] env[70398]: INFO nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] During sync_power_state the instance has a pending task (networking). Skip. [ 620.526265] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "460e787f-23bb-4bb8-8bc4-11545b9891ea" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.003s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.566729] env[70398]: DEBUG oslo_vmware.api [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Task: {'id': task-3443629, 'name': Rename_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.679091] env[70398]: INFO nova.compute.manager [-] [instance: a370856f-459c-42d9-92bc-061891305750] Took 2.01 seconds to deallocate network for instance. [ 620.701902] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d84e418-32a9-4c08-a58f-0a516c64d2f6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.712952] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ee5927-1414-42d8-aa0d-20ff68f86c78 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.759300] env[70398]: DEBUG oslo_concurrency.lockutils [req-4d66439c-561a-4f7a-9409-75fcb4912064 req-d4436d48-2806-4f4e-8c14-9bd917d0c430 service nova] Releasing lock "refresh_cache-2fd962a1-021d-4a52-aeb0-049f87e3722d" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.765202] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0d5332-17eb-4d9a-bf16-39fde21f9a50 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.775081] env[70398]: DEBUG oslo_vmware.api [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Task: {'id': task-3443630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.779522] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1759dc6-249d-4b3d-ac77-bfa1ab069d5e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.798197] env[70398]: DEBUG nova.compute.provider_tree [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Updating inventory in ProviderTree for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 620.931619] env[70398]: DEBUG oslo_vmware.api [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Task: {'id': task-3443631, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.945755] env[70398]: DEBUG nova.compute.manager [req-b4503e47-ce98-4e57-b29c-b7129b6d97e5 req-00cbfc25-3b7f-45d0-a0d3-c744714d27b9 service nova] [instance: fbd30336-215c-4ff4-9d0c-d36491023d48] Received event network-vif-plugged-82d07a4c-fb16-48bb-8023-56dc846fb0ff {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 620.946171] env[70398]: DEBUG oslo_concurrency.lockutils [req-b4503e47-ce98-4e57-b29c-b7129b6d97e5 req-00cbfc25-3b7f-45d0-a0d3-c744714d27b9 service nova] Acquiring lock "fbd30336-215c-4ff4-9d0c-d36491023d48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.946527] env[70398]: DEBUG oslo_concurrency.lockutils [req-b4503e47-ce98-4e57-b29c-b7129b6d97e5 req-00cbfc25-3b7f-45d0-a0d3-c744714d27b9 service nova] Lock "fbd30336-215c-4ff4-9d0c-d36491023d48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.947993] env[70398]: DEBUG oslo_concurrency.lockutils [req-b4503e47-ce98-4e57-b29c-b7129b6d97e5 req-00cbfc25-3b7f-45d0-a0d3-c744714d27b9 service nova] Lock "fbd30336-215c-4ff4-9d0c-d36491023d48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.947993] env[70398]: DEBUG nova.compute.manager [req-b4503e47-ce98-4e57-b29c-b7129b6d97e5 req-00cbfc25-3b7f-45d0-a0d3-c744714d27b9 service nova] [instance: fbd30336-215c-4ff4-9d0c-d36491023d48] No waiting events found dispatching network-vif-plugged-82d07a4c-fb16-48bb-8023-56dc846fb0ff {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 620.947993] env[70398]: WARNING nova.compute.manager [req-b4503e47-ce98-4e57-b29c-b7129b6d97e5 req-00cbfc25-3b7f-45d0-a0d3-c744714d27b9 service nova] [instance: fbd30336-215c-4ff4-9d0c-d36491023d48] Received unexpected event network-vif-plugged-82d07a4c-fb16-48bb-8023-56dc846fb0ff for instance with vm_state building and task_state spawning. [ 620.947993] env[70398]: DEBUG nova.compute.manager [req-b4503e47-ce98-4e57-b29c-b7129b6d97e5 req-00cbfc25-3b7f-45d0-a0d3-c744714d27b9 service nova] [instance: fbd30336-215c-4ff4-9d0c-d36491023d48] Received event network-changed-82d07a4c-fb16-48bb-8023-56dc846fb0ff {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 620.947993] env[70398]: DEBUG nova.compute.manager [req-b4503e47-ce98-4e57-b29c-b7129b6d97e5 req-00cbfc25-3b7f-45d0-a0d3-c744714d27b9 service nova] [instance: fbd30336-215c-4ff4-9d0c-d36491023d48] Refreshing instance network info cache due to event network-changed-82d07a4c-fb16-48bb-8023-56dc846fb0ff. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 620.948248] env[70398]: DEBUG oslo_concurrency.lockutils [req-b4503e47-ce98-4e57-b29c-b7129b6d97e5 req-00cbfc25-3b7f-45d0-a0d3-c744714d27b9 service nova] Acquiring lock "refresh_cache-fbd30336-215c-4ff4-9d0c-d36491023d48" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.948248] env[70398]: DEBUG oslo_concurrency.lockutils [req-b4503e47-ce98-4e57-b29c-b7129b6d97e5 req-00cbfc25-3b7f-45d0-a0d3-c744714d27b9 service nova] Acquired lock "refresh_cache-fbd30336-215c-4ff4-9d0c-d36491023d48" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.949766] env[70398]: DEBUG nova.network.neutron [req-b4503e47-ce98-4e57-b29c-b7129b6d97e5 req-00cbfc25-3b7f-45d0-a0d3-c744714d27b9 service nova] [instance: fbd30336-215c-4ff4-9d0c-d36491023d48] Refreshing network info cache for port 82d07a4c-fb16-48bb-8023-56dc846fb0ff {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 621.023360] env[70398]: INFO nova.compute.manager [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] [instance: 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7] Took 20.80 seconds to build instance. [ 621.027136] env[70398]: DEBUG nova.compute.manager [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 621.069817] env[70398]: DEBUG oslo_vmware.api [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Task: {'id': task-3443629, 'name': Rename_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.191950] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3bd9b153-b93c-4e73-af5a-07099d967e2b tempest-DeleteServersAdminTestJSON-1616642307 tempest-DeleteServersAdminTestJSON-1616642307-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.274667] env[70398]: DEBUG oslo_vmware.api [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Task: {'id': task-3443630, 'name': ReconfigVM_Task, 'duration_secs': 0.687255} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.274667] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] [instance: 55ea9666-0dba-4440-9e5c-afeb9d2b7a98] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 55ea9666-0dba-4440-9e5c-afeb9d2b7a98/55ea9666-0dba-4440-9e5c-afeb9d2b7a98.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 621.275312] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5bd8e0f8-00a0-456f-83cd-6b247cc6d55b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.283479] env[70398]: DEBUG oslo_vmware.api [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Waiting for the task: (returnval){ [ 621.283479] env[70398]: value = "task-3443632" [ 621.283479] env[70398]: _type = "Task" [ 621.283479] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.293626] env[70398]: DEBUG oslo_vmware.api [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Task: {'id': task-3443632, 'name': Rename_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.342367] env[70398]: DEBUG nova.scheduler.client.report [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Updated inventory for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 with generation 19 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 621.342661] env[70398]: DEBUG nova.compute.provider_tree [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Updating resource provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 generation from 19 to 20 during operation: update_inventory {{(pid=70398) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 621.342835] env[70398]: DEBUG nova.compute.provider_tree [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Updating inventory in ProviderTree for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 621.432920] env[70398]: DEBUG oslo_vmware.api [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Task: {'id': task-3443631, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620125} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.432920] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] fbd30336-215c-4ff4-9d0c-d36491023d48/fbd30336-215c-4ff4-9d0c-d36491023d48.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 621.432920] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] [instance: fbd30336-215c-4ff4-9d0c-d36491023d48] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 621.433470] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5455df52-1edb-4922-9842-e950c763a864 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.441263] env[70398]: DEBUG oslo_vmware.api [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Waiting for the task: (returnval){ [ 621.441263] env[70398]: value = "task-3443633" [ 621.441263] env[70398]: _type = "Task" [ 621.441263] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.455896] env[70398]: DEBUG oslo_vmware.api [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Task: {'id': task-3443633, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.527923] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5c33a061-6483-4200-95d2-0101bb41d8aa tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Lock "2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.314s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.529838] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 17.407s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.533975] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ab892a-baec-4c9d-8501-eef9208980d7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.562938] env[70398]: DEBUG oslo_vmware.api [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Task: {'id': task-3443629, 'name': Rename_Task, 'duration_secs': 1.373056} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.565708] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] [instance: 2fd962a1-021d-4a52-aeb0-049f87e3722d] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 621.565708] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1d106af-ae34-49df-83cb-f9c4bbca2c3a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.567823] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.570736] env[70398]: DEBUG oslo_vmware.api [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Waiting for the task: (returnval){ [ 621.570736] env[70398]: value = "task-3443634" [ 621.570736] env[70398]: _type = "Task" [ 621.570736] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.579419] env[70398]: DEBUG oslo_vmware.api [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Task: {'id': task-3443634, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.796308] env[70398]: DEBUG oslo_vmware.api [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Task: {'id': task-3443632, 'name': Rename_Task, 'duration_secs': 0.319682} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.796579] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] [instance: 55ea9666-0dba-4440-9e5c-afeb9d2b7a98] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 621.796755] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87384b5d-2b8f-4e7d-b476-ca9cdfeb106d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.806708] env[70398]: DEBUG oslo_vmware.api [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Waiting for the task: (returnval){ [ 621.806708] env[70398]: value = "task-3443635" [ 621.806708] env[70398]: _type = "Task" [ 621.806708] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.819865] env[70398]: DEBUG oslo_vmware.api [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Task: {'id': task-3443635, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.848736] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.793s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.850043] env[70398]: DEBUG nova.compute.manager [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 621.854348] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.028s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.857487] env[70398]: INFO nova.compute.claims [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 621.938259] env[70398]: DEBUG nova.network.neutron [req-b4503e47-ce98-4e57-b29c-b7129b6d97e5 req-00cbfc25-3b7f-45d0-a0d3-c744714d27b9 service nova] [instance: fbd30336-215c-4ff4-9d0c-d36491023d48] Updated VIF entry in instance network info cache for port 82d07a4c-fb16-48bb-8023-56dc846fb0ff. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 621.938704] env[70398]: DEBUG nova.network.neutron [req-b4503e47-ce98-4e57-b29c-b7129b6d97e5 req-00cbfc25-3b7f-45d0-a0d3-c744714d27b9 service nova] [instance: fbd30336-215c-4ff4-9d0c-d36491023d48] Updating instance_info_cache with network_info: [{"id": "82d07a4c-fb16-48bb-8023-56dc846fb0ff", "address": "fa:16:3e:ff:d6:1b", "network": {"id": "9b79551f-7584-4d61-b2a0-efe46a621f82", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3934dab198654b86ac5acbec6380b4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82d07a4c-fb", "ovs_interfaceid": "82d07a4c-fb16-48bb-8023-56dc846fb0ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.952499] env[70398]: DEBUG oslo_vmware.api [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Task: {'id': task-3443633, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12623} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.953366] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] [instance: fbd30336-215c-4ff4-9d0c-d36491023d48] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 621.954145] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd2dcc1-f631-4cff-8eb9-3ccbb3e72b01 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.984702] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] [instance: fbd30336-215c-4ff4-9d0c-d36491023d48] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] fbd30336-215c-4ff4-9d0c-d36491023d48/fbd30336-215c-4ff4-9d0c-d36491023d48.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 621.985749] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-527abceb-38b0-4227-adcb-7f2b4da1d09f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.008020] env[70398]: DEBUG oslo_vmware.api [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Waiting for the task: (returnval){ [ 622.008020] env[70398]: value = "task-3443636" [ 622.008020] env[70398]: _type = "Task" [ 622.008020] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.016113] env[70398]: DEBUG oslo_vmware.api [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Task: {'id': task-3443636, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.044110] env[70398]: DEBUG nova.compute.manager [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 622.057218] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.527s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.084994] env[70398]: DEBUG oslo_vmware.api [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Task: {'id': task-3443634, 'name': PowerOnVM_Task} progress is 71%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.318500] env[70398]: DEBUG oslo_vmware.api [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Task: {'id': task-3443635, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.346414] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Acquiring lock "688fae2f-a3ca-48c8-9a88-923268f5b1a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.346414] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Lock "688fae2f-a3ca-48c8-9a88-923268f5b1a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.365448] env[70398]: DEBUG nova.compute.utils [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 622.371239] env[70398]: DEBUG nova.compute.manager [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 622.371239] env[70398]: DEBUG nova.network.neutron [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: e20ffae3-2c87-4236-af72-9a752be07add] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 622.442206] env[70398]: DEBUG oslo_concurrency.lockutils [req-b4503e47-ce98-4e57-b29c-b7129b6d97e5 req-00cbfc25-3b7f-45d0-a0d3-c744714d27b9 service nova] Releasing lock "refresh_cache-fbd30336-215c-4ff4-9d0c-d36491023d48" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.456944] env[70398]: DEBUG nova.policy [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7bcde807d8d94c128dccbd7c21441caa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1f52760f3634a03930138ea1ed0f4d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 622.526653] env[70398]: DEBUG oslo_vmware.api [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Task: {'id': task-3443636, 'name': ReconfigVM_Task, 'duration_secs': 0.481083} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.527014] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] [instance: fbd30336-215c-4ff4-9d0c-d36491023d48] Reconfigured VM instance instance-00000008 to attach disk [datastore1] fbd30336-215c-4ff4-9d0c-d36491023d48/fbd30336-215c-4ff4-9d0c-d36491023d48.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 622.527706] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd008863-6873-4dbe-971b-3e8494c6655f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.535253] env[70398]: DEBUG oslo_vmware.api [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Waiting for the task: (returnval){ [ 622.535253] env[70398]: value = "task-3443637" [ 622.535253] env[70398]: _type = "Task" [ 622.535253] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.544217] env[70398]: DEBUG oslo_vmware.api [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Task: {'id': task-3443637, 'name': Rename_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.571142] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.583882] env[70398]: DEBUG oslo_vmware.api [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Task: {'id': task-3443634, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.824173] env[70398]: DEBUG oslo_vmware.api [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Task: {'id': task-3443635, 'name': PowerOnVM_Task, 'duration_secs': 0.833437} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.824472] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] [instance: 55ea9666-0dba-4440-9e5c-afeb9d2b7a98] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 622.824754] env[70398]: INFO nova.compute.manager [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] [instance: 55ea9666-0dba-4440-9e5c-afeb9d2b7a98] Took 11.05 seconds to spawn the instance on the hypervisor. [ 622.824855] env[70398]: DEBUG nova.compute.manager [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] [instance: 55ea9666-0dba-4440-9e5c-afeb9d2b7a98] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 622.825647] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6c209c-4508-49f8-b568-a941faf6416e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.878062] env[70398]: DEBUG nova.compute.manager [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 623.047969] env[70398]: DEBUG oslo_vmware.api [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Task: {'id': task-3443637, 'name': Rename_Task, 'duration_secs': 0.178077} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.052917] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] [instance: fbd30336-215c-4ff4-9d0c-d36491023d48] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 623.052917] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfdbba99-f249-45ce-9ff2-a7fdce544e4a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.058132] env[70398]: DEBUG oslo_vmware.api [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Waiting for the task: (returnval){ [ 623.058132] env[70398]: value = "task-3443638" [ 623.058132] env[70398]: _type = "Task" [ 623.058132] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.070324] env[70398]: DEBUG oslo_vmware.api [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Task: {'id': task-3443638, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.089744] env[70398]: DEBUG oslo_vmware.api [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Task: {'id': task-3443634, 'name': PowerOnVM_Task, 'duration_secs': 1.056447} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.094770] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] [instance: 2fd962a1-021d-4a52-aeb0-049f87e3722d] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 623.094993] env[70398]: INFO nova.compute.manager [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] [instance: 2fd962a1-021d-4a52-aeb0-049f87e3722d] Took 13.64 seconds to spawn the instance on the hypervisor. [ 623.095176] env[70398]: DEBUG nova.compute.manager [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] [instance: 2fd962a1-021d-4a52-aeb0-049f87e3722d] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 623.100023] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34db18d4-9a88-4720-9cad-72ae1f0875fc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.260194] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3799c82b-6ccf-4e80-9b29-ac51b52ecfc4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.268023] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59970536-0c87-43f7-8a94-daecf822898a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.312770] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5bbcfd3-8b0e-46c3-83c7-dfe06a7d2d9f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.321408] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715e738b-a4be-4c4a-a80b-55e7e5a2bc2e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.335377] env[70398]: DEBUG nova.compute.provider_tree [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 623.350158] env[70398]: INFO nova.compute.manager [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] [instance: 55ea9666-0dba-4440-9e5c-afeb9d2b7a98] Took 19.75 seconds to build instance. [ 623.451819] env[70398]: DEBUG oslo_concurrency.lockutils [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Acquiring lock "deaff90c-019f-423c-97ec-801542720a30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.451819] env[70398]: DEBUG oslo_concurrency.lockutils [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Lock "deaff90c-019f-423c-97ec-801542720a30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.570858] env[70398]: DEBUG oslo_vmware.api [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Task: {'id': task-3443638, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.622067] env[70398]: INFO nova.compute.manager [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] [instance: 2fd962a1-021d-4a52-aeb0-049f87e3722d] Took 22.08 seconds to build instance. [ 623.716115] env[70398]: DEBUG nova.network.neutron [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Successfully created port: 8b9b7189-71d0-4e80-95f9-ca68b14d89ae {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 623.839343] env[70398]: DEBUG nova.scheduler.client.report [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 623.851792] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7de78f6d-1f7c-4239-891a-e676048d08fe tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Lock "55ea9666-0dba-4440-9e5c-afeb9d2b7a98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.255s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.890676] env[70398]: DEBUG nova.compute.manager [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 623.931368] env[70398]: DEBUG nova.virt.hardware [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 623.931571] env[70398]: DEBUG nova.virt.hardware [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 623.931826] env[70398]: DEBUG nova.virt.hardware [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 623.932304] env[70398]: DEBUG nova.virt.hardware [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 623.932684] env[70398]: DEBUG nova.virt.hardware [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 623.932766] env[70398]: DEBUG nova.virt.hardware [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 623.933396] env[70398]: DEBUG nova.virt.hardware [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 623.933396] env[70398]: DEBUG nova.virt.hardware [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 623.933396] env[70398]: DEBUG nova.virt.hardware [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 623.934189] env[70398]: DEBUG nova.virt.hardware [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 623.934457] env[70398]: DEBUG nova.virt.hardware [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 623.936714] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f56154f-fc8e-4746-9049-8a1c7804560c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.946238] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4e8809-8f41-4c51-adcf-1e3f8209bb08 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.068172] env[70398]: DEBUG oslo_vmware.api [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Task: {'id': task-3443638, 'name': PowerOnVM_Task, 'duration_secs': 0.881698} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.068441] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] [instance: fbd30336-215c-4ff4-9d0c-d36491023d48] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 624.068636] env[70398]: INFO nova.compute.manager [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] [instance: fbd30336-215c-4ff4-9d0c-d36491023d48] Took 9.87 seconds to spawn the instance on the hypervisor. [ 624.068873] env[70398]: DEBUG nova.compute.manager [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] [instance: fbd30336-215c-4ff4-9d0c-d36491023d48] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 624.069693] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d0ba87-7d06-4d3b-925b-fd6a311f925d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.126647] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bd7da9ed-0ed6-4e33-bd52-c8aed24bace3 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Lock "2fd962a1-021d-4a52-aeb0-049f87e3722d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.608s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.344374] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.344980] env[70398]: DEBUG nova.compute.manager [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 624.347878] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.384s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.349357] env[70398]: INFO nova.compute.claims [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 624.355150] env[70398]: DEBUG nova.compute.manager [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 624.595038] env[70398]: INFO nova.compute.manager [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] [instance: fbd30336-215c-4ff4-9d0c-d36491023d48] Took 16.22 seconds to build instance. [ 624.632581] env[70398]: DEBUG nova.compute.manager [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] [instance: deaff90c-019f-423c-97ec-801542720a30] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 624.819507] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Acquiring lock "8febcfdf-6403-4b67-b5b7-c640dd9da041" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.819617] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Lock "8febcfdf-6403-4b67-b5b7-c640dd9da041" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.840225] env[70398]: DEBUG nova.compute.manager [req-f23c2328-82e5-41bd-99f8-1622f17c3577 req-9b9967c0-23e4-4eae-a921-94022b55ae2c service nova] [instance: a370856f-459c-42d9-92bc-061891305750] Received event network-vif-deleted-620ede23-de86-4fc7-9642-390446e0b416 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 624.860035] env[70398]: DEBUG nova.compute.utils [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 624.868159] env[70398]: DEBUG nova.compute.manager [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 624.868159] env[70398]: DEBUG nova.network.neutron [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 624.884112] env[70398]: DEBUG nova.compute.manager [None req-26dc8288-0c96-4976-8c96-86ad189abf97 tempest-ServerDiagnosticsV248Test-126260563 tempest-ServerDiagnosticsV248Test-126260563-project-admin] [instance: b7d421dd-74e2-4590-bbac-1401b00f66c3] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 624.886670] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a6c282-3b8a-4ccd-9d38-996c407daa04 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.898156] env[70398]: INFO nova.compute.manager [None req-26dc8288-0c96-4976-8c96-86ad189abf97 tempest-ServerDiagnosticsV248Test-126260563 tempest-ServerDiagnosticsV248Test-126260563-project-admin] [instance: b7d421dd-74e2-4590-bbac-1401b00f66c3] Retrieving diagnostics [ 624.899026] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe6769b-63b9-44c0-b41a-319776c2551b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.905448] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.948792] env[70398]: DEBUG nova.policy [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '383aae858b124c66b62c211e07831f3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '565f3f2d80634f578f63ea399435e6d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 625.097964] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ed3cf26d-0116-4c8e-b5c4-5c533dfa6c3b tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Lock "fbd30336-215c-4ff4-9d0c-d36491023d48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.731s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.159817] env[70398]: DEBUG oslo_concurrency.lockutils [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.376489] env[70398]: DEBUG nova.compute.manager [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 625.384897] env[70398]: DEBUG nova.network.neutron [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Successfully created port: 74d077b7-3e00-4285-a54a-8b213913cff2 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 625.605696] env[70398]: DEBUG nova.compute.manager [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 625.723718] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa20a91-0373-4632-9f2d-2c99c78fc7e2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.731990] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4f03e8-658c-4e7f-81ba-4edd20af7fea {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.764638] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7bb340-03e1-4387-8867-e717c2f8bb6f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.776062] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62026cf6-4674-48a5-9550-d7934802beab {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.787695] env[70398]: DEBUG nova.compute.provider_tree [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.144522] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.163565] env[70398]: DEBUG nova.network.neutron [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Successfully updated port: 8b9b7189-71d0-4e80-95f9-ca68b14d89ae {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 626.291010] env[70398]: DEBUG nova.scheduler.client.report [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 626.392124] env[70398]: DEBUG nova.compute.manager [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 626.442279] env[70398]: DEBUG nova.virt.hardware [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 626.442609] env[70398]: DEBUG nova.virt.hardware [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 626.442684] env[70398]: DEBUG nova.virt.hardware [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 626.442861] env[70398]: DEBUG nova.virt.hardware [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 626.442974] env[70398]: DEBUG nova.virt.hardware [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 626.444406] env[70398]: DEBUG nova.virt.hardware [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 626.444680] env[70398]: DEBUG nova.virt.hardware [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 626.444856] env[70398]: DEBUG nova.virt.hardware [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 626.445622] env[70398]: DEBUG nova.virt.hardware [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 626.445622] env[70398]: DEBUG nova.virt.hardware [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 626.445622] env[70398]: DEBUG nova.virt.hardware [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 626.448561] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91a57da-0ccb-4170-b224-ee11931d2c3a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.460285] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5b9a81-37a0-406f-9d5a-e313da293948 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.634060] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6646293-a473-43cf-b0d5-e821e067c4e4 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Acquiring lock "2fd962a1-021d-4a52-aeb0-049f87e3722d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.634060] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6646293-a473-43cf-b0d5-e821e067c4e4 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Lock "2fd962a1-021d-4a52-aeb0-049f87e3722d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.634060] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6646293-a473-43cf-b0d5-e821e067c4e4 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Acquiring lock "2fd962a1-021d-4a52-aeb0-049f87e3722d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.634060] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6646293-a473-43cf-b0d5-e821e067c4e4 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Lock "2fd962a1-021d-4a52-aeb0-049f87e3722d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.634425] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6646293-a473-43cf-b0d5-e821e067c4e4 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Lock "2fd962a1-021d-4a52-aeb0-049f87e3722d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.637403] env[70398]: INFO nova.compute.manager [None req-d6646293-a473-43cf-b0d5-e821e067c4e4 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] [instance: 2fd962a1-021d-4a52-aeb0-049f87e3722d] Terminating instance [ 626.664514] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Acquiring lock "refresh_cache-e20ffae3-2c87-4236-af72-9a752be07add" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.664769] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Acquired lock "refresh_cache-e20ffae3-2c87-4236-af72-9a752be07add" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.664850] env[70398]: DEBUG nova.network.neutron [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 626.797471] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.449s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.798368] env[70398]: DEBUG nova.compute.manager [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 626.803810] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.956s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.805393] env[70398]: INFO nova.compute.claims [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 61bc5681-9186-49fe-a635-56bd82450752] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 627.007801] env[70398]: DEBUG oslo_concurrency.lockutils [None req-517a84a1-7d2b-4421-9b29-3a3d36edc495 tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Acquiring lock "460e787f-23bb-4bb8-8bc4-11545b9891ea" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.008187] env[70398]: DEBUG oslo_concurrency.lockutils [None req-517a84a1-7d2b-4421-9b29-3a3d36edc495 tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Lock "460e787f-23bb-4bb8-8bc4-11545b9891ea" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.008836] env[70398]: INFO nova.compute.manager [None req-517a84a1-7d2b-4421-9b29-3a3d36edc495 tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] Rebooting instance [ 627.146028] env[70398]: DEBUG nova.compute.manager [None req-d6646293-a473-43cf-b0d5-e821e067c4e4 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] [instance: 2fd962a1-021d-4a52-aeb0-049f87e3722d] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 627.146028] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d6646293-a473-43cf-b0d5-e821e067c4e4 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] [instance: 2fd962a1-021d-4a52-aeb0-049f87e3722d] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 627.146028] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57ef751-8af8-4ddb-bca2-4bd8c3dd4cfe {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.156014] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6646293-a473-43cf-b0d5-e821e067c4e4 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] [instance: 2fd962a1-021d-4a52-aeb0-049f87e3722d] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 627.156311] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d234e83-25a9-4626-b64b-fe29769871ad {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.165950] env[70398]: DEBUG oslo_vmware.api [None req-d6646293-a473-43cf-b0d5-e821e067c4e4 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Waiting for the task: (returnval){ [ 627.165950] env[70398]: value = "task-3443639" [ 627.165950] env[70398]: _type = "Task" [ 627.165950] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.187598] env[70398]: DEBUG oslo_vmware.api [None req-d6646293-a473-43cf-b0d5-e821e067c4e4 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Task: {'id': task-3443639, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.306427] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Acquiring lock "61606b64-febb-4672-81fe-e921ef3c0631" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.306427] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Lock "61606b64-febb-4672-81fe-e921ef3c0631" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.309931] env[70398]: DEBUG nova.compute.utils [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 627.316388] env[70398]: DEBUG nova.compute.manager [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 627.316631] env[70398]: DEBUG nova.network.neutron [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 627.330512] env[70398]: DEBUG nova.network.neutron [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 627.430463] env[70398]: DEBUG nova.compute.manager [None req-80d21091-c80f-4a41-8cf4-62526e89fc84 tempest-ServerDiagnosticsTest-859702591 tempest-ServerDiagnosticsTest-859702591-project-admin] [instance: fbd30336-215c-4ff4-9d0c-d36491023d48] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 627.434060] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a25483-56b2-4436-94a5-6d9d611bfa15 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.449028] env[70398]: INFO nova.compute.manager [None req-80d21091-c80f-4a41-8cf4-62526e89fc84 tempest-ServerDiagnosticsTest-859702591 tempest-ServerDiagnosticsTest-859702591-project-admin] [instance: fbd30336-215c-4ff4-9d0c-d36491023d48] Retrieving diagnostics [ 627.449028] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97677191-9214-43b0-abac-01c182ecaab6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.456741] env[70398]: DEBUG nova.policy [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '42ab54f73b3a4317b2baa505156abe51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35039eb24b5c4b928817e426270785b1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 627.569807] env[70398]: DEBUG oslo_concurrency.lockutils [None req-517a84a1-7d2b-4421-9b29-3a3d36edc495 tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Acquiring lock "refresh_cache-460e787f-23bb-4bb8-8bc4-11545b9891ea" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.569991] env[70398]: DEBUG oslo_concurrency.lockutils [None req-517a84a1-7d2b-4421-9b29-3a3d36edc495 tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Acquired lock "refresh_cache-460e787f-23bb-4bb8-8bc4-11545b9891ea" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.570187] env[70398]: DEBUG nova.network.neutron [None req-517a84a1-7d2b-4421-9b29-3a3d36edc495 tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 627.626086] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7d03f2ed-8248-4448-984e-31e0b7130933 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Acquiring lock "b7d421dd-74e2-4590-bbac-1401b00f66c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.626352] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7d03f2ed-8248-4448-984e-31e0b7130933 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Lock "b7d421dd-74e2-4590-bbac-1401b00f66c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.626972] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7d03f2ed-8248-4448-984e-31e0b7130933 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Acquiring lock "b7d421dd-74e2-4590-bbac-1401b00f66c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.626972] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7d03f2ed-8248-4448-984e-31e0b7130933 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Lock "b7d421dd-74e2-4590-bbac-1401b00f66c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.627074] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7d03f2ed-8248-4448-984e-31e0b7130933 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Lock "b7d421dd-74e2-4590-bbac-1401b00f66c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.629853] env[70398]: INFO nova.compute.manager [None req-7d03f2ed-8248-4448-984e-31e0b7130933 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] [instance: b7d421dd-74e2-4590-bbac-1401b00f66c3] Terminating instance [ 627.678379] env[70398]: DEBUG oslo_vmware.api [None req-d6646293-a473-43cf-b0d5-e821e067c4e4 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Task: {'id': task-3443639, 'name': PowerOffVM_Task, 'duration_secs': 0.327974} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.678673] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6646293-a473-43cf-b0d5-e821e067c4e4 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] [instance: 2fd962a1-021d-4a52-aeb0-049f87e3722d] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 627.678864] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d6646293-a473-43cf-b0d5-e821e067c4e4 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] [instance: 2fd962a1-021d-4a52-aeb0-049f87e3722d] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 627.679153] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-397e9748-be04-47a4-bb9d-23f0cd144e9c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.749144] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d6646293-a473-43cf-b0d5-e821e067c4e4 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] [instance: 2fd962a1-021d-4a52-aeb0-049f87e3722d] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 627.749510] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d6646293-a473-43cf-b0d5-e821e067c4e4 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] [instance: 2fd962a1-021d-4a52-aeb0-049f87e3722d] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 627.750603] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6646293-a473-43cf-b0d5-e821e067c4e4 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Deleting the datastore file [datastore1] 2fd962a1-021d-4a52-aeb0-049f87e3722d {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 627.750603] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e305f45-877e-453d-bb3b-99016ee6b0ee {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.761834] env[70398]: DEBUG oslo_vmware.api [None req-d6646293-a473-43cf-b0d5-e821e067c4e4 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Waiting for the task: (returnval){ [ 627.761834] env[70398]: value = "task-3443641" [ 627.761834] env[70398]: _type = "Task" [ 627.761834] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.790878] env[70398]: DEBUG oslo_vmware.api [None req-d6646293-a473-43cf-b0d5-e821e067c4e4 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Task: {'id': task-3443641, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.821953] env[70398]: DEBUG nova.compute.manager [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 628.139012] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7d03f2ed-8248-4448-984e-31e0b7130933 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Acquiring lock "refresh_cache-b7d421dd-74e2-4590-bbac-1401b00f66c3" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.139218] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7d03f2ed-8248-4448-984e-31e0b7130933 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Acquired lock "refresh_cache-b7d421dd-74e2-4590-bbac-1401b00f66c3" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.139395] env[70398]: DEBUG nova.network.neutron [None req-7d03f2ed-8248-4448-984e-31e0b7130933 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] [instance: b7d421dd-74e2-4590-bbac-1401b00f66c3] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 628.168838] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4ac42c-db95-4656-a1f5-881d7a583955 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.179763] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdad56d-677a-4c11-8726-1cc45e8d2793 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.217022] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f9f5ed-70e6-4c7c-964d-1d314019e085 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.227452] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77938f01-bcea-44ad-a15e-dfd72c5e0776 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.242434] env[70398]: DEBUG nova.compute.provider_tree [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.281777] env[70398]: DEBUG oslo_vmware.api [None req-d6646293-a473-43cf-b0d5-e821e067c4e4 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Task: {'id': task-3443641, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.520557} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.282530] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6646293-a473-43cf-b0d5-e821e067c4e4 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 628.282623] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d6646293-a473-43cf-b0d5-e821e067c4e4 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] [instance: 2fd962a1-021d-4a52-aeb0-049f87e3722d] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 628.282783] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d6646293-a473-43cf-b0d5-e821e067c4e4 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] [instance: 2fd962a1-021d-4a52-aeb0-049f87e3722d] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 628.282951] env[70398]: INFO nova.compute.manager [None req-d6646293-a473-43cf-b0d5-e821e067c4e4 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] [instance: 2fd962a1-021d-4a52-aeb0-049f87e3722d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 628.283430] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6646293-a473-43cf-b0d5-e821e067c4e4 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 628.287025] env[70398]: DEBUG nova.compute.manager [-] [instance: 2fd962a1-021d-4a52-aeb0-049f87e3722d] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 628.287025] env[70398]: DEBUG nova.network.neutron [-] [instance: 2fd962a1-021d-4a52-aeb0-049f87e3722d] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 628.448877] env[70398]: DEBUG nova.network.neutron [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Updating instance_info_cache with network_info: [{"id": "8b9b7189-71d0-4e80-95f9-ca68b14d89ae", "address": "fa:16:3e:ac:30:68", "network": {"id": "465eba51-f3f1-4de7-b7e8-ccc6150af2c5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1909685991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1f52760f3634a03930138ea1ed0f4d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b9b7189-71", "ovs_interfaceid": "8b9b7189-71d0-4e80-95f9-ca68b14d89ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.550784] env[70398]: DEBUG nova.network.neutron [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Successfully updated port: 74d077b7-3e00-4285-a54a-8b213913cff2 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 628.664581] env[70398]: DEBUG nova.network.neutron [None req-7d03f2ed-8248-4448-984e-31e0b7130933 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] [instance: b7d421dd-74e2-4590-bbac-1401b00f66c3] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 628.750514] env[70398]: DEBUG nova.scheduler.client.report [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 628.766585] env[70398]: DEBUG nova.network.neutron [None req-7d03f2ed-8248-4448-984e-31e0b7130933 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] [instance: b7d421dd-74e2-4590-bbac-1401b00f66c3] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.835415] env[70398]: DEBUG nova.compute.manager [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 628.879162] env[70398]: DEBUG nova.virt.hardware [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 628.880060] env[70398]: DEBUG nova.virt.hardware [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 628.880060] env[70398]: DEBUG nova.virt.hardware [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 628.880060] env[70398]: DEBUG nova.virt.hardware [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 628.880392] env[70398]: DEBUG nova.virt.hardware [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 628.880468] env[70398]: DEBUG nova.virt.hardware [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 628.880785] env[70398]: DEBUG nova.virt.hardware [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 628.882166] env[70398]: DEBUG nova.virt.hardware [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 628.882166] env[70398]: DEBUG nova.virt.hardware [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 628.882166] env[70398]: DEBUG nova.virt.hardware [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 628.882166] env[70398]: DEBUG nova.virt.hardware [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 628.882988] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902a31f2-4e33-424f-a4b5-26a699f3af3b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.894866] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d842a2da-63e5-4bab-a86c-e59e3c2659c2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.922810] env[70398]: DEBUG nova.network.neutron [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Successfully created port: 3d7970cc-c3c2-4359-844e-e9df3cecd2d4 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 628.950719] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Releasing lock "refresh_cache-e20ffae3-2c87-4236-af72-9a752be07add" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.951060] env[70398]: DEBUG nova.compute.manager [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Instance network_info: |[{"id": "8b9b7189-71d0-4e80-95f9-ca68b14d89ae", "address": "fa:16:3e:ac:30:68", "network": {"id": "465eba51-f3f1-4de7-b7e8-ccc6150af2c5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1909685991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1f52760f3634a03930138ea1ed0f4d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b9b7189-71", "ovs_interfaceid": "8b9b7189-71d0-4e80-95f9-ca68b14d89ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 628.952583] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:30:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbd2870d-a51d-472a-8034-1b3e132b5cb6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b9b7189-71d0-4e80-95f9-ca68b14d89ae', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 628.964186] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Creating folder: Project (f1f52760f3634a03930138ea1ed0f4d1). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.965130] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65ced3d8-294e-4b09-8267-b80b6cc59edb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.968796] env[70398]: DEBUG nova.compute.manager [req-cbf4f555-cd1a-4c81-93d5-477bc032bd0e req-6f589714-7258-409d-8728-715a816f64a2 service nova] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Received event network-vif-plugged-8b9b7189-71d0-4e80-95f9-ca68b14d89ae {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 628.968796] env[70398]: DEBUG oslo_concurrency.lockutils [req-cbf4f555-cd1a-4c81-93d5-477bc032bd0e req-6f589714-7258-409d-8728-715a816f64a2 service nova] Acquiring lock "e20ffae3-2c87-4236-af72-9a752be07add-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.968796] env[70398]: DEBUG oslo_concurrency.lockutils [req-cbf4f555-cd1a-4c81-93d5-477bc032bd0e req-6f589714-7258-409d-8728-715a816f64a2 service nova] Lock "e20ffae3-2c87-4236-af72-9a752be07add-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.969195] env[70398]: DEBUG oslo_concurrency.lockutils [req-cbf4f555-cd1a-4c81-93d5-477bc032bd0e req-6f589714-7258-409d-8728-715a816f64a2 service nova] Lock "e20ffae3-2c87-4236-af72-9a752be07add-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.969195] env[70398]: DEBUG nova.compute.manager [req-cbf4f555-cd1a-4c81-93d5-477bc032bd0e req-6f589714-7258-409d-8728-715a816f64a2 service nova] [instance: e20ffae3-2c87-4236-af72-9a752be07add] No waiting events found dispatching network-vif-plugged-8b9b7189-71d0-4e80-95f9-ca68b14d89ae {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 628.969341] env[70398]: WARNING nova.compute.manager [req-cbf4f555-cd1a-4c81-93d5-477bc032bd0e req-6f589714-7258-409d-8728-715a816f64a2 service nova] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Received unexpected event network-vif-plugged-8b9b7189-71d0-4e80-95f9-ca68b14d89ae for instance with vm_state building and task_state spawning. [ 628.969495] env[70398]: DEBUG nova.compute.manager [req-cbf4f555-cd1a-4c81-93d5-477bc032bd0e req-6f589714-7258-409d-8728-715a816f64a2 service nova] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Received event network-changed-8b9b7189-71d0-4e80-95f9-ca68b14d89ae {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 628.969640] env[70398]: DEBUG nova.compute.manager [req-cbf4f555-cd1a-4c81-93d5-477bc032bd0e req-6f589714-7258-409d-8728-715a816f64a2 service nova] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Refreshing instance network info cache due to event network-changed-8b9b7189-71d0-4e80-95f9-ca68b14d89ae. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 628.969929] env[70398]: DEBUG oslo_concurrency.lockutils [req-cbf4f555-cd1a-4c81-93d5-477bc032bd0e req-6f589714-7258-409d-8728-715a816f64a2 service nova] Acquiring lock "refresh_cache-e20ffae3-2c87-4236-af72-9a752be07add" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.970010] env[70398]: DEBUG oslo_concurrency.lockutils [req-cbf4f555-cd1a-4c81-93d5-477bc032bd0e req-6f589714-7258-409d-8728-715a816f64a2 service nova] Acquired lock "refresh_cache-e20ffae3-2c87-4236-af72-9a752be07add" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.970108] env[70398]: DEBUG nova.network.neutron [req-cbf4f555-cd1a-4c81-93d5-477bc032bd0e req-6f589714-7258-409d-8728-715a816f64a2 service nova] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Refreshing network info cache for port 8b9b7189-71d0-4e80-95f9-ca68b14d89ae {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 628.982920] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Created folder: Project (f1f52760f3634a03930138ea1ed0f4d1) in parent group-v687430. [ 628.983138] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Creating folder: Instances. Parent ref: group-v687455. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.983380] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ca40c38-1cff-4cd1-a955-4be80428f1c2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.998254] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Created folder: Instances in parent group-v687455. [ 628.998603] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 628.998811] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 628.999092] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5dee6a4e-02ae-414c-a64c-65bf7b1df6f6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.015579] env[70398]: DEBUG nova.network.neutron [None req-517a84a1-7d2b-4421-9b29-3a3d36edc495 tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] Updating instance_info_cache with network_info: [{"id": "b0d1f04a-c739-49e2-9c17-8be07a75ef91", "address": "fa:16:3e:82:16:d8", "network": {"id": "feeb6cec-990e-48ad-ad05-9b3eaa8a76fc", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1908610790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4e90d6e7b05416fbb703bb11b3c792b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0d1f04a-c7", "ovs_interfaceid": "b0d1f04a-c739-49e2-9c17-8be07a75ef91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.022051] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 629.022051] env[70398]: value = "task-3443644" [ 629.022051] env[70398]: _type = "Task" [ 629.022051] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.032567] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Acquiring lock "c6b07511-415f-4ff4-aa10-1dcef059b852" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.033031] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Lock "c6b07511-415f-4ff4-aa10-1dcef059b852" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.037367] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443644, 'name': CreateVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.053136] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquiring lock "refresh_cache-c4e17778-5b44-4a5c-934c-f06f1722e50c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.053283] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquired lock "refresh_cache-c4e17778-5b44-4a5c-934c-f06f1722e50c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.053433] env[70398]: DEBUG nova.network.neutron [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 629.268237] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.463s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.268237] env[70398]: DEBUG nova.compute.manager [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 61bc5681-9186-49fe-a635-56bd82450752] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 629.270229] env[70398]: DEBUG oslo_concurrency.lockutils [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.786s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.271680] env[70398]: INFO nova.compute.claims [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 629.277942] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7d03f2ed-8248-4448-984e-31e0b7130933 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Releasing lock "refresh_cache-b7d421dd-74e2-4590-bbac-1401b00f66c3" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.278701] env[70398]: DEBUG nova.compute.manager [None req-7d03f2ed-8248-4448-984e-31e0b7130933 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] [instance: b7d421dd-74e2-4590-bbac-1401b00f66c3] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 629.278701] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7d03f2ed-8248-4448-984e-31e0b7130933 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] [instance: b7d421dd-74e2-4590-bbac-1401b00f66c3] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 629.283742] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f3a95e-3e14-40a8-9c53-66addd847764 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.292499] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d03f2ed-8248-4448-984e-31e0b7130933 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] [instance: b7d421dd-74e2-4590-bbac-1401b00f66c3] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 629.292773] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0019f0a-d0fe-40cb-90b4-5e154ed9247c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.299574] env[70398]: DEBUG oslo_vmware.api [None req-7d03f2ed-8248-4448-984e-31e0b7130933 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Waiting for the task: (returnval){ [ 629.299574] env[70398]: value = "task-3443645" [ 629.299574] env[70398]: _type = "Task" [ 629.299574] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.313931] env[70398]: DEBUG oslo_vmware.api [None req-7d03f2ed-8248-4448-984e-31e0b7130933 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Task: {'id': task-3443645, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.518941] env[70398]: DEBUG oslo_concurrency.lockutils [None req-517a84a1-7d2b-4421-9b29-3a3d36edc495 tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Releasing lock "refresh_cache-460e787f-23bb-4bb8-8bc4-11545b9891ea" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.533228] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443644, 'name': CreateVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.782257] env[70398]: DEBUG nova.compute.utils [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 629.783755] env[70398]: DEBUG nova.compute.manager [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 61bc5681-9186-49fe-a635-56bd82450752] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 629.784054] env[70398]: DEBUG nova.network.neutron [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 61bc5681-9186-49fe-a635-56bd82450752] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 629.809580] env[70398]: DEBUG nova.network.neutron [-] [instance: 2fd962a1-021d-4a52-aeb0-049f87e3722d] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.810959] env[70398]: DEBUG oslo_vmware.api [None req-7d03f2ed-8248-4448-984e-31e0b7130933 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Task: {'id': task-3443645, 'name': PowerOffVM_Task, 'duration_secs': 0.243255} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.811887] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d03f2ed-8248-4448-984e-31e0b7130933 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] [instance: b7d421dd-74e2-4590-bbac-1401b00f66c3] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 629.812335] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7d03f2ed-8248-4448-984e-31e0b7130933 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] [instance: b7d421dd-74e2-4590-bbac-1401b00f66c3] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 629.813090] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce081b71-86ae-46dd-baae-d690e3992f1e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.839363] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7d03f2ed-8248-4448-984e-31e0b7130933 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] [instance: b7d421dd-74e2-4590-bbac-1401b00f66c3] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 629.841018] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7d03f2ed-8248-4448-984e-31e0b7130933 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] [instance: b7d421dd-74e2-4590-bbac-1401b00f66c3] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 629.841018] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d03f2ed-8248-4448-984e-31e0b7130933 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Deleting the datastore file [datastore2] b7d421dd-74e2-4590-bbac-1401b00f66c3 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 629.841018] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60601343-eb1f-4a7c-b866-18658bc71d05 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.850041] env[70398]: DEBUG oslo_vmware.api [None req-7d03f2ed-8248-4448-984e-31e0b7130933 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Waiting for the task: (returnval){ [ 629.850041] env[70398]: value = "task-3443647" [ 629.850041] env[70398]: _type = "Task" [ 629.850041] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.857599] env[70398]: DEBUG oslo_vmware.api [None req-7d03f2ed-8248-4448-984e-31e0b7130933 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Task: {'id': task-3443647, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.864786] env[70398]: DEBUG nova.policy [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '42ab54f73b3a4317b2baa505156abe51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35039eb24b5c4b928817e426270785b1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 629.877218] env[70398]: DEBUG nova.network.neutron [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 629.928020] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c9fa77a1-15dc-4c9a-ab86-fe68cc153472 tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Acquiring lock "fbd30336-215c-4ff4-9d0c-d36491023d48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.928020] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c9fa77a1-15dc-4c9a-ab86-fe68cc153472 tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Lock "fbd30336-215c-4ff4-9d0c-d36491023d48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.928020] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c9fa77a1-15dc-4c9a-ab86-fe68cc153472 tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Acquiring lock "fbd30336-215c-4ff4-9d0c-d36491023d48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.928020] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c9fa77a1-15dc-4c9a-ab86-fe68cc153472 tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Lock "fbd30336-215c-4ff4-9d0c-d36491023d48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.928340] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c9fa77a1-15dc-4c9a-ab86-fe68cc153472 tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Lock "fbd30336-215c-4ff4-9d0c-d36491023d48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.930843] env[70398]: INFO nova.compute.manager [None req-c9fa77a1-15dc-4c9a-ab86-fe68cc153472 tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] [instance: fbd30336-215c-4ff4-9d0c-d36491023d48] Terminating instance [ 630.028025] env[70398]: DEBUG nova.compute.manager [None req-517a84a1-7d2b-4421-9b29-3a3d36edc495 tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 630.028025] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd6fe89-920f-4da0-bc5a-fbfce3ef0935 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.039937] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443644, 'name': CreateVM_Task, 'duration_secs': 0.525826} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.045799] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 630.045799] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.045799] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.045799] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.045799] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f521323-2103-48f7-9a3e-c8cb4158f018 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.051521] env[70398]: DEBUG oslo_vmware.api [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Waiting for the task: (returnval){ [ 630.051521] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5296ba22-6ac0-e34e-9e62-00ff410ce96e" [ 630.051521] env[70398]: _type = "Task" [ 630.051521] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.065573] env[70398]: DEBUG oslo_vmware.api [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5296ba22-6ac0-e34e-9e62-00ff410ce96e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.288330] env[70398]: DEBUG nova.compute.manager [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 61bc5681-9186-49fe-a635-56bd82450752] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 630.312082] env[70398]: DEBUG nova.network.neutron [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Updating instance_info_cache with network_info: [{"id": "74d077b7-3e00-4285-a54a-8b213913cff2", "address": "fa:16:3e:fb:e2:81", "network": {"id": "7d6a528e-2d28-423d-a33f-6f0222b74744", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1712623278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "565f3f2d80634f578f63ea399435e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74d077b7-3e", "ovs_interfaceid": "74d077b7-3e00-4285-a54a-8b213913cff2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.312744] env[70398]: INFO nova.compute.manager [-] [instance: 2fd962a1-021d-4a52-aeb0-049f87e3722d] Took 2.03 seconds to deallocate network for instance. [ 630.363759] env[70398]: DEBUG oslo_vmware.api [None req-7d03f2ed-8248-4448-984e-31e0b7130933 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Task: {'id': task-3443647, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209695} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.367356] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d03f2ed-8248-4448-984e-31e0b7130933 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 630.367615] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7d03f2ed-8248-4448-984e-31e0b7130933 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] [instance: b7d421dd-74e2-4590-bbac-1401b00f66c3] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 630.367748] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7d03f2ed-8248-4448-984e-31e0b7130933 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] [instance: b7d421dd-74e2-4590-bbac-1401b00f66c3] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 630.368109] env[70398]: INFO nova.compute.manager [None req-7d03f2ed-8248-4448-984e-31e0b7130933 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] [instance: b7d421dd-74e2-4590-bbac-1401b00f66c3] Took 1.09 seconds to destroy the instance on the hypervisor. [ 630.368270] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d03f2ed-8248-4448-984e-31e0b7130933 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 630.369419] env[70398]: DEBUG nova.compute.manager [-] [instance: b7d421dd-74e2-4590-bbac-1401b00f66c3] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 630.369419] env[70398]: DEBUG nova.network.neutron [-] [instance: b7d421dd-74e2-4590-bbac-1401b00f66c3] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 630.415448] env[70398]: DEBUG nova.network.neutron [-] [instance: b7d421dd-74e2-4590-bbac-1401b00f66c3] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 630.422072] env[70398]: DEBUG nova.network.neutron [req-cbf4f555-cd1a-4c81-93d5-477bc032bd0e req-6f589714-7258-409d-8728-715a816f64a2 service nova] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Updated VIF entry in instance network info cache for port 8b9b7189-71d0-4e80-95f9-ca68b14d89ae. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 630.422442] env[70398]: DEBUG nova.network.neutron [req-cbf4f555-cd1a-4c81-93d5-477bc032bd0e req-6f589714-7258-409d-8728-715a816f64a2 service nova] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Updating instance_info_cache with network_info: [{"id": "8b9b7189-71d0-4e80-95f9-ca68b14d89ae", "address": "fa:16:3e:ac:30:68", "network": {"id": "465eba51-f3f1-4de7-b7e8-ccc6150af2c5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1909685991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1f52760f3634a03930138ea1ed0f4d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b9b7189-71", "ovs_interfaceid": "8b9b7189-71d0-4e80-95f9-ca68b14d89ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.436346] env[70398]: DEBUG nova.compute.manager [None req-c9fa77a1-15dc-4c9a-ab86-fe68cc153472 tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] [instance: fbd30336-215c-4ff4-9d0c-d36491023d48] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 630.436841] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c9fa77a1-15dc-4c9a-ab86-fe68cc153472 tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] [instance: fbd30336-215c-4ff4-9d0c-d36491023d48] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 630.437688] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbb481d-2cf3-46af-ac0f-0b667985063c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.449404] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9fa77a1-15dc-4c9a-ab86-fe68cc153472 tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] [instance: fbd30336-215c-4ff4-9d0c-d36491023d48] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 630.451319] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e02531e5-f0f3-4c9a-b0f0-8f9018aa6b04 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.461676] env[70398]: DEBUG oslo_vmware.api [None req-c9fa77a1-15dc-4c9a-ab86-fe68cc153472 tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Waiting for the task: (returnval){ [ 630.461676] env[70398]: value = "task-3443648" [ 630.461676] env[70398]: _type = "Task" [ 630.461676] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.472942] env[70398]: DEBUG oslo_vmware.api [None req-c9fa77a1-15dc-4c9a-ab86-fe68cc153472 tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Task: {'id': task-3443648, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.542768] env[70398]: DEBUG nova.network.neutron [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 61bc5681-9186-49fe-a635-56bd82450752] Successfully created port: af7c4586-dd16-44db-9982-5047c890d8bf {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 630.571460] env[70398]: DEBUG oslo_vmware.api [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5296ba22-6ac0-e34e-9e62-00ff410ce96e, 'name': SearchDatastore_Task, 'duration_secs': 0.010063} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.571647] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.571925] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 630.572218] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.572367] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.572610] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 630.572899] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0ab7811-0108-4fd5-a290-734edf44ed9c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.589519] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 630.589519] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 630.589814] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dad185ef-4266-4919-8e26-9a64cc3585e6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.602940] env[70398]: DEBUG oslo_vmware.api [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Waiting for the task: (returnval){ [ 630.602940] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5272e1f5-e656-cffd-a9ae-4078cfeb42c6" [ 630.602940] env[70398]: _type = "Task" [ 630.602940] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.614048] env[70398]: DEBUG oslo_vmware.api [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5272e1f5-e656-cffd-a9ae-4078cfeb42c6, 'name': SearchDatastore_Task, 'duration_secs': 0.012189} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.615473] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86479117-3f6a-4551-8540-b2c0571934e3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.622510] env[70398]: DEBUG oslo_vmware.api [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Waiting for the task: (returnval){ [ 630.622510] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e1bba6-11e1-6dba-03ea-bdc1ee427bd0" [ 630.622510] env[70398]: _type = "Task" [ 630.622510] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.636100] env[70398]: DEBUG oslo_vmware.api [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e1bba6-11e1-6dba-03ea-bdc1ee427bd0, 'name': SearchDatastore_Task, 'duration_secs': 0.010217} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.642942] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.644914] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] e20ffae3-2c87-4236-af72-9a752be07add/e20ffae3-2c87-4236-af72-9a752be07add.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 630.644914] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4db87b9c-183a-4881-9d15-e75d5572d088 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.650623] env[70398]: DEBUG oslo_vmware.api [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Waiting for the task: (returnval){ [ 630.650623] env[70398]: value = "task-3443649" [ 630.650623] env[70398]: _type = "Task" [ 630.650623] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.662037] env[70398]: DEBUG oslo_vmware.api [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Task: {'id': task-3443649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.818051] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Releasing lock "refresh_cache-c4e17778-5b44-4a5c-934c-f06f1722e50c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.818399] env[70398]: DEBUG nova.compute.manager [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Instance network_info: |[{"id": "74d077b7-3e00-4285-a54a-8b213913cff2", "address": "fa:16:3e:fb:e2:81", "network": {"id": "7d6a528e-2d28-423d-a33f-6f0222b74744", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1712623278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "565f3f2d80634f578f63ea399435e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74d077b7-3e", "ovs_interfaceid": "74d077b7-3e00-4285-a54a-8b213913cff2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 630.818834] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:e2:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79ece966-6187-47d7-bce7-cc39df14ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74d077b7-3e00-4285-a54a-8b213913cff2', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 630.835710] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Creating folder: Project (565f3f2d80634f578f63ea399435e6d6). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.838757] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6646293-a473-43cf-b0d5-e821e067c4e4 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.839175] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c39a7569-b964-4932-9245-bd8da5e9563c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.841674] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c32f8f6-0971-42d9-a247-eacdd6b3200f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.856046] env[70398]: DEBUG oslo_concurrency.lockutils [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Acquiring lock "b73008e5-583e-495c-8776-ca9bca435a9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.856046] env[70398]: DEBUG oslo_concurrency.lockutils [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Lock "b73008e5-583e-495c-8776-ca9bca435a9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.856046] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a9696b-f3c3-461c-889f-1022a51068fc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.864765] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Created folder: Project (565f3f2d80634f578f63ea399435e6d6) in parent group-v687430. [ 630.864765] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Creating folder: Instances. Parent ref: group-v687458. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.865267] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-411f4467-401a-46fe-beaf-dcdbb802e688 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.897324] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b34cf1-e13b-4c0e-bd14-375172966bd2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.900431] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Created folder: Instances in parent group-v687458. [ 630.900678] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 630.901206] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 630.901961] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e86130a8-1181-4ea7-baf8-f60bab4f848a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.926642] env[70398]: DEBUG nova.network.neutron [-] [instance: b7d421dd-74e2-4590-bbac-1401b00f66c3] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.931938] env[70398]: DEBUG oslo_concurrency.lockutils [req-cbf4f555-cd1a-4c81-93d5-477bc032bd0e req-6f589714-7258-409d-8728-715a816f64a2 service nova] Releasing lock "refresh_cache-e20ffae3-2c87-4236-af72-9a752be07add" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.934275] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f737bf1c-edf4-4697-a1eb-5ed084a2f4e7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.941391] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 630.941391] env[70398]: value = "task-3443652" [ 630.941391] env[70398]: _type = "Task" [ 630.941391] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.953666] env[70398]: DEBUG nova.compute.provider_tree [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Updating inventory in ProviderTree for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 630.962256] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443652, 'name': CreateVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.973868] env[70398]: DEBUG oslo_vmware.api [None req-c9fa77a1-15dc-4c9a-ab86-fe68cc153472 tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Task: {'id': task-3443648, 'name': PowerOffVM_Task, 'duration_secs': 0.237214} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.974522] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9fa77a1-15dc-4c9a-ab86-fe68cc153472 tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] [instance: fbd30336-215c-4ff4-9d0c-d36491023d48] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 630.974703] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c9fa77a1-15dc-4c9a-ab86-fe68cc153472 tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] [instance: fbd30336-215c-4ff4-9d0c-d36491023d48] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 630.974958] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ea9c661-a603-4520-af30-3741ece47dc6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.039731] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c9fa77a1-15dc-4c9a-ab86-fe68cc153472 tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] [instance: fbd30336-215c-4ff4-9d0c-d36491023d48] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 631.040518] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c9fa77a1-15dc-4c9a-ab86-fe68cc153472 tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] [instance: fbd30336-215c-4ff4-9d0c-d36491023d48] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 631.040518] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9fa77a1-15dc-4c9a-ab86-fe68cc153472 tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Deleting the datastore file [datastore1] fbd30336-215c-4ff4-9d0c-d36491023d48 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 631.040518] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc9e1666-bf47-481f-9515-9123b7c3d55b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.048485] env[70398]: DEBUG oslo_vmware.api [None req-c9fa77a1-15dc-4c9a-ab86-fe68cc153472 tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Waiting for the task: (returnval){ [ 631.048485] env[70398]: value = "task-3443654" [ 631.048485] env[70398]: _type = "Task" [ 631.048485] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.059950] env[70398]: DEBUG oslo_vmware.api [None req-c9fa77a1-15dc-4c9a-ab86-fe68cc153472 tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Task: {'id': task-3443654, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.060845] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd32fd50-7a54-46cd-8618-98f9a0198b3c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.071862] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-517a84a1-7d2b-4421-9b29-3a3d36edc495 tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] Doing hard reboot of VM {{(pid=70398) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 631.072184] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-a34b7b23-decc-40c2-bf63-6b18ea2c4ef9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.081367] env[70398]: DEBUG oslo_vmware.api [None req-517a84a1-7d2b-4421-9b29-3a3d36edc495 tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Waiting for the task: (returnval){ [ 631.081367] env[70398]: value = "task-3443655" [ 631.081367] env[70398]: _type = "Task" [ 631.081367] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.093470] env[70398]: DEBUG oslo_vmware.api [None req-517a84a1-7d2b-4421-9b29-3a3d36edc495 tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Task: {'id': task-3443655, 'name': ResetVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.166247] env[70398]: DEBUG oslo_vmware.api [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Task: {'id': task-3443649, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.239682] env[70398]: DEBUG nova.compute.manager [req-060f8614-394d-4695-831d-b50e8a8e364f req-d219f55e-9547-4049-b5fd-ccbc5083402a service nova] [instance: 2fd962a1-021d-4a52-aeb0-049f87e3722d] Received event network-vif-deleted-91b46f48-3b51-48f1-9ad9-177334dba2d3 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 631.282783] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Acquiring lock "86972721-627d-4108-ae2f-6d7519de74c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.282869] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Lock "86972721-627d-4108-ae2f-6d7519de74c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.311321] env[70398]: DEBUG nova.compute.manager [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 61bc5681-9186-49fe-a635-56bd82450752] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 631.347125] env[70398]: DEBUG nova.virt.hardware [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 631.347329] env[70398]: DEBUG nova.virt.hardware [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 631.347485] env[70398]: DEBUG nova.virt.hardware [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 631.347664] env[70398]: DEBUG nova.virt.hardware [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 631.347805] env[70398]: DEBUG nova.virt.hardware [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 631.347952] env[70398]: DEBUG nova.virt.hardware [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 631.348184] env[70398]: DEBUG nova.virt.hardware [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 631.348344] env[70398]: DEBUG nova.virt.hardware [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 631.348508] env[70398]: DEBUG nova.virt.hardware [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 631.349057] env[70398]: DEBUG nova.virt.hardware [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 631.349057] env[70398]: DEBUG nova.virt.hardware [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 631.350165] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919b4e1c-8e4a-455a-b9c5-117e9473fab5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.358715] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f67fbd1-b98d-451c-b664-f18a09074c84 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.433642] env[70398]: INFO nova.compute.manager [-] [instance: b7d421dd-74e2-4590-bbac-1401b00f66c3] Took 1.06 seconds to deallocate network for instance. [ 631.433998] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7b7596ca-7b00-49b7-8f99-8461f34aa7fa tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Acquiring lock "55ea9666-0dba-4440-9e5c-afeb9d2b7a98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.434262] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7b7596ca-7b00-49b7-8f99-8461f34aa7fa tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Lock "55ea9666-0dba-4440-9e5c-afeb9d2b7a98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.437763] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7b7596ca-7b00-49b7-8f99-8461f34aa7fa tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Acquiring lock "55ea9666-0dba-4440-9e5c-afeb9d2b7a98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.437763] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7b7596ca-7b00-49b7-8f99-8461f34aa7fa tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Lock "55ea9666-0dba-4440-9e5c-afeb9d2b7a98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.437763] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7b7596ca-7b00-49b7-8f99-8461f34aa7fa tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Lock "55ea9666-0dba-4440-9e5c-afeb9d2b7a98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.439028] env[70398]: INFO nova.compute.manager [None req-7b7596ca-7b00-49b7-8f99-8461f34aa7fa tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] [instance: 55ea9666-0dba-4440-9e5c-afeb9d2b7a98] Terminating instance [ 631.450146] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443652, 'name': CreateVM_Task, 'duration_secs': 0.490644} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.451068] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 631.451675] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.451850] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.452770] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.453187] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-021a590a-240b-4a89-ac6c-ccb62d6b63de {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.466579] env[70398]: DEBUG oslo_vmware.api [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 631.466579] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52da6a76-88be-d784-5424-dfa601229198" [ 631.466579] env[70398]: _type = "Task" [ 631.466579] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.478988] env[70398]: DEBUG oslo_vmware.api [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52da6a76-88be-d784-5424-dfa601229198, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.485025] env[70398]: ERROR nova.scheduler.client.report [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [req-f19d697c-861e-4d3e-aeab-9eb91ea9166a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 308ebb75-eece-4013-bc9f-8d18cf162ec4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f19d697c-861e-4d3e-aeab-9eb91ea9166a"}]} [ 631.506418] env[70398]: DEBUG nova.scheduler.client.report [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Refreshing inventories for resource provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 631.528278] env[70398]: DEBUG nova.scheduler.client.report [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Updating ProviderTree inventory for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 631.528514] env[70398]: DEBUG nova.compute.provider_tree [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Updating inventory in ProviderTree for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 631.550559] env[70398]: DEBUG nova.scheduler.client.report [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Refreshing aggregate associations for resource provider 308ebb75-eece-4013-bc9f-8d18cf162ec4, aggregates: None {{(pid=70398) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 631.567714] env[70398]: DEBUG oslo_vmware.api [None req-c9fa77a1-15dc-4c9a-ab86-fe68cc153472 tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Task: {'id': task-3443654, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260058} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.567984] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9fa77a1-15dc-4c9a-ab86-fe68cc153472 tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 631.569602] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c9fa77a1-15dc-4c9a-ab86-fe68cc153472 tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] [instance: fbd30336-215c-4ff4-9d0c-d36491023d48] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 631.569602] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c9fa77a1-15dc-4c9a-ab86-fe68cc153472 tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] [instance: fbd30336-215c-4ff4-9d0c-d36491023d48] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 631.569602] env[70398]: INFO nova.compute.manager [None req-c9fa77a1-15dc-4c9a-ab86-fe68cc153472 tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] [instance: fbd30336-215c-4ff4-9d0c-d36491023d48] Took 1.13 seconds to destroy the instance on the hypervisor. [ 631.569602] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9fa77a1-15dc-4c9a-ab86-fe68cc153472 tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 631.569602] env[70398]: DEBUG nova.compute.manager [-] [instance: fbd30336-215c-4ff4-9d0c-d36491023d48] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 631.569602] env[70398]: DEBUG nova.network.neutron [-] [instance: fbd30336-215c-4ff4-9d0c-d36491023d48] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 631.577772] env[70398]: DEBUG nova.scheduler.client.report [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Refreshing trait associations for resource provider 308ebb75-eece-4013-bc9f-8d18cf162ec4, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=70398) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 631.592537] env[70398]: DEBUG oslo_vmware.api [None req-517a84a1-7d2b-4421-9b29-3a3d36edc495 tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Task: {'id': task-3443655, 'name': ResetVM_Task, 'duration_secs': 0.116871} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.592924] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-517a84a1-7d2b-4421-9b29-3a3d36edc495 tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] Did hard reboot of VM {{(pid=70398) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 631.593198] env[70398]: DEBUG nova.compute.manager [None req-517a84a1-7d2b-4421-9b29-3a3d36edc495 tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 631.593965] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238ad00f-f555-43d5-aee9-312ccc0eafe9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.663038] env[70398]: DEBUG oslo_vmware.api [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Task: {'id': task-3443649, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6038} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.663321] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] e20ffae3-2c87-4236-af72-9a752be07add/e20ffae3-2c87-4236-af72-9a752be07add.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 631.663538] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 631.663781] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e37b2fa-3e69-433e-9fa5-641ea4b714a1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.675101] env[70398]: DEBUG oslo_vmware.api [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Waiting for the task: (returnval){ [ 631.675101] env[70398]: value = "task-3443656" [ 631.675101] env[70398]: _type = "Task" [ 631.675101] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.687369] env[70398]: DEBUG oslo_vmware.api [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Task: {'id': task-3443656, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.790213] env[70398]: DEBUG nova.network.neutron [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Successfully updated port: 3d7970cc-c3c2-4359-844e-e9df3cecd2d4 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 631.870267] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Acquiring lock "ce148295-2ef2-4356-8e62-ae032a71d36b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.870499] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Lock "ce148295-2ef2-4356-8e62-ae032a71d36b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.946952] env[70398]: DEBUG nova.compute.manager [None req-7b7596ca-7b00-49b7-8f99-8461f34aa7fa tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] [instance: 55ea9666-0dba-4440-9e5c-afeb9d2b7a98] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 631.946952] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7596ca-7b00-49b7-8f99-8461f34aa7fa tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] [instance: 55ea9666-0dba-4440-9e5c-afeb9d2b7a98] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 631.947498] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078dde97-02f4-479d-88c9-5a52b2efea90 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.956293] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b7596ca-7b00-49b7-8f99-8461f34aa7fa tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] [instance: 55ea9666-0dba-4440-9e5c-afeb9d2b7a98] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 631.956563] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b20fa2ce-6d68-48b7-a069-0ac28ddd1134 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.964067] env[70398]: DEBUG oslo_vmware.api [None req-7b7596ca-7b00-49b7-8f99-8461f34aa7fa tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Waiting for the task: (returnval){ [ 631.964067] env[70398]: value = "task-3443657" [ 631.964067] env[70398]: _type = "Task" [ 631.964067] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.984528] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7d03f2ed-8248-4448-984e-31e0b7130933 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.984528] env[70398]: DEBUG oslo_vmware.api [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52da6a76-88be-d784-5424-dfa601229198, 'name': SearchDatastore_Task, 'duration_secs': 0.043811} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.984528] env[70398]: DEBUG oslo_vmware.api [None req-7b7596ca-7b00-49b7-8f99-8461f34aa7fa tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Task: {'id': task-3443657, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.984633] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.984885] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 631.984982] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.985142] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.985316] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 631.985570] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c16c8e42-c47c-4a5d-9eb9-6499afd950ec {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.000137] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 632.000137] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 632.000594] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c094dcc8-d22d-49f6-9ab0-5e25a0a55ebb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.005103] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ca43dd-e222-427c-ae19-cbb61f5da850 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.011364] env[70398]: DEBUG oslo_vmware.api [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 632.011364] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5290e987-2a41-cde9-3041-c300d9f1934d" [ 632.011364] env[70398]: _type = "Task" [ 632.011364] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.017905] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458c7f29-e127-4a35-a45c-1af897bae063 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.025871] env[70398]: DEBUG oslo_vmware.api [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5290e987-2a41-cde9-3041-c300d9f1934d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.055540] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dedf05e-e659-4b20-b5c0-59bcb25036d1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.064237] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb2525d-22eb-4e92-9046-990ccc9eca4e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.079968] env[70398]: DEBUG nova.compute.provider_tree [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 632.110703] env[70398]: DEBUG oslo_concurrency.lockutils [None req-517a84a1-7d2b-4421-9b29-3a3d36edc495 tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Lock "460e787f-23bb-4bb8-8bc4-11545b9891ea" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.102s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.167152] env[70398]: DEBUG nova.compute.manager [req-ff24a826-0f14-4103-840e-6124ac92e154 req-583a88a4-caf5-4014-838e-9a2250140f17 service nova] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Received event network-vif-plugged-74d077b7-3e00-4285-a54a-8b213913cff2 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.167377] env[70398]: DEBUG oslo_concurrency.lockutils [req-ff24a826-0f14-4103-840e-6124ac92e154 req-583a88a4-caf5-4014-838e-9a2250140f17 service nova] Acquiring lock "c4e17778-5b44-4a5c-934c-f06f1722e50c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.167582] env[70398]: DEBUG oslo_concurrency.lockutils [req-ff24a826-0f14-4103-840e-6124ac92e154 req-583a88a4-caf5-4014-838e-9a2250140f17 service nova] Lock "c4e17778-5b44-4a5c-934c-f06f1722e50c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.167766] env[70398]: DEBUG oslo_concurrency.lockutils [req-ff24a826-0f14-4103-840e-6124ac92e154 req-583a88a4-caf5-4014-838e-9a2250140f17 service nova] Lock "c4e17778-5b44-4a5c-934c-f06f1722e50c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.167954] env[70398]: DEBUG nova.compute.manager [req-ff24a826-0f14-4103-840e-6124ac92e154 req-583a88a4-caf5-4014-838e-9a2250140f17 service nova] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] No waiting events found dispatching network-vif-plugged-74d077b7-3e00-4285-a54a-8b213913cff2 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 632.168344] env[70398]: WARNING nova.compute.manager [req-ff24a826-0f14-4103-840e-6124ac92e154 req-583a88a4-caf5-4014-838e-9a2250140f17 service nova] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Received unexpected event network-vif-plugged-74d077b7-3e00-4285-a54a-8b213913cff2 for instance with vm_state building and task_state spawning. [ 632.168664] env[70398]: DEBUG nova.compute.manager [req-ff24a826-0f14-4103-840e-6124ac92e154 req-583a88a4-caf5-4014-838e-9a2250140f17 service nova] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Received event network-changed-74d077b7-3e00-4285-a54a-8b213913cff2 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.168749] env[70398]: DEBUG nova.compute.manager [req-ff24a826-0f14-4103-840e-6124ac92e154 req-583a88a4-caf5-4014-838e-9a2250140f17 service nova] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Refreshing instance network info cache due to event network-changed-74d077b7-3e00-4285-a54a-8b213913cff2. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 632.168885] env[70398]: DEBUG oslo_concurrency.lockutils [req-ff24a826-0f14-4103-840e-6124ac92e154 req-583a88a4-caf5-4014-838e-9a2250140f17 service nova] Acquiring lock "refresh_cache-c4e17778-5b44-4a5c-934c-f06f1722e50c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.169264] env[70398]: DEBUG oslo_concurrency.lockutils [req-ff24a826-0f14-4103-840e-6124ac92e154 req-583a88a4-caf5-4014-838e-9a2250140f17 service nova] Acquired lock "refresh_cache-c4e17778-5b44-4a5c-934c-f06f1722e50c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.169486] env[70398]: DEBUG nova.network.neutron [req-ff24a826-0f14-4103-840e-6124ac92e154 req-583a88a4-caf5-4014-838e-9a2250140f17 service nova] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Refreshing network info cache for port 74d077b7-3e00-4285-a54a-8b213913cff2 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 632.189133] env[70398]: DEBUG oslo_vmware.api [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Task: {'id': task-3443656, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064478} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.189133] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 632.189848] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f62f52b-d741-40c3-a3ae-38abcba8321d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.213479] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] e20ffae3-2c87-4236-af72-9a752be07add/e20ffae3-2c87-4236-af72-9a752be07add.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 632.214281] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3ff146c-b31a-432b-976b-2ddb25fe183d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.236140] env[70398]: DEBUG oslo_vmware.api [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Waiting for the task: (returnval){ [ 632.236140] env[70398]: value = "task-3443658" [ 632.236140] env[70398]: _type = "Task" [ 632.236140] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.245303] env[70398]: DEBUG oslo_vmware.api [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Task: {'id': task-3443658, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.294809] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquiring lock "refresh_cache-43965006-3260-4b95-a464-548d87315683" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.295043] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquired lock "refresh_cache-43965006-3260-4b95-a464-548d87315683" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.295209] env[70398]: DEBUG nova.network.neutron [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 632.482743] env[70398]: DEBUG oslo_vmware.api [None req-7b7596ca-7b00-49b7-8f99-8461f34aa7fa tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Task: {'id': task-3443657, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.525111] env[70398]: DEBUG oslo_vmware.api [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5290e987-2a41-cde9-3041-c300d9f1934d, 'name': SearchDatastore_Task, 'duration_secs': 0.021177} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.526071] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-386c61e5-c804-4f99-8372-9ad95903fbc5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.532621] env[70398]: DEBUG oslo_vmware.api [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 632.532621] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52351465-2807-7ceb-6f02-9520e8d8806e" [ 632.532621] env[70398]: _type = "Task" [ 632.532621] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.543150] env[70398]: DEBUG oslo_vmware.api [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52351465-2807-7ceb-6f02-9520e8d8806e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.587969] env[70398]: DEBUG nova.scheduler.client.report [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.676819] env[70398]: DEBUG nova.network.neutron [-] [instance: fbd30336-215c-4ff4-9d0c-d36491023d48] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.704896] env[70398]: DEBUG nova.network.neutron [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 61bc5681-9186-49fe-a635-56bd82450752] Successfully updated port: af7c4586-dd16-44db-9982-5047c890d8bf {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 632.748746] env[70398]: DEBUG oslo_vmware.api [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Task: {'id': task-3443658, 'name': ReconfigVM_Task, 'duration_secs': 0.483024} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.752162] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Reconfigured VM instance instance-00000009 to attach disk [datastore2] e20ffae3-2c87-4236-af72-9a752be07add/e20ffae3-2c87-4236-af72-9a752be07add.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 632.752162] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56c4bea0-0c91-441a-ae50-2d543ad1f0fe {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.759244] env[70398]: DEBUG oslo_vmware.api [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Waiting for the task: (returnval){ [ 632.759244] env[70398]: value = "task-3443659" [ 632.759244] env[70398]: _type = "Task" [ 632.759244] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.767743] env[70398]: DEBUG oslo_vmware.api [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Task: {'id': task-3443659, 'name': Rename_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.858099] env[70398]: DEBUG nova.network.neutron [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 632.977063] env[70398]: DEBUG oslo_vmware.api [None req-7b7596ca-7b00-49b7-8f99-8461f34aa7fa tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Task: {'id': task-3443657, 'name': PowerOffVM_Task, 'duration_secs': 0.533804} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.977372] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b7596ca-7b00-49b7-8f99-8461f34aa7fa tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] [instance: 55ea9666-0dba-4440-9e5c-afeb9d2b7a98] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 632.977607] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7596ca-7b00-49b7-8f99-8461f34aa7fa tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] [instance: 55ea9666-0dba-4440-9e5c-afeb9d2b7a98] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 632.978038] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4308940f-d9bc-46ee-8feb-5979116c37f6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.039245] env[70398]: DEBUG nova.network.neutron [req-ff24a826-0f14-4103-840e-6124ac92e154 req-583a88a4-caf5-4014-838e-9a2250140f17 service nova] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Updated VIF entry in instance network info cache for port 74d077b7-3e00-4285-a54a-8b213913cff2. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 633.039688] env[70398]: DEBUG nova.network.neutron [req-ff24a826-0f14-4103-840e-6124ac92e154 req-583a88a4-caf5-4014-838e-9a2250140f17 service nova] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Updating instance_info_cache with network_info: [{"id": "74d077b7-3e00-4285-a54a-8b213913cff2", "address": "fa:16:3e:fb:e2:81", "network": {"id": "7d6a528e-2d28-423d-a33f-6f0222b74744", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1712623278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "565f3f2d80634f578f63ea399435e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74d077b7-3e", "ovs_interfaceid": "74d077b7-3e00-4285-a54a-8b213913cff2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.049873] env[70398]: DEBUG oslo_vmware.api [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52351465-2807-7ceb-6f02-9520e8d8806e, 'name': SearchDatastore_Task, 'duration_secs': 0.01035} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.052627] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.052949] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] c4e17778-5b44-4a5c-934c-f06f1722e50c/c4e17778-5b44-4a5c-934c-f06f1722e50c.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 633.053404] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7596ca-7b00-49b7-8f99-8461f34aa7fa tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] [instance: 55ea9666-0dba-4440-9e5c-afeb9d2b7a98] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 633.053628] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7596ca-7b00-49b7-8f99-8461f34aa7fa tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] [instance: 55ea9666-0dba-4440-9e5c-afeb9d2b7a98] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 633.053819] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b7596ca-7b00-49b7-8f99-8461f34aa7fa tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Deleting the datastore file [datastore1] 55ea9666-0dba-4440-9e5c-afeb9d2b7a98 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 633.056280] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30270676-1f8a-4680-b5ac-48a0d92a0182 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.058554] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f4bb999-e29b-4ce7-9037-905b8868c842 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.069250] env[70398]: DEBUG oslo_vmware.api [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 633.069250] env[70398]: value = "task-3443661" [ 633.069250] env[70398]: _type = "Task" [ 633.069250] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.070462] env[70398]: DEBUG oslo_vmware.api [None req-7b7596ca-7b00-49b7-8f99-8461f34aa7fa tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Waiting for the task: (returnval){ [ 633.070462] env[70398]: value = "task-3443662" [ 633.070462] env[70398]: _type = "Task" [ 633.070462] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.089590] env[70398]: DEBUG oslo_vmware.api [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3443661, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.089878] env[70398]: DEBUG oslo_vmware.api [None req-7b7596ca-7b00-49b7-8f99-8461f34aa7fa tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Task: {'id': task-3443662, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.097255] env[70398]: DEBUG oslo_concurrency.lockutils [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.827s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.098053] env[70398]: DEBUG nova.compute.manager [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 633.103227] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3bd9b153-b93c-4e73-af5a-07099d967e2b tempest-DeleteServersAdminTestJSON-1616642307 tempest-DeleteServersAdminTestJSON-1616642307-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.910s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.103227] env[70398]: DEBUG nova.objects.instance [None req-3bd9b153-b93c-4e73-af5a-07099d967e2b tempest-DeleteServersAdminTestJSON-1616642307 tempest-DeleteServersAdminTestJSON-1616642307-project-admin] Lazy-loading 'resources' on Instance uuid a370856f-459c-42d9-92bc-061891305750 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 633.181862] env[70398]: INFO nova.compute.manager [-] [instance: fbd30336-215c-4ff4-9d0c-d36491023d48] Took 1.61 seconds to deallocate network for instance. [ 633.210184] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquiring lock "refresh_cache-61bc5681-9186-49fe-a635-56bd82450752" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.210184] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquired lock "refresh_cache-61bc5681-9186-49fe-a635-56bd82450752" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.210184] env[70398]: DEBUG nova.network.neutron [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 61bc5681-9186-49fe-a635-56bd82450752] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 633.271952] env[70398]: DEBUG oslo_vmware.api [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Task: {'id': task-3443659, 'name': Rename_Task, 'duration_secs': 0.132252} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.272254] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 633.272496] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-232ab0e2-be8e-4872-89ba-6802bbd6b2c1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.281671] env[70398]: DEBUG oslo_vmware.api [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Waiting for the task: (returnval){ [ 633.281671] env[70398]: value = "task-3443663" [ 633.281671] env[70398]: _type = "Task" [ 633.281671] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.294826] env[70398]: DEBUG oslo_vmware.api [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Task: {'id': task-3443663, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.449752] env[70398]: DEBUG nova.network.neutron [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Updating instance_info_cache with network_info: [{"id": "3d7970cc-c3c2-4359-844e-e9df3cecd2d4", "address": "fa:16:3e:f0:5a:51", "network": {"id": "23d9419d-e819-42ee-b5e0-a2606a9537e7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1859119493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35039eb24b5c4b928817e426270785b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d7970cc-c3", "ovs_interfaceid": "3d7970cc-c3c2-4359-844e-e9df3cecd2d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.552051] env[70398]: DEBUG oslo_concurrency.lockutils [req-ff24a826-0f14-4103-840e-6124ac92e154 req-583a88a4-caf5-4014-838e-9a2250140f17 service nova] Releasing lock "refresh_cache-c4e17778-5b44-4a5c-934c-f06f1722e50c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.594094] env[70398]: DEBUG oslo_vmware.api [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3443661, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51547} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.594718] env[70398]: DEBUG oslo_vmware.api [None req-7b7596ca-7b00-49b7-8f99-8461f34aa7fa tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Task: {'id': task-3443662, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168356} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.594718] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] c4e17778-5b44-4a5c-934c-f06f1722e50c/c4e17778-5b44-4a5c-934c-f06f1722e50c.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 633.594877] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 633.595322] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b7596ca-7b00-49b7-8f99-8461f34aa7fa tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 633.597653] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7596ca-7b00-49b7-8f99-8461f34aa7fa tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] [instance: 55ea9666-0dba-4440-9e5c-afeb9d2b7a98] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 633.597653] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7596ca-7b00-49b7-8f99-8461f34aa7fa tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] [instance: 55ea9666-0dba-4440-9e5c-afeb9d2b7a98] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 633.597653] env[70398]: INFO nova.compute.manager [None req-7b7596ca-7b00-49b7-8f99-8461f34aa7fa tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] [instance: 55ea9666-0dba-4440-9e5c-afeb9d2b7a98] Took 1.65 seconds to destroy the instance on the hypervisor. [ 633.597653] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b7596ca-7b00-49b7-8f99-8461f34aa7fa tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 633.597653] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12fe3727-83af-4115-ae25-6ef7a0e064f3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.603268] env[70398]: DEBUG nova.compute.manager [-] [instance: 55ea9666-0dba-4440-9e5c-afeb9d2b7a98] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 633.603268] env[70398]: DEBUG nova.network.neutron [-] [instance: 55ea9666-0dba-4440-9e5c-afeb9d2b7a98] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 633.610483] env[70398]: DEBUG nova.compute.utils [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 633.615520] env[70398]: DEBUG nova.compute.manager [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 633.616467] env[70398]: DEBUG nova.network.neutron [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 633.621404] env[70398]: DEBUG oslo_vmware.api [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 633.621404] env[70398]: value = "task-3443664" [ 633.621404] env[70398]: _type = "Task" [ 633.621404] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.634543] env[70398]: DEBUG oslo_vmware.api [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3443664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.689647] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c9fa77a1-15dc-4c9a-ab86-fe68cc153472 tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.696482] env[70398]: DEBUG nova.policy [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '521c09e8704b421ea8c8117739831485', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a883c811fd5a442fa994bf6d87ef2957', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 633.787136] env[70398]: DEBUG nova.network.neutron [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 61bc5681-9186-49fe-a635-56bd82450752] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 633.798463] env[70398]: DEBUG oslo_vmware.api [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Task: {'id': task-3443663, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.953123] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Releasing lock "refresh_cache-43965006-3260-4b95-a464-548d87315683" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.953474] env[70398]: DEBUG nova.compute.manager [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Instance network_info: |[{"id": "3d7970cc-c3c2-4359-844e-e9df3cecd2d4", "address": "fa:16:3e:f0:5a:51", "network": {"id": "23d9419d-e819-42ee-b5e0-a2606a9537e7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1859119493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35039eb24b5c4b928817e426270785b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d7970cc-c3", "ovs_interfaceid": "3d7970cc-c3c2-4359-844e-e9df3cecd2d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 633.953916] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:5a:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee617cec-01ea-4a11-ac04-ef9767f4c86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d7970cc-c3c2-4359-844e-e9df3cecd2d4', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 633.963586] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Creating folder: Project (35039eb24b5c4b928817e426270785b1). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.966484] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78bd4fe4-9660-4cd9-8266-3190f1533bf1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.991281] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Created folder: Project (35039eb24b5c4b928817e426270785b1) in parent group-v687430. [ 633.991492] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Creating folder: Instances. Parent ref: group-v687461. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.991741] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e100400-b304-47e4-b018-ec9d8c285f2b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.003039] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Created folder: Instances in parent group-v687461. [ 634.003039] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 634.003039] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43965006-3260-4b95-a464-548d87315683] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 634.003039] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ef5b989-2f1e-4701-843c-4a1ae5a63e55 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.026495] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 634.026495] env[70398]: value = "task-3443667" [ 634.026495] env[70398]: _type = "Task" [ 634.026495] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.036961] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443667, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.071529] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da40637-edba-431c-b58d-52a0abe06353 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.081106] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9258a4-dc9d-4896-9e89-043598d130fc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.112943] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352eeb49-c3b7-4451-a82d-cb732cc4af0b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.120484] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18071284-efbc-4b83-a19e-b38b8911500e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.124889] env[70398]: DEBUG nova.compute.manager [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 634.144744] env[70398]: DEBUG nova.compute.provider_tree [None req-3bd9b153-b93c-4e73-af5a-07099d967e2b tempest-DeleteServersAdminTestJSON-1616642307 tempest-DeleteServersAdminTestJSON-1616642307-project-admin] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 634.146687] env[70398]: DEBUG oslo_vmware.api [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3443664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096769} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.147257] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 634.148038] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1141da0-1fd6-48b5-985f-08fb8d49a9dd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.172843] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] c4e17778-5b44-4a5c-934c-f06f1722e50c/c4e17778-5b44-4a5c-934c-f06f1722e50c.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 634.174254] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c18eb48b-cc61-47b8-a4ba-23f088fe993a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.197903] env[70398]: DEBUG oslo_vmware.api [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 634.197903] env[70398]: value = "task-3443668" [ 634.197903] env[70398]: _type = "Task" [ 634.197903] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.207826] env[70398]: DEBUG oslo_vmware.api [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3443668, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.294601] env[70398]: DEBUG oslo_vmware.api [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Task: {'id': task-3443663, 'name': PowerOnVM_Task, 'duration_secs': 0.746643} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.294876] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.295237] env[70398]: INFO nova.compute.manager [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Took 10.40 seconds to spawn the instance on the hypervisor. [ 634.295312] env[70398]: DEBUG nova.compute.manager [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 634.296262] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3609b2-a50d-4b19-8a1f-4430995ca5da {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.468990] env[70398]: DEBUG nova.compute.manager [req-c6eb6ceb-c702-48cd-962a-5611c0f4e81e req-452cbf23-5e76-4ccb-a046-6f4957e5acc4 service nova] [instance: 43965006-3260-4b95-a464-548d87315683] Received event network-vif-plugged-3d7970cc-c3c2-4359-844e-e9df3cecd2d4 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.471021] env[70398]: DEBUG oslo_concurrency.lockutils [req-c6eb6ceb-c702-48cd-962a-5611c0f4e81e req-452cbf23-5e76-4ccb-a046-6f4957e5acc4 service nova] Acquiring lock "43965006-3260-4b95-a464-548d87315683-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.471021] env[70398]: DEBUG oslo_concurrency.lockutils [req-c6eb6ceb-c702-48cd-962a-5611c0f4e81e req-452cbf23-5e76-4ccb-a046-6f4957e5acc4 service nova] Lock "43965006-3260-4b95-a464-548d87315683-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.471392] env[70398]: DEBUG oslo_concurrency.lockutils [req-c6eb6ceb-c702-48cd-962a-5611c0f4e81e req-452cbf23-5e76-4ccb-a046-6f4957e5acc4 service nova] Lock "43965006-3260-4b95-a464-548d87315683-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.471992] env[70398]: DEBUG nova.compute.manager [req-c6eb6ceb-c702-48cd-962a-5611c0f4e81e req-452cbf23-5e76-4ccb-a046-6f4957e5acc4 service nova] [instance: 43965006-3260-4b95-a464-548d87315683] No waiting events found dispatching network-vif-plugged-3d7970cc-c3c2-4359-844e-e9df3cecd2d4 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 634.472482] env[70398]: WARNING nova.compute.manager [req-c6eb6ceb-c702-48cd-962a-5611c0f4e81e req-452cbf23-5e76-4ccb-a046-6f4957e5acc4 service nova] [instance: 43965006-3260-4b95-a464-548d87315683] Received unexpected event network-vif-plugged-3d7970cc-c3c2-4359-844e-e9df3cecd2d4 for instance with vm_state building and task_state spawning. [ 634.472745] env[70398]: DEBUG nova.compute.manager [req-c6eb6ceb-c702-48cd-962a-5611c0f4e81e req-452cbf23-5e76-4ccb-a046-6f4957e5acc4 service nova] [instance: 43965006-3260-4b95-a464-548d87315683] Received event network-changed-3d7970cc-c3c2-4359-844e-e9df3cecd2d4 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.473761] env[70398]: DEBUG nova.compute.manager [req-c6eb6ceb-c702-48cd-962a-5611c0f4e81e req-452cbf23-5e76-4ccb-a046-6f4957e5acc4 service nova] [instance: 43965006-3260-4b95-a464-548d87315683] Refreshing instance network info cache due to event network-changed-3d7970cc-c3c2-4359-844e-e9df3cecd2d4. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 634.473761] env[70398]: DEBUG oslo_concurrency.lockutils [req-c6eb6ceb-c702-48cd-962a-5611c0f4e81e req-452cbf23-5e76-4ccb-a046-6f4957e5acc4 service nova] Acquiring lock "refresh_cache-43965006-3260-4b95-a464-548d87315683" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.475018] env[70398]: DEBUG oslo_concurrency.lockutils [req-c6eb6ceb-c702-48cd-962a-5611c0f4e81e req-452cbf23-5e76-4ccb-a046-6f4957e5acc4 service nova] Acquired lock "refresh_cache-43965006-3260-4b95-a464-548d87315683" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.475018] env[70398]: DEBUG nova.network.neutron [req-c6eb6ceb-c702-48cd-962a-5611c0f4e81e req-452cbf23-5e76-4ccb-a046-6f4957e5acc4 service nova] [instance: 43965006-3260-4b95-a464-548d87315683] Refreshing network info cache for port 3d7970cc-c3c2-4359-844e-e9df3cecd2d4 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 634.488131] env[70398]: DEBUG nova.network.neutron [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 61bc5681-9186-49fe-a635-56bd82450752] Updating instance_info_cache with network_info: [{"id": "af7c4586-dd16-44db-9982-5047c890d8bf", "address": "fa:16:3e:2a:08:a3", "network": {"id": "23d9419d-e819-42ee-b5e0-a2606a9537e7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1859119493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35039eb24b5c4b928817e426270785b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf7c4586-dd", "ovs_interfaceid": "af7c4586-dd16-44db-9982-5047c890d8bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.539549] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443667, 'name': CreateVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.649274] env[70398]: DEBUG nova.scheduler.client.report [None req-3bd9b153-b93c-4e73-af5a-07099d967e2b tempest-DeleteServersAdminTestJSON-1616642307 tempest-DeleteServersAdminTestJSON-1616642307-project-admin] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 634.677699] env[70398]: DEBUG nova.network.neutron [-] [instance: 55ea9666-0dba-4440-9e5c-afeb9d2b7a98] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.709060] env[70398]: DEBUG oslo_vmware.api [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3443668, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.822452] env[70398]: INFO nova.compute.manager [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Took 21.83 seconds to build instance. [ 634.881232] env[70398]: DEBUG nova.network.neutron [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Successfully created port: 78bc76b7-9e39-4080-928f-4826049b2978 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 634.995550] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Releasing lock "refresh_cache-61bc5681-9186-49fe-a635-56bd82450752" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.995550] env[70398]: DEBUG nova.compute.manager [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 61bc5681-9186-49fe-a635-56bd82450752] Instance network_info: |[{"id": "af7c4586-dd16-44db-9982-5047c890d8bf", "address": "fa:16:3e:2a:08:a3", "network": {"id": "23d9419d-e819-42ee-b5e0-a2606a9537e7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1859119493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35039eb24b5c4b928817e426270785b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf7c4586-dd", "ovs_interfaceid": "af7c4586-dd16-44db-9982-5047c890d8bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 634.995700] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 61bc5681-9186-49fe-a635-56bd82450752] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:08:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee617cec-01ea-4a11-ac04-ef9767f4c86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af7c4586-dd16-44db-9982-5047c890d8bf', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 635.003270] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 635.003750] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61bc5681-9186-49fe-a635-56bd82450752] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 635.003750] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f3b005a-1d0f-4f29-be54-bbb0bce37e32 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.027598] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 635.027598] env[70398]: value = "task-3443669" [ 635.027598] env[70398]: _type = "Task" [ 635.027598] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.042366] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443669, 'name': CreateVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.046407] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443667, 'name': CreateVM_Task, 'duration_secs': 0.565711} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.046571] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43965006-3260-4b95-a464-548d87315683] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 635.048793] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.048793] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.048793] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.048793] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8cb9e5f-a452-452f-a250-28a3b13ba9fe {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.052459] env[70398]: DEBUG oslo_vmware.api [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 635.052459] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]526096e9-108e-e82b-9c7c-feb8ba260b46" [ 635.052459] env[70398]: _type = "Task" [ 635.052459] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.061827] env[70398]: DEBUG oslo_vmware.api [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]526096e9-108e-e82b-9c7c-feb8ba260b46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.085515] env[70398]: DEBUG nova.compute.manager [req-872a7007-bb2f-4b8c-b814-0bae825c0b76 req-24425c6b-329e-4da4-9d4c-30a29c5f639f service nova] [instance: 61bc5681-9186-49fe-a635-56bd82450752] Received event network-vif-plugged-af7c4586-dd16-44db-9982-5047c890d8bf {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.085769] env[70398]: DEBUG oslo_concurrency.lockutils [req-872a7007-bb2f-4b8c-b814-0bae825c0b76 req-24425c6b-329e-4da4-9d4c-30a29c5f639f service nova] Acquiring lock "61bc5681-9186-49fe-a635-56bd82450752-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.085953] env[70398]: DEBUG oslo_concurrency.lockutils [req-872a7007-bb2f-4b8c-b814-0bae825c0b76 req-24425c6b-329e-4da4-9d4c-30a29c5f639f service nova] Lock "61bc5681-9186-49fe-a635-56bd82450752-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.086153] env[70398]: DEBUG oslo_concurrency.lockutils [req-872a7007-bb2f-4b8c-b814-0bae825c0b76 req-24425c6b-329e-4da4-9d4c-30a29c5f639f service nova] Lock "61bc5681-9186-49fe-a635-56bd82450752-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.086347] env[70398]: DEBUG nova.compute.manager [req-872a7007-bb2f-4b8c-b814-0bae825c0b76 req-24425c6b-329e-4da4-9d4c-30a29c5f639f service nova] [instance: 61bc5681-9186-49fe-a635-56bd82450752] No waiting events found dispatching network-vif-plugged-af7c4586-dd16-44db-9982-5047c890d8bf {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 635.086600] env[70398]: WARNING nova.compute.manager [req-872a7007-bb2f-4b8c-b814-0bae825c0b76 req-24425c6b-329e-4da4-9d4c-30a29c5f639f service nova] [instance: 61bc5681-9186-49fe-a635-56bd82450752] Received unexpected event network-vif-plugged-af7c4586-dd16-44db-9982-5047c890d8bf for instance with vm_state building and task_state spawning. [ 635.086674] env[70398]: DEBUG nova.compute.manager [req-872a7007-bb2f-4b8c-b814-0bae825c0b76 req-24425c6b-329e-4da4-9d4c-30a29c5f639f service nova] [instance: 61bc5681-9186-49fe-a635-56bd82450752] Received event network-changed-af7c4586-dd16-44db-9982-5047c890d8bf {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.086855] env[70398]: DEBUG nova.compute.manager [req-872a7007-bb2f-4b8c-b814-0bae825c0b76 req-24425c6b-329e-4da4-9d4c-30a29c5f639f service nova] [instance: 61bc5681-9186-49fe-a635-56bd82450752] Refreshing instance network info cache due to event network-changed-af7c4586-dd16-44db-9982-5047c890d8bf. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 635.087045] env[70398]: DEBUG oslo_concurrency.lockutils [req-872a7007-bb2f-4b8c-b814-0bae825c0b76 req-24425c6b-329e-4da4-9d4c-30a29c5f639f service nova] Acquiring lock "refresh_cache-61bc5681-9186-49fe-a635-56bd82450752" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.087195] env[70398]: DEBUG oslo_concurrency.lockutils [req-872a7007-bb2f-4b8c-b814-0bae825c0b76 req-24425c6b-329e-4da4-9d4c-30a29c5f639f service nova] Acquired lock "refresh_cache-61bc5681-9186-49fe-a635-56bd82450752" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.087363] env[70398]: DEBUG nova.network.neutron [req-872a7007-bb2f-4b8c-b814-0bae825c0b76 req-24425c6b-329e-4da4-9d4c-30a29c5f639f service nova] [instance: 61bc5681-9186-49fe-a635-56bd82450752] Refreshing network info cache for port af7c4586-dd16-44db-9982-5047c890d8bf {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 635.137641] env[70398]: DEBUG nova.compute.manager [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 635.155980] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3bd9b153-b93c-4e73-af5a-07099d967e2b tempest-DeleteServersAdminTestJSON-1616642307 tempest-DeleteServersAdminTestJSON-1616642307-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.054s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.167734] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.600s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.171100] env[70398]: INFO nova.compute.claims [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 635.185157] env[70398]: DEBUG nova.virt.hardware [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 635.185451] env[70398]: DEBUG nova.virt.hardware [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 635.185787] env[70398]: DEBUG nova.virt.hardware [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 635.185829] env[70398]: DEBUG nova.virt.hardware [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 635.185992] env[70398]: DEBUG nova.virt.hardware [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 635.194380] env[70398]: DEBUG nova.virt.hardware [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 635.194747] env[70398]: DEBUG nova.virt.hardware [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 635.194937] env[70398]: DEBUG nova.virt.hardware [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 635.195196] env[70398]: DEBUG nova.virt.hardware [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 635.195293] env[70398]: DEBUG nova.virt.hardware [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 635.195520] env[70398]: DEBUG nova.virt.hardware [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 635.196012] env[70398]: INFO nova.compute.manager [-] [instance: 55ea9666-0dba-4440-9e5c-afeb9d2b7a98] Took 1.59 seconds to deallocate network for instance. [ 635.196970] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a43840-0c71-4241-b7f3-b5dbc7db0558 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.218676] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb91b5c-5463-4061-ab68-3e2658b205d9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.226107] env[70398]: INFO nova.scheduler.client.report [None req-3bd9b153-b93c-4e73-af5a-07099d967e2b tempest-DeleteServersAdminTestJSON-1616642307 tempest-DeleteServersAdminTestJSON-1616642307-project-admin] Deleted allocations for instance a370856f-459c-42d9-92bc-061891305750 [ 635.235559] env[70398]: DEBUG oslo_vmware.api [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3443668, 'name': ReconfigVM_Task, 'duration_secs': 0.537685} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.248039] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Reconfigured VM instance instance-0000000a to attach disk [datastore2] c4e17778-5b44-4a5c-934c-f06f1722e50c/c4e17778-5b44-4a5c-934c-f06f1722e50c.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 635.248039] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b260a51-1ff3-49a6-a749-193919f47576 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.271689] env[70398]: DEBUG oslo_vmware.api [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 635.271689] env[70398]: value = "task-3443670" [ 635.271689] env[70398]: _type = "Task" [ 635.271689] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.287987] env[70398]: DEBUG oslo_vmware.api [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3443670, 'name': Rename_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.325964] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b45ae821-110b-4e31-ad62-b95c89ce51f9 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Lock "e20ffae3-2c87-4236-af72-9a752be07add" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.353s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.542559] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443669, 'name': CreateVM_Task, 'duration_secs': 0.330528} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.542559] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61bc5681-9186-49fe-a635-56bd82450752] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 635.543185] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.567551] env[70398]: DEBUG oslo_vmware.api [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]526096e9-108e-e82b-9c7c-feb8ba260b46, 'name': SearchDatastore_Task, 'duration_secs': 0.020409} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.568244] env[70398]: DEBUG nova.network.neutron [req-c6eb6ceb-c702-48cd-962a-5611c0f4e81e req-452cbf23-5e76-4ccb-a046-6f4957e5acc4 service nova] [instance: 43965006-3260-4b95-a464-548d87315683] Updated VIF entry in instance network info cache for port 3d7970cc-c3c2-4359-844e-e9df3cecd2d4. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 635.568555] env[70398]: DEBUG nova.network.neutron [req-c6eb6ceb-c702-48cd-962a-5611c0f4e81e req-452cbf23-5e76-4ccb-a046-6f4957e5acc4 service nova] [instance: 43965006-3260-4b95-a464-548d87315683] Updating instance_info_cache with network_info: [{"id": "3d7970cc-c3c2-4359-844e-e9df3cecd2d4", "address": "fa:16:3e:f0:5a:51", "network": {"id": "23d9419d-e819-42ee-b5e0-a2606a9537e7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1859119493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35039eb24b5c4b928817e426270785b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d7970cc-c3", "ovs_interfaceid": "3d7970cc-c3c2-4359-844e-e9df3cecd2d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.569753] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.572519] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 635.573234] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.573234] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.573234] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.573613] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.573975] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.574247] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d22ddfb0-e934-4868-a780-2eebbd125c0a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.576154] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faf30a50-e220-43ec-b20d-ab2f855aab98 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.581972] env[70398]: DEBUG oslo_vmware.api [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 635.581972] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f73464-63e9-674d-fe1b-8cb30a13f2bb" [ 635.581972] env[70398]: _type = "Task" [ 635.581972] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.587022] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.587221] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 635.588234] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e49ee07-533d-45d4-90e6-94157b09e0b3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.596065] env[70398]: DEBUG oslo_vmware.api [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f73464-63e9-674d-fe1b-8cb30a13f2bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.599296] env[70398]: DEBUG oslo_vmware.api [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 635.599296] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5242ec31-c89b-4725-371e-dd3a352b6fd4" [ 635.599296] env[70398]: _type = "Task" [ 635.599296] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.607805] env[70398]: DEBUG oslo_vmware.api [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5242ec31-c89b-4725-371e-dd3a352b6fd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.715925] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7b7596ca-7b00-49b7-8f99-8461f34aa7fa tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.771635] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3bd9b153-b93c-4e73-af5a-07099d967e2b tempest-DeleteServersAdminTestJSON-1616642307 tempest-DeleteServersAdminTestJSON-1616642307-project-admin] Lock "a370856f-459c-42d9-92bc-061891305750" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.751s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.781699] env[70398]: DEBUG oslo_vmware.api [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3443670, 'name': Rename_Task, 'duration_secs': 0.160843} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.781972] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 635.782432] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbb234af-0828-454d-9d8f-dfe92b33b05d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.789559] env[70398]: DEBUG oslo_vmware.api [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 635.789559] env[70398]: value = "task-3443671" [ 635.789559] env[70398]: _type = "Task" [ 635.789559] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.801288] env[70398]: DEBUG oslo_vmware.api [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3443671, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.832019] env[70398]: DEBUG nova.compute.manager [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 635.947280] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Acquiring lock "8da528cb-6534-4c09-977d-ac078cbfcd58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.947394] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Lock "8da528cb-6534-4c09-977d-ac078cbfcd58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.050384] env[70398]: DEBUG nova.network.neutron [req-872a7007-bb2f-4b8c-b814-0bae825c0b76 req-24425c6b-329e-4da4-9d4c-30a29c5f639f service nova] [instance: 61bc5681-9186-49fe-a635-56bd82450752] Updated VIF entry in instance network info cache for port af7c4586-dd16-44db-9982-5047c890d8bf. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 636.050965] env[70398]: DEBUG nova.network.neutron [req-872a7007-bb2f-4b8c-b814-0bae825c0b76 req-24425c6b-329e-4da4-9d4c-30a29c5f639f service nova] [instance: 61bc5681-9186-49fe-a635-56bd82450752] Updating instance_info_cache with network_info: [{"id": "af7c4586-dd16-44db-9982-5047c890d8bf", "address": "fa:16:3e:2a:08:a3", "network": {"id": "23d9419d-e819-42ee-b5e0-a2606a9537e7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1859119493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35039eb24b5c4b928817e426270785b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf7c4586-dd", "ovs_interfaceid": "af7c4586-dd16-44db-9982-5047c890d8bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.074296] env[70398]: DEBUG oslo_concurrency.lockutils [req-c6eb6ceb-c702-48cd-962a-5611c0f4e81e req-452cbf23-5e76-4ccb-a046-6f4957e5acc4 service nova] Releasing lock "refresh_cache-43965006-3260-4b95-a464-548d87315683" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.074546] env[70398]: DEBUG nova.compute.manager [req-c6eb6ceb-c702-48cd-962a-5611c0f4e81e req-452cbf23-5e76-4ccb-a046-6f4957e5acc4 service nova] [instance: fbd30336-215c-4ff4-9d0c-d36491023d48] Received event network-vif-deleted-82d07a4c-fb16-48bb-8023-56dc846fb0ff {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 636.092879] env[70398]: DEBUG oslo_vmware.api [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f73464-63e9-674d-fe1b-8cb30a13f2bb, 'name': SearchDatastore_Task, 'duration_secs': 0.009626} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.094147] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.094147] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 61bc5681-9186-49fe-a635-56bd82450752] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 636.094147] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.110215] env[70398]: DEBUG oslo_vmware.api [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5242ec31-c89b-4725-371e-dd3a352b6fd4, 'name': SearchDatastore_Task, 'duration_secs': 0.010358} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.110980] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e675313-4458-45f4-846e-0585c41ea827 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.116965] env[70398]: DEBUG oslo_vmware.api [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 636.116965] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52dae9f4-f2a1-c8b8-8d0a-3b37e8cc89f7" [ 636.116965] env[70398]: _type = "Task" [ 636.116965] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.131425] env[70398]: DEBUG oslo_vmware.api [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52dae9f4-f2a1-c8b8-8d0a-3b37e8cc89f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.302890] env[70398]: DEBUG oslo_vmware.api [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3443671, 'name': PowerOnVM_Task, 'duration_secs': 0.468259} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.303691] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 636.303691] env[70398]: INFO nova.compute.manager [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Took 9.91 seconds to spawn the instance on the hypervisor. [ 636.303691] env[70398]: DEBUG nova.compute.manager [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 636.305598] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9d96ca-9e96-406a-84e8-6407f5010e55 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.364791] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.424181] env[70398]: DEBUG oslo_concurrency.lockutils [None req-941af66c-345c-42fa-9b32-f276acb704de tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Acquiring lock "460e787f-23bb-4bb8-8bc4-11545b9891ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.424873] env[70398]: DEBUG oslo_concurrency.lockutils [None req-941af66c-345c-42fa-9b32-f276acb704de tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Lock "460e787f-23bb-4bb8-8bc4-11545b9891ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.425169] env[70398]: DEBUG oslo_concurrency.lockutils [None req-941af66c-345c-42fa-9b32-f276acb704de tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Acquiring lock "460e787f-23bb-4bb8-8bc4-11545b9891ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.425370] env[70398]: DEBUG oslo_concurrency.lockutils [None req-941af66c-345c-42fa-9b32-f276acb704de tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Lock "460e787f-23bb-4bb8-8bc4-11545b9891ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.427151] env[70398]: DEBUG oslo_concurrency.lockutils [None req-941af66c-345c-42fa-9b32-f276acb704de tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Lock "460e787f-23bb-4bb8-8bc4-11545b9891ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.427848] env[70398]: INFO nova.compute.manager [None req-941af66c-345c-42fa-9b32-f276acb704de tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] Terminating instance [ 636.554335] env[70398]: DEBUG oslo_concurrency.lockutils [req-872a7007-bb2f-4b8c-b814-0bae825c0b76 req-24425c6b-329e-4da4-9d4c-30a29c5f639f service nova] Releasing lock "refresh_cache-61bc5681-9186-49fe-a635-56bd82450752" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.556394] env[70398]: DEBUG nova.compute.manager [req-872a7007-bb2f-4b8c-b814-0bae825c0b76 req-24425c6b-329e-4da4-9d4c-30a29c5f639f service nova] [instance: 55ea9666-0dba-4440-9e5c-afeb9d2b7a98] Received event network-vif-deleted-7173f26f-9f46-4ca9-ae97-e5a26c27aeb4 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 636.606072] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c9a2c0-7432-49b8-8a8e-cda09a7a384c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.614576] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b2004c-c8a5-4267-8725-d207dd8f075c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.627327] env[70398]: DEBUG oslo_vmware.api [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52dae9f4-f2a1-c8b8-8d0a-3b37e8cc89f7, 'name': SearchDatastore_Task, 'duration_secs': 0.012819} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.654017] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.654017] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 43965006-3260-4b95-a464-548d87315683/43965006-3260-4b95-a464-548d87315683.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.655562] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.655562] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.655562] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be4e057c-0124-42e8-afa6-df2a366987bb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.657387] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20293919-9721-45c0-b587-c7cbecb1e9bb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.660136] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01631c8b-fa61-4257-83de-845d71131caf {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.669179] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9233407-9d33-4b9c-8b7c-67e0f44f159c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.673498] env[70398]: DEBUG oslo_vmware.api [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 636.673498] env[70398]: value = "task-3443672" [ 636.673498] env[70398]: _type = "Task" [ 636.673498] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.675246] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.675421] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 636.679534] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d351f00-9b4d-4cbf-8207-2c0c438f0fea {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.691541] env[70398]: DEBUG nova.compute.provider_tree [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.697315] env[70398]: DEBUG oslo_vmware.api [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3443672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.698471] env[70398]: DEBUG oslo_vmware.api [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 636.698471] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]523c9cf1-734f-c159-1e8c-79d9f4f647f1" [ 636.698471] env[70398]: _type = "Task" [ 636.698471] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.707135] env[70398]: DEBUG oslo_vmware.api [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]523c9cf1-734f-c159-1e8c-79d9f4f647f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.834175] env[70398]: INFO nova.compute.manager [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Took 23.03 seconds to build instance. [ 636.933279] env[70398]: DEBUG nova.compute.manager [None req-941af66c-345c-42fa-9b32-f276acb704de tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 636.933402] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-941af66c-345c-42fa-9b32-f276acb704de tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 636.934314] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838065cf-1f09-4508-86d5-6ec0125b9602 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.943026] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-941af66c-345c-42fa-9b32-f276acb704de tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 636.943026] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79e172e1-ca66-45d2-a470-978ffeeeaa0e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.948690] env[70398]: DEBUG oslo_vmware.api [None req-941af66c-345c-42fa-9b32-f276acb704de tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Waiting for the task: (returnval){ [ 636.948690] env[70398]: value = "task-3443673" [ 636.948690] env[70398]: _type = "Task" [ 636.948690] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.957922] env[70398]: DEBUG oslo_vmware.api [None req-941af66c-345c-42fa-9b32-f276acb704de tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Task: {'id': task-3443673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.199622] env[70398]: DEBUG nova.scheduler.client.report [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 637.203425] env[70398]: DEBUG oslo_vmware.api [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3443672, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.214166] env[70398]: DEBUG oslo_vmware.api [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]523c9cf1-734f-c159-1e8c-79d9f4f647f1, 'name': SearchDatastore_Task, 'duration_secs': 0.010932} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.215032] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79820c4f-0c1f-43c9-b77b-26d2eb092ebc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.221187] env[70398]: DEBUG oslo_vmware.api [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 637.221187] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52dffe07-03b6-4754-b109-5fdad8630b7b" [ 637.221187] env[70398]: _type = "Task" [ 637.221187] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.235623] env[70398]: DEBUG oslo_vmware.api [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52dffe07-03b6-4754-b109-5fdad8630b7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.336250] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5aa6c5e2-2d07-4743-87e7-efd3c61cf66b tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "c4e17778-5b44-4a5c-934c-f06f1722e50c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.547s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.467149] env[70398]: DEBUG oslo_vmware.api [None req-941af66c-345c-42fa-9b32-f276acb704de tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Task: {'id': task-3443673, 'name': PowerOffVM_Task, 'duration_secs': 0.278913} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.467149] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-941af66c-345c-42fa-9b32-f276acb704de tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 637.467149] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-941af66c-345c-42fa-9b32-f276acb704de tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 637.467149] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa59e9b0-1f75-467e-9547-f31a672d88a9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.529530] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-941af66c-345c-42fa-9b32-f276acb704de tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 637.529530] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-941af66c-345c-42fa-9b32-f276acb704de tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 637.529530] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-941af66c-345c-42fa-9b32-f276acb704de tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Deleting the datastore file [datastore1] 460e787f-23bb-4bb8-8bc4-11545b9891ea {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 637.529530] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc0c275c-9267-4438-af59-000022af77bc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.533864] env[70398]: DEBUG oslo_vmware.api [None req-941af66c-345c-42fa-9b32-f276acb704de tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Waiting for the task: (returnval){ [ 637.533864] env[70398]: value = "task-3443675" [ 637.533864] env[70398]: _type = "Task" [ 637.533864] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.546358] env[70398]: DEBUG oslo_vmware.api [None req-941af66c-345c-42fa-9b32-f276acb704de tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Task: {'id': task-3443675, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.690076] env[70398]: DEBUG oslo_vmware.api [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3443672, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.730672} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.690749] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 43965006-3260-4b95-a464-548d87315683/43965006-3260-4b95-a464-548d87315683.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 637.690749] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 637.690749] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3750b31b-d8ff-4e14-aa7d-02e3a577791a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.704159] env[70398]: DEBUG oslo_vmware.api [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 637.704159] env[70398]: value = "task-3443676" [ 637.704159] env[70398]: _type = "Task" [ 637.704159] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.709030] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.710491] env[70398]: DEBUG nova.compute.manager [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 637.717034] env[70398]: DEBUG nova.network.neutron [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Successfully updated port: 78bc76b7-9e39-4080-928f-4826049b2978 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 637.722110] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.151s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.723777] env[70398]: INFO nova.compute.claims [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.726777] env[70398]: DEBUG oslo_vmware.api [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3443676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.738626] env[70398]: DEBUG oslo_vmware.api [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52dffe07-03b6-4754-b109-5fdad8630b7b, 'name': SearchDatastore_Task, 'duration_secs': 0.068743} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.739170] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.739466] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 61bc5681-9186-49fe-a635-56bd82450752/61bc5681-9186-49fe-a635-56bd82450752.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 637.739900] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a5614ef-746c-42dc-af9e-4a3743220e68 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.748381] env[70398]: DEBUG oslo_vmware.api [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 637.748381] env[70398]: value = "task-3443677" [ 637.748381] env[70398]: _type = "Task" [ 637.748381] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.763784] env[70398]: DEBUG oslo_vmware.api [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3443677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.841247] env[70398]: DEBUG nova.compute.manager [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 638.048073] env[70398]: DEBUG oslo_vmware.api [None req-941af66c-345c-42fa-9b32-f276acb704de tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Task: {'id': task-3443675, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.214559] env[70398]: DEBUG oslo_vmware.api [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3443676, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068272} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.214998] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 638.216123] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d19161b-db38-47eb-bed4-35f138ad3267 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.233191] env[70398]: DEBUG oslo_concurrency.lockutils [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Acquiring lock "refresh_cache-c198a147-5c6d-49a0-b899-feef3d55f4b8" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.233421] env[70398]: DEBUG oslo_concurrency.lockutils [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Acquired lock "refresh_cache-c198a147-5c6d-49a0-b899-feef3d55f4b8" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.233627] env[70398]: DEBUG nova.network.neutron [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 638.236064] env[70398]: DEBUG nova.compute.utils [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 638.248268] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 43965006-3260-4b95-a464-548d87315683/43965006-3260-4b95-a464-548d87315683.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 638.250928] env[70398]: DEBUG nova.compute.manager [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 638.251025] env[70398]: DEBUG nova.network.neutron [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 638.255232] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13cae6e7-be15-4c60-b51d-978b0d4c6a54 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.278289] env[70398]: DEBUG oslo_concurrency.lockutils [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Acquiring lock "1802046c-3dcf-4b7a-b062-5f9c177a11d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.278289] env[70398]: DEBUG oslo_concurrency.lockutils [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Lock "1802046c-3dcf-4b7a-b062-5f9c177a11d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.286352] env[70398]: DEBUG oslo_vmware.api [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3443677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.288385] env[70398]: DEBUG oslo_vmware.api [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 638.288385] env[70398]: value = "task-3443678" [ 638.288385] env[70398]: _type = "Task" [ 638.288385] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.299035] env[70398]: DEBUG oslo_vmware.api [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3443678, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.358217] env[70398]: DEBUG nova.policy [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06d7f7ebf2c54ac09f069aa5e2314982', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61b38bccf64b49b086c80c4151b39806', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 638.374758] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.553560] env[70398]: DEBUG oslo_vmware.api [None req-941af66c-345c-42fa-9b32-f276acb704de tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Task: {'id': task-3443675, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.65215} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.553861] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-941af66c-345c-42fa-9b32-f276acb704de tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 638.554136] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-941af66c-345c-42fa-9b32-f276acb704de tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 638.554348] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-941af66c-345c-42fa-9b32-f276acb704de tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 638.554555] env[70398]: INFO nova.compute.manager [None req-941af66c-345c-42fa-9b32-f276acb704de tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] Took 1.62 seconds to destroy the instance on the hypervisor. [ 638.554803] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-941af66c-345c-42fa-9b32-f276acb704de tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 638.555326] env[70398]: DEBUG nova.compute.manager [-] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 638.555436] env[70398]: DEBUG nova.network.neutron [-] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 638.632277] env[70398]: DEBUG nova.compute.manager [req-585424e4-88ee-4870-9f63-f78f60344697 req-26d7e432-1796-4428-bef5-69c88e7a604a service nova] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Received event network-vif-plugged-78bc76b7-9e39-4080-928f-4826049b2978 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.632505] env[70398]: DEBUG oslo_concurrency.lockutils [req-585424e4-88ee-4870-9f63-f78f60344697 req-26d7e432-1796-4428-bef5-69c88e7a604a service nova] Acquiring lock "c198a147-5c6d-49a0-b899-feef3d55f4b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.632705] env[70398]: DEBUG oslo_concurrency.lockutils [req-585424e4-88ee-4870-9f63-f78f60344697 req-26d7e432-1796-4428-bef5-69c88e7a604a service nova] Lock "c198a147-5c6d-49a0-b899-feef3d55f4b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.632869] env[70398]: DEBUG oslo_concurrency.lockutils [req-585424e4-88ee-4870-9f63-f78f60344697 req-26d7e432-1796-4428-bef5-69c88e7a604a service nova] Lock "c198a147-5c6d-49a0-b899-feef3d55f4b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.635322] env[70398]: DEBUG nova.compute.manager [req-585424e4-88ee-4870-9f63-f78f60344697 req-26d7e432-1796-4428-bef5-69c88e7a604a service nova] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] No waiting events found dispatching network-vif-plugged-78bc76b7-9e39-4080-928f-4826049b2978 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 638.635607] env[70398]: WARNING nova.compute.manager [req-585424e4-88ee-4870-9f63-f78f60344697 req-26d7e432-1796-4428-bef5-69c88e7a604a service nova] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Received unexpected event network-vif-plugged-78bc76b7-9e39-4080-928f-4826049b2978 for instance with vm_state building and task_state spawning. [ 638.749746] env[70398]: DEBUG nova.compute.manager [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 638.803630] env[70398]: DEBUG oslo_vmware.api [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3443677, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.807390] env[70398]: DEBUG nova.network.neutron [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 638.813533] env[70398]: DEBUG oslo_vmware.api [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3443678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.017589] env[70398]: DEBUG nova.network.neutron [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Successfully created port: a06576b8-f525-4d87-a8f9-25191adcbe1d {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 639.049859] env[70398]: DEBUG nova.network.neutron [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Updating instance_info_cache with network_info: [{"id": "78bc76b7-9e39-4080-928f-4826049b2978", "address": "fa:16:3e:4d:e2:3c", "network": {"id": "0e334e9c-95d9-433f-85f1-2b1c561bd5fb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-451978993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a883c811fd5a442fa994bf6d87ef2957", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78bc76b7-9e", "ovs_interfaceid": "78bc76b7-9e39-4080-928f-4826049b2978", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.265459] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62efd11-d805-40fb-8ba9-653b6ddbc3d1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.286092] env[70398]: DEBUG oslo_vmware.api [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3443677, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.112162} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.287083] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2cda23-408f-4ce2-a567-528fb819be84 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.290340] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 61bc5681-9186-49fe-a635-56bd82450752/61bc5681-9186-49fe-a635-56bd82450752.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 639.290657] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 61bc5681-9186-49fe-a635-56bd82450752] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 639.291215] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe632eeb-8a8e-41fe-8bd3-6ac292a66f9c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.302619] env[70398]: DEBUG oslo_vmware.api [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3443678, 'name': ReconfigVM_Task, 'duration_secs': 0.646562} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.331809] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 43965006-3260-4b95-a464-548d87315683/43965006-3260-4b95-a464-548d87315683.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.333026] env[70398]: DEBUG oslo_vmware.api [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 639.333026] env[70398]: value = "task-3443679" [ 639.333026] env[70398]: _type = "Task" [ 639.333026] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.333276] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d232b2d-6530-4e91-b5c9-864cc29c9855 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.335505] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5183d73d-ddbc-4e58-a7f9-aa8c952a7f34 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.353064] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2015281-261e-4b57-99b2-77b400985444 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.359062] env[70398]: DEBUG oslo_vmware.api [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3443679, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.359062] env[70398]: DEBUG oslo_vmware.api [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 639.359062] env[70398]: value = "task-3443680" [ 639.359062] env[70398]: _type = "Task" [ 639.359062] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.373063] env[70398]: DEBUG nova.compute.provider_tree [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.378194] env[70398]: DEBUG oslo_vmware.api [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3443680, 'name': Rename_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.552581] env[70398]: DEBUG oslo_concurrency.lockutils [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Releasing lock "refresh_cache-c198a147-5c6d-49a0-b899-feef3d55f4b8" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.552938] env[70398]: DEBUG nova.compute.manager [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Instance network_info: |[{"id": "78bc76b7-9e39-4080-928f-4826049b2978", "address": "fa:16:3e:4d:e2:3c", "network": {"id": "0e334e9c-95d9-433f-85f1-2b1c561bd5fb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-451978993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a883c811fd5a442fa994bf6d87ef2957", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78bc76b7-9e", "ovs_interfaceid": "78bc76b7-9e39-4080-928f-4826049b2978", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 639.553406] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:e2:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea45c024-d603-4bac-9c1b-f302437ea4fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78bc76b7-9e39-4080-928f-4826049b2978', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 639.563921] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Creating folder: Project (a883c811fd5a442fa994bf6d87ef2957). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.564258] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51b09a88-3c37-44f7-b40f-5abd60abd703 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.580579] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Created folder: Project (a883c811fd5a442fa994bf6d87ef2957) in parent group-v687430. [ 639.580826] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Creating folder: Instances. Parent ref: group-v687465. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.581145] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aafa73dc-2644-4e92-9731-2735cedeacc4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.597579] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Created folder: Instances in parent group-v687465. [ 639.597859] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 639.598118] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 639.598370] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6179f0b-e5c2-4e2c-885f-309d01d743ca {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.625684] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 639.625684] env[70398]: value = "task-3443683" [ 639.625684] env[70398]: _type = "Task" [ 639.625684] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.639624] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443683, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.668631] env[70398]: DEBUG nova.network.neutron [-] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.773998] env[70398]: DEBUG nova.compute.manager [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 639.842412] env[70398]: DEBUG nova.virt.hardware [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 639.842412] env[70398]: DEBUG nova.virt.hardware [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 639.842412] env[70398]: DEBUG nova.virt.hardware [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.842719] env[70398]: DEBUG nova.virt.hardware [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 639.842719] env[70398]: DEBUG nova.virt.hardware [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.842719] env[70398]: DEBUG nova.virt.hardware [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 639.842719] env[70398]: DEBUG nova.virt.hardware [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 639.842719] env[70398]: DEBUG nova.virt.hardware [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 639.843718] env[70398]: DEBUG nova.virt.hardware [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 639.843718] env[70398]: DEBUG nova.virt.hardware [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 639.843718] env[70398]: DEBUG nova.virt.hardware [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 639.843718] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd642b77-1cf2-4edd-89ee-b0e974a0f500 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.856139] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2387c4-6482-44a3-9ec1-6f6df0a3edf4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.859954] env[70398]: DEBUG oslo_vmware.api [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3443679, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115764} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.861536] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 61bc5681-9186-49fe-a635-56bd82450752] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 639.871152] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb49936-5622-43d1-99cd-83c27f5a6b08 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.875724] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Acquiring lock "94ca8146-bef3-47a0-a41f-51e3b2d773b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.876121] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Lock "94ca8146-bef3-47a0-a41f-51e3b2d773b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.893321] env[70398]: DEBUG nova.scheduler.client.report [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.903540] env[70398]: DEBUG oslo_vmware.api [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3443680, 'name': Rename_Task, 'duration_secs': 0.31853} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.913268] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.922481] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 61bc5681-9186-49fe-a635-56bd82450752] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 61bc5681-9186-49fe-a635-56bd82450752/61bc5681-9186-49fe-a635-56bd82450752.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 639.923401] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7873996-3518-4fef-997a-0bcb3dc4049f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.925124] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-969df6af-9012-4c9d-a500-e58794e4ea67 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.946658] env[70398]: DEBUG oslo_vmware.api [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 639.946658] env[70398]: value = "task-3443685" [ 639.946658] env[70398]: _type = "Task" [ 639.946658] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.948343] env[70398]: DEBUG oslo_vmware.api [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 639.948343] env[70398]: value = "task-3443684" [ 639.948343] env[70398]: _type = "Task" [ 639.948343] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.960855] env[70398]: DEBUG oslo_vmware.api [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3443684, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.963600] env[70398]: DEBUG oslo_vmware.api [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3443685, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.028432] env[70398]: DEBUG nova.compute.manager [None req-ee05a1d0-8032-43e7-95b2-4d260a0f1199 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 640.029421] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a92bfd-d785-4e12-bb3a-f274689a8012 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.136835] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443683, 'name': CreateVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.157572] env[70398]: DEBUG nova.compute.manager [req-c5a52c50-eb31-47f8-b653-4b1e60b12444 req-4e5c9e3b-c745-4a58-8d05-15ac9eb1afa9 service nova] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Received event network-changed-8b9b7189-71d0-4e80-95f9-ca68b14d89ae {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 640.157572] env[70398]: DEBUG nova.compute.manager [req-c5a52c50-eb31-47f8-b653-4b1e60b12444 req-4e5c9e3b-c745-4a58-8d05-15ac9eb1afa9 service nova] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Refreshing instance network info cache due to event network-changed-8b9b7189-71d0-4e80-95f9-ca68b14d89ae. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 640.157572] env[70398]: DEBUG oslo_concurrency.lockutils [req-c5a52c50-eb31-47f8-b653-4b1e60b12444 req-4e5c9e3b-c745-4a58-8d05-15ac9eb1afa9 service nova] Acquiring lock "refresh_cache-e20ffae3-2c87-4236-af72-9a752be07add" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.157572] env[70398]: DEBUG oslo_concurrency.lockutils [req-c5a52c50-eb31-47f8-b653-4b1e60b12444 req-4e5c9e3b-c745-4a58-8d05-15ac9eb1afa9 service nova] Acquired lock "refresh_cache-e20ffae3-2c87-4236-af72-9a752be07add" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.157572] env[70398]: DEBUG nova.network.neutron [req-c5a52c50-eb31-47f8-b653-4b1e60b12444 req-4e5c9e3b-c745-4a58-8d05-15ac9eb1afa9 service nova] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Refreshing network info cache for port 8b9b7189-71d0-4e80-95f9-ca68b14d89ae {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 640.172205] env[70398]: INFO nova.compute.manager [-] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] Took 1.62 seconds to deallocate network for instance. [ 640.403033] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.403033] env[70398]: DEBUG nova.compute.manager [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 640.404345] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.499s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.405953] env[70398]: INFO nova.compute.claims [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 640.469817] env[70398]: DEBUG oslo_vmware.api [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3443685, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.476299] env[70398]: DEBUG oslo_vmware.api [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3443684, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.542793] env[70398]: INFO nova.compute.manager [None req-ee05a1d0-8032-43e7-95b2-4d260a0f1199 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] instance snapshotting [ 640.549901] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066a1bc8-1d71-4a68-afbb-863f233f19a9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.582668] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41010cc-7a5d-4227-bdba-1f7954f61544 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.639304] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443683, 'name': CreateVM_Task, 'duration_secs': 0.596428} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.639483] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 640.640238] env[70398]: DEBUG oslo_concurrency.lockutils [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.640432] env[70398]: DEBUG oslo_concurrency.lockutils [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.641080] env[70398]: DEBUG oslo_concurrency.lockutils [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.641823] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-724d2232-d809-4f0b-a8e3-6d22629c018b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.647469] env[70398]: DEBUG oslo_vmware.api [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Waiting for the task: (returnval){ [ 640.647469] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52a73565-8bfd-a9b1-0100-10da534aff17" [ 640.647469] env[70398]: _type = "Task" [ 640.647469] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.666083] env[70398]: DEBUG oslo_vmware.api [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52a73565-8bfd-a9b1-0100-10da534aff17, 'name': SearchDatastore_Task, 'duration_secs': 0.013033} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.666388] env[70398]: DEBUG oslo_concurrency.lockutils [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.666627] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 640.666909] env[70398]: DEBUG oslo_concurrency.lockutils [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.667294] env[70398]: DEBUG oslo_concurrency.lockutils [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.667597] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.668271] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9cfab975-505c-4bba-8a24-275dd09b264d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.680220] env[70398]: DEBUG oslo_concurrency.lockutils [None req-941af66c-345c-42fa-9b32-f276acb704de tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.680775] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.680986] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 640.684423] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a2e8dee-3c12-40ff-936a-63fb3b5f4a3a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.689396] env[70398]: DEBUG oslo_vmware.api [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Waiting for the task: (returnval){ [ 640.689396] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]520bbea0-bbb3-a1dc-1858-9ba966b12fad" [ 640.689396] env[70398]: _type = "Task" [ 640.689396] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.698448] env[70398]: DEBUG oslo_vmware.api [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]520bbea0-bbb3-a1dc-1858-9ba966b12fad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.880204] env[70398]: DEBUG oslo_concurrency.lockutils [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Acquiring lock "cfc4e624-db92-423c-969c-64d433595497" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.880574] env[70398]: DEBUG oslo_concurrency.lockutils [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Lock "cfc4e624-db92-423c-969c-64d433595497" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.905877] env[70398]: DEBUG nova.compute.utils [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 640.908115] env[70398]: DEBUG nova.compute.manager [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 640.908455] env[70398]: DEBUG nova.network.neutron [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 640.970466] env[70398]: DEBUG oslo_vmware.api [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3443684, 'name': PowerOnVM_Task, 'duration_secs': 0.857837} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.974632] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 640.974883] env[70398]: INFO nova.compute.manager [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Took 12.14 seconds to spawn the instance on the hypervisor. [ 640.975036] env[70398]: DEBUG nova.compute.manager [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 640.975344] env[70398]: DEBUG oslo_vmware.api [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3443685, 'name': ReconfigVM_Task, 'duration_secs': 0.711059} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.976410] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206bbc64-fff7-4147-af67-d6a17e43081d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.979056] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 61bc5681-9186-49fe-a635-56bd82450752] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 61bc5681-9186-49fe-a635-56bd82450752/61bc5681-9186-49fe-a635-56bd82450752.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 640.980126] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ebe2644f-33b2-460a-aacc-ea4235879d61 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.998026] env[70398]: DEBUG oslo_vmware.api [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 640.998026] env[70398]: value = "task-3443686" [ 640.998026] env[70398]: _type = "Task" [ 640.998026] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.007676] env[70398]: DEBUG oslo_vmware.api [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3443686, 'name': Rename_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.080719] env[70398]: DEBUG nova.network.neutron [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Successfully updated port: a06576b8-f525-4d87-a8f9-25191adcbe1d {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 641.087735] env[70398]: DEBUG nova.policy [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f55910db6e0a4ea78827984b2fc8164a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95e2cf495158477caeb0a4d619e81709', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 641.098416] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-ee05a1d0-8032-43e7-95b2-4d260a0f1199 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Creating Snapshot of the VM instance {{(pid=70398) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 641.099014] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b4d0bee7-3604-4b43-ab3b-780d26bf84c6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.108743] env[70398]: DEBUG oslo_vmware.api [None req-ee05a1d0-8032-43e7-95b2-4d260a0f1199 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Waiting for the task: (returnval){ [ 641.108743] env[70398]: value = "task-3443687" [ 641.108743] env[70398]: _type = "Task" [ 641.108743] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.124779] env[70398]: DEBUG oslo_vmware.api [None req-ee05a1d0-8032-43e7-95b2-4d260a0f1199 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3443687, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.163334] env[70398]: DEBUG nova.network.neutron [req-c5a52c50-eb31-47f8-b653-4b1e60b12444 req-4e5c9e3b-c745-4a58-8d05-15ac9eb1afa9 service nova] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Updated VIF entry in instance network info cache for port 8b9b7189-71d0-4e80-95f9-ca68b14d89ae. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 641.164118] env[70398]: DEBUG nova.network.neutron [req-c5a52c50-eb31-47f8-b653-4b1e60b12444 req-4e5c9e3b-c745-4a58-8d05-15ac9eb1afa9 service nova] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Updating instance_info_cache with network_info: [{"id": "8b9b7189-71d0-4e80-95f9-ca68b14d89ae", "address": "fa:16:3e:ac:30:68", "network": {"id": "465eba51-f3f1-4de7-b7e8-ccc6150af2c5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1909685991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1f52760f3634a03930138ea1ed0f4d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b9b7189-71", "ovs_interfaceid": "8b9b7189-71d0-4e80-95f9-ca68b14d89ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.206275] env[70398]: DEBUG oslo_vmware.api [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]520bbea0-bbb3-a1dc-1858-9ba966b12fad, 'name': SearchDatastore_Task, 'duration_secs': 0.048157} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.207440] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a99fa8f2-9fbb-429a-ab1f-b7fc3bd6879e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.215992] env[70398]: DEBUG oslo_vmware.api [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Waiting for the task: (returnval){ [ 641.215992] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]528f74b3-a357-bfdb-e046-3f7782053f66" [ 641.215992] env[70398]: _type = "Task" [ 641.215992] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.225794] env[70398]: DEBUG oslo_vmware.api [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]528f74b3-a357-bfdb-e046-3f7782053f66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.282223] env[70398]: DEBUG nova.compute.manager [req-68acfa58-420d-409a-8239-6b7e97ba6e57 req-92ad3dda-715c-412b-a262-bc191398bbf0 service nova] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Received event network-changed-78bc76b7-9e39-4080-928f-4826049b2978 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.282223] env[70398]: DEBUG nova.compute.manager [req-68acfa58-420d-409a-8239-6b7e97ba6e57 req-92ad3dda-715c-412b-a262-bc191398bbf0 service nova] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Refreshing instance network info cache due to event network-changed-78bc76b7-9e39-4080-928f-4826049b2978. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 641.282223] env[70398]: DEBUG oslo_concurrency.lockutils [req-68acfa58-420d-409a-8239-6b7e97ba6e57 req-92ad3dda-715c-412b-a262-bc191398bbf0 service nova] Acquiring lock "refresh_cache-c198a147-5c6d-49a0-b899-feef3d55f4b8" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.282223] env[70398]: DEBUG oslo_concurrency.lockutils [req-68acfa58-420d-409a-8239-6b7e97ba6e57 req-92ad3dda-715c-412b-a262-bc191398bbf0 service nova] Acquired lock "refresh_cache-c198a147-5c6d-49a0-b899-feef3d55f4b8" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.282223] env[70398]: DEBUG nova.network.neutron [req-68acfa58-420d-409a-8239-6b7e97ba6e57 req-92ad3dda-715c-412b-a262-bc191398bbf0 service nova] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Refreshing network info cache for port 78bc76b7-9e39-4080-928f-4826049b2978 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 641.414720] env[70398]: DEBUG nova.compute.manager [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 641.509768] env[70398]: INFO nova.compute.manager [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Took 27.65 seconds to build instance. [ 641.520406] env[70398]: DEBUG oslo_vmware.api [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3443686, 'name': Rename_Task, 'duration_secs': 0.338053} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.520547] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 61bc5681-9186-49fe-a635-56bd82450752] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 641.521238] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bcc32d19-0147-4942-b673-29534bb5aeea {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.533962] env[70398]: DEBUG oslo_vmware.api [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 641.533962] env[70398]: value = "task-3443688" [ 641.533962] env[70398]: _type = "Task" [ 641.533962] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.549779] env[70398]: DEBUG oslo_vmware.api [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3443688, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.586479] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "refresh_cache-487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.586556] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquired lock "refresh_cache-487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.586691] env[70398]: DEBUG nova.network.neutron [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 641.624334] env[70398]: DEBUG oslo_vmware.api [None req-ee05a1d0-8032-43e7-95b2-4d260a0f1199 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3443687, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.668384] env[70398]: DEBUG oslo_concurrency.lockutils [req-c5a52c50-eb31-47f8-b653-4b1e60b12444 req-4e5c9e3b-c745-4a58-8d05-15ac9eb1afa9 service nova] Releasing lock "refresh_cache-e20ffae3-2c87-4236-af72-9a752be07add" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.731943] env[70398]: DEBUG oslo_vmware.api [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]528f74b3-a357-bfdb-e046-3f7782053f66, 'name': SearchDatastore_Task, 'duration_secs': 0.017232} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.736443] env[70398]: DEBUG oslo_concurrency.lockutils [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.736813] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] c198a147-5c6d-49a0-b899-feef3d55f4b8/c198a147-5c6d-49a0-b899-feef3d55f4b8.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 641.737761] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5dc1e965-7101-4aa8-aa1b-7761e54bd8c9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.751073] env[70398]: DEBUG oslo_vmware.api [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Waiting for the task: (returnval){ [ 641.751073] env[70398]: value = "task-3443689" [ 641.751073] env[70398]: _type = "Task" [ 641.751073] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.771466] env[70398]: DEBUG oslo_vmware.api [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Task: {'id': task-3443689, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.015589] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d2950e16-c52f-4fa8-91c4-73585ea7f5f1 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Lock "43965006-3260-4b95-a464-548d87315683" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.177s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.027767] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc31495b-99e7-4d92-aefc-d572802b7295 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.042155] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076aac24-7d22-4dd9-9d2c-766080c8435d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.051868] env[70398]: DEBUG oslo_vmware.api [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3443688, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.094288] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3678fa13-c5de-41bc-b299-ca25bdce7969 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.114094] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68776e16-1ae6-47d8-b409-c017102e5e2b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.136553] env[70398]: DEBUG oslo_vmware.api [None req-ee05a1d0-8032-43e7-95b2-4d260a0f1199 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3443687, 'name': CreateSnapshot_Task, 'duration_secs': 0.87956} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.145955] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-ee05a1d0-8032-43e7-95b2-4d260a0f1199 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Created Snapshot of the VM instance {{(pid=70398) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 642.146925] env[70398]: DEBUG nova.compute.provider_tree [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.148890] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c833ac-a283-4303-bf5e-b181eda25f05 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.203029] env[70398]: DEBUG nova.network.neutron [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] Successfully created port: 9eeef0cc-1b00-4211-8ecb-6a50928ad623 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 642.264176] env[70398]: DEBUG oslo_vmware.api [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Task: {'id': task-3443689, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.269157] env[70398]: DEBUG nova.network.neutron [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 642.410980] env[70398]: DEBUG nova.network.neutron [req-68acfa58-420d-409a-8239-6b7e97ba6e57 req-92ad3dda-715c-412b-a262-bc191398bbf0 service nova] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Updated VIF entry in instance network info cache for port 78bc76b7-9e39-4080-928f-4826049b2978. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 642.411403] env[70398]: DEBUG nova.network.neutron [req-68acfa58-420d-409a-8239-6b7e97ba6e57 req-92ad3dda-715c-412b-a262-bc191398bbf0 service nova] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Updating instance_info_cache with network_info: [{"id": "78bc76b7-9e39-4080-928f-4826049b2978", "address": "fa:16:3e:4d:e2:3c", "network": {"id": "0e334e9c-95d9-433f-85f1-2b1c561bd5fb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-451978993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a883c811fd5a442fa994bf6d87ef2957", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78bc76b7-9e", "ovs_interfaceid": "78bc76b7-9e39-4080-928f-4826049b2978", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.429421] env[70398]: DEBUG nova.compute.manager [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 642.466222] env[70398]: DEBUG nova.virt.hardware [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 642.466362] env[70398]: DEBUG nova.virt.hardware [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 642.466522] env[70398]: DEBUG nova.virt.hardware [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.466699] env[70398]: DEBUG nova.virt.hardware [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 642.466857] env[70398]: DEBUG nova.virt.hardware [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.467017] env[70398]: DEBUG nova.virt.hardware [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 642.467223] env[70398]: DEBUG nova.virt.hardware [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 642.467410] env[70398]: DEBUG nova.virt.hardware [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 642.467589] env[70398]: DEBUG nova.virt.hardware [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 642.468013] env[70398]: DEBUG nova.virt.hardware [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 642.468013] env[70398]: DEBUG nova.virt.hardware [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 642.469164] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616ec367-b029-4281-9bf3-c4d85373495c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.478691] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2f8172-af74-402e-8d12-b946ad0bd778 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.497175] env[70398]: DEBUG nova.network.neutron [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Updating instance_info_cache with network_info: [{"id": "a06576b8-f525-4d87-a8f9-25191adcbe1d", "address": "fa:16:3e:a3:fc:4e", "network": {"id": "8827b33f-2ae8-4694-a41f-8548aab18f7c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-40120438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "61b38bccf64b49b086c80c4151b39806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa06576b8-f5", "ovs_interfaceid": "a06576b8-f525-4d87-a8f9-25191adcbe1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.518789] env[70398]: DEBUG nova.compute.manager [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.547686] env[70398]: DEBUG oslo_vmware.api [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3443688, 'name': PowerOnVM_Task, 'duration_secs': 0.529365} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.547953] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 61bc5681-9186-49fe-a635-56bd82450752] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 642.548171] env[70398]: INFO nova.compute.manager [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 61bc5681-9186-49fe-a635-56bd82450752] Took 11.24 seconds to spawn the instance on the hypervisor. [ 642.548344] env[70398]: DEBUG nova.compute.manager [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 61bc5681-9186-49fe-a635-56bd82450752] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 642.549167] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c72bd4-3cb4-4ce1-8804-a29ac1abe5c8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.653293] env[70398]: DEBUG nova.scheduler.client.report [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.675978] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-ee05a1d0-8032-43e7-95b2-4d260a0f1199 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Creating linked-clone VM from snapshot {{(pid=70398) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 642.676227] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-28651c66-f7e0-4c71-a562-d942b39d0691 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.686087] env[70398]: DEBUG oslo_vmware.api [None req-ee05a1d0-8032-43e7-95b2-4d260a0f1199 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Waiting for the task: (returnval){ [ 642.686087] env[70398]: value = "task-3443690" [ 642.686087] env[70398]: _type = "Task" [ 642.686087] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.699552] env[70398]: DEBUG oslo_vmware.api [None req-ee05a1d0-8032-43e7-95b2-4d260a0f1199 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3443690, 'name': CloneVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.763902] env[70398]: DEBUG oslo_vmware.api [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Task: {'id': task-3443689, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678035} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.764148] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] c198a147-5c6d-49a0-b899-feef3d55f4b8/c198a147-5c6d-49a0-b899-feef3d55f4b8.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 642.764368] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 642.764637] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97fa2824-2b13-4160-ae77-95953f0e88d6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.771490] env[70398]: DEBUG oslo_vmware.api [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Waiting for the task: (returnval){ [ 642.771490] env[70398]: value = "task-3443691" [ 642.771490] env[70398]: _type = "Task" [ 642.771490] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.780350] env[70398]: DEBUG oslo_vmware.api [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Task: {'id': task-3443691, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.914143] env[70398]: DEBUG oslo_concurrency.lockutils [req-68acfa58-420d-409a-8239-6b7e97ba6e57 req-92ad3dda-715c-412b-a262-bc191398bbf0 service nova] Releasing lock "refresh_cache-c198a147-5c6d-49a0-b899-feef3d55f4b8" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.914346] env[70398]: DEBUG nova.compute.manager [req-68acfa58-420d-409a-8239-6b7e97ba6e57 req-92ad3dda-715c-412b-a262-bc191398bbf0 service nova] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] Received event network-vif-deleted-b0d1f04a-c739-49e2-9c17-8be07a75ef91 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.006389] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Releasing lock "refresh_cache-487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.006761] env[70398]: DEBUG nova.compute.manager [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Instance network_info: |[{"id": "a06576b8-f525-4d87-a8f9-25191adcbe1d", "address": "fa:16:3e:a3:fc:4e", "network": {"id": "8827b33f-2ae8-4694-a41f-8548aab18f7c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-40120438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "61b38bccf64b49b086c80c4151b39806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa06576b8-f5", "ovs_interfaceid": "a06576b8-f525-4d87-a8f9-25191adcbe1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 643.007271] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:fc:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a111da1-447a-4722-9662-b0d6a2886a65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a06576b8-f525-4d87-a8f9-25191adcbe1d', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.015849] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Creating folder: Project (61b38bccf64b49b086c80c4151b39806). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.016180] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76aee8bb-1be0-405b-9d43-738e55d524f0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.030366] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Created folder: Project (61b38bccf64b49b086c80c4151b39806) in parent group-v687430. [ 643.030366] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Creating folder: Instances. Parent ref: group-v687470. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.030366] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08543c4b-ceb8-40e9-be48-703b832fc9d3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.040536] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Created folder: Instances in parent group-v687470. [ 643.041386] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 643.041386] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 643.041386] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36efca1f-ea2a-494a-8519-632d35707611 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.059132] env[70398]: DEBUG oslo_concurrency.lockutils [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.070640] env[70398]: DEBUG nova.compute.manager [req-6f82e2be-4760-4bd6-a7d4-5022fa2d7394 req-7d5a9acc-f2ca-43f7-a901-9ac7bf830d69 service nova] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Received event network-changed-74d077b7-3e00-4285-a54a-8b213913cff2 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.070640] env[70398]: DEBUG nova.compute.manager [req-6f82e2be-4760-4bd6-a7d4-5022fa2d7394 req-7d5a9acc-f2ca-43f7-a901-9ac7bf830d69 service nova] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Refreshing instance network info cache due to event network-changed-74d077b7-3e00-4285-a54a-8b213913cff2. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 643.070640] env[70398]: DEBUG oslo_concurrency.lockutils [req-6f82e2be-4760-4bd6-a7d4-5022fa2d7394 req-7d5a9acc-f2ca-43f7-a901-9ac7bf830d69 service nova] Acquiring lock "refresh_cache-c4e17778-5b44-4a5c-934c-f06f1722e50c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.070640] env[70398]: DEBUG oslo_concurrency.lockutils [req-6f82e2be-4760-4bd6-a7d4-5022fa2d7394 req-7d5a9acc-f2ca-43f7-a901-9ac7bf830d69 service nova] Acquired lock "refresh_cache-c4e17778-5b44-4a5c-934c-f06f1722e50c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.070640] env[70398]: DEBUG nova.network.neutron [req-6f82e2be-4760-4bd6-a7d4-5022fa2d7394 req-7d5a9acc-f2ca-43f7-a901-9ac7bf830d69 service nova] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Refreshing network info cache for port 74d077b7-3e00-4285-a54a-8b213913cff2 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 643.074280] env[70398]: INFO nova.compute.manager [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 61bc5681-9186-49fe-a635-56bd82450752] Took 26.26 seconds to build instance. [ 643.077481] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 643.077481] env[70398]: value = "task-3443694" [ 643.077481] env[70398]: _type = "Task" [ 643.077481] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.089205] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443694, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.159646] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.754s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.159646] env[70398]: DEBUG nova.compute.manager [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 643.164736] env[70398]: DEBUG oslo_concurrency.lockutils [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.004s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.166042] env[70398]: INFO nova.compute.claims [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] [instance: deaff90c-019f-423c-97ec-801542720a30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 643.201078] env[70398]: DEBUG oslo_vmware.api [None req-ee05a1d0-8032-43e7-95b2-4d260a0f1199 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3443690, 'name': CloneVM_Task} progress is 94%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.286581] env[70398]: DEBUG oslo_vmware.api [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Task: {'id': task-3443691, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071398} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.287268] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 643.288717] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbeeb5b-8766-43fd-b5e7-75a58fb0520a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.319814] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] c198a147-5c6d-49a0-b899-feef3d55f4b8/c198a147-5c6d-49a0-b899-feef3d55f4b8.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 643.320465] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-182bb65d-dba8-4a32-bbcc-12499c77f71d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.345221] env[70398]: DEBUG oslo_vmware.api [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Waiting for the task: (returnval){ [ 643.345221] env[70398]: value = "task-3443695" [ 643.345221] env[70398]: _type = "Task" [ 643.345221] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.352817] env[70398]: DEBUG oslo_vmware.api [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Task: {'id': task-3443695, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.579181] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a1e7c69c-0909-4377-81ad-4b95025e4796 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Lock "61bc5681-9186-49fe-a635-56bd82450752" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.771s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.597739] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443694, 'name': CreateVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.673979] env[70398]: DEBUG nova.compute.utils [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 643.678023] env[70398]: DEBUG nova.compute.manager [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 643.678023] env[70398]: DEBUG nova.network.neutron [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 643.700261] env[70398]: DEBUG oslo_vmware.api [None req-ee05a1d0-8032-43e7-95b2-4d260a0f1199 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3443690, 'name': CloneVM_Task} progress is 94%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.773545] env[70398]: DEBUG nova.policy [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c772194552a48bfb99abfbfaf2f9e36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8cbbc3fbf9c041b7a87ce63e247c9837', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 643.853552] env[70398]: DEBUG oslo_vmware.api [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Task: {'id': task-3443695, 'name': ReconfigVM_Task, 'duration_secs': 0.350494} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.853827] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Reconfigured VM instance instance-0000000d to attach disk [datastore2] c198a147-5c6d-49a0-b899-feef3d55f4b8/c198a147-5c6d-49a0-b899-feef3d55f4b8.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.854526] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-958e9cf1-84ac-4771-807f-b1ce073608f3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.861413] env[70398]: DEBUG oslo_vmware.api [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Waiting for the task: (returnval){ [ 643.861413] env[70398]: value = "task-3443696" [ 643.861413] env[70398]: _type = "Task" [ 643.861413] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.870825] env[70398]: DEBUG oslo_vmware.api [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Task: {'id': task-3443696, 'name': Rename_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.079740] env[70398]: DEBUG nova.network.neutron [req-6f82e2be-4760-4bd6-a7d4-5022fa2d7394 req-7d5a9acc-f2ca-43f7-a901-9ac7bf830d69 service nova] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Updated VIF entry in instance network info cache for port 74d077b7-3e00-4285-a54a-8b213913cff2. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 644.080103] env[70398]: DEBUG nova.network.neutron [req-6f82e2be-4760-4bd6-a7d4-5022fa2d7394 req-7d5a9acc-f2ca-43f7-a901-9ac7bf830d69 service nova] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Updating instance_info_cache with network_info: [{"id": "74d077b7-3e00-4285-a54a-8b213913cff2", "address": "fa:16:3e:fb:e2:81", "network": {"id": "7d6a528e-2d28-423d-a33f-6f0222b74744", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1712623278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "565f3f2d80634f578f63ea399435e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74d077b7-3e", "ovs_interfaceid": "74d077b7-3e00-4285-a54a-8b213913cff2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.095050] env[70398]: DEBUG nova.compute.manager [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 644.097558] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443694, 'name': CreateVM_Task, 'duration_secs': 0.616969} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.099027] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 644.102902] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.102902] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.102902] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.103096] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97d4e488-52ed-4784-8a21-dfd851711a14 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.113215] env[70398]: DEBUG oslo_vmware.api [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 644.113215] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5209dbd9-282d-e4d4-4247-db7ec3a1c4ee" [ 644.113215] env[70398]: _type = "Task" [ 644.113215] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.126511] env[70398]: DEBUG oslo_vmware.api [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5209dbd9-282d-e4d4-4247-db7ec3a1c4ee, 'name': SearchDatastore_Task, 'duration_secs': 0.012682} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.127091] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.127501] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.128069] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.128496] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.129585] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.130015] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10f19057-0891-4e60-89a2-2d1dd1e3f789 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.143668] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.143668] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.144314] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c9a5019-9f0f-4f0d-9042-4e33646a11be {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.151529] env[70398]: DEBUG oslo_vmware.api [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 644.151529] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]527da6bb-6b24-2377-1409-05595359034c" [ 644.151529] env[70398]: _type = "Task" [ 644.151529] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.161678] env[70398]: DEBUG oslo_vmware.api [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]527da6bb-6b24-2377-1409-05595359034c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.180682] env[70398]: DEBUG nova.compute.manager [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 644.207628] env[70398]: DEBUG oslo_vmware.api [None req-ee05a1d0-8032-43e7-95b2-4d260a0f1199 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3443690, 'name': CloneVM_Task, 'duration_secs': 1.398135} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.207628] env[70398]: INFO nova.virt.vmwareapi.vmops [None req-ee05a1d0-8032-43e7-95b2-4d260a0f1199 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Created linked-clone VM from snapshot [ 644.207628] env[70398]: DEBUG nova.compute.manager [req-5b0e8a86-91cf-40e9-b974-91e14f013cea req-134ea3d4-ca3d-478c-be76-b31db4f4953d service nova] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Received event network-vif-plugged-a06576b8-f525-4d87-a8f9-25191adcbe1d {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.207628] env[70398]: DEBUG oslo_concurrency.lockutils [req-5b0e8a86-91cf-40e9-b974-91e14f013cea req-134ea3d4-ca3d-478c-be76-b31db4f4953d service nova] Acquiring lock "487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.207942] env[70398]: DEBUG oslo_concurrency.lockutils [req-5b0e8a86-91cf-40e9-b974-91e14f013cea req-134ea3d4-ca3d-478c-be76-b31db4f4953d service nova] Lock "487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.207942] env[70398]: DEBUG oslo_concurrency.lockutils [req-5b0e8a86-91cf-40e9-b974-91e14f013cea req-134ea3d4-ca3d-478c-be76-b31db4f4953d service nova] Lock "487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.208011] env[70398]: DEBUG nova.compute.manager [req-5b0e8a86-91cf-40e9-b974-91e14f013cea req-134ea3d4-ca3d-478c-be76-b31db4f4953d service nova] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] No waiting events found dispatching network-vif-plugged-a06576b8-f525-4d87-a8f9-25191adcbe1d {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 644.208573] env[70398]: WARNING nova.compute.manager [req-5b0e8a86-91cf-40e9-b974-91e14f013cea req-134ea3d4-ca3d-478c-be76-b31db4f4953d service nova] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Received unexpected event network-vif-plugged-a06576b8-f525-4d87-a8f9-25191adcbe1d for instance with vm_state building and task_state spawning. [ 644.208573] env[70398]: DEBUG nova.compute.manager [req-5b0e8a86-91cf-40e9-b974-91e14f013cea req-134ea3d4-ca3d-478c-be76-b31db4f4953d service nova] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Received event network-changed-a06576b8-f525-4d87-a8f9-25191adcbe1d {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.208573] env[70398]: DEBUG nova.compute.manager [req-5b0e8a86-91cf-40e9-b974-91e14f013cea req-134ea3d4-ca3d-478c-be76-b31db4f4953d service nova] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Refreshing instance network info cache due to event network-changed-a06576b8-f525-4d87-a8f9-25191adcbe1d. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 644.208815] env[70398]: DEBUG oslo_concurrency.lockutils [req-5b0e8a86-91cf-40e9-b974-91e14f013cea req-134ea3d4-ca3d-478c-be76-b31db4f4953d service nova] Acquiring lock "refresh_cache-487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.208815] env[70398]: DEBUG oslo_concurrency.lockutils [req-5b0e8a86-91cf-40e9-b974-91e14f013cea req-134ea3d4-ca3d-478c-be76-b31db4f4953d service nova] Acquired lock "refresh_cache-487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.208934] env[70398]: DEBUG nova.network.neutron [req-5b0e8a86-91cf-40e9-b974-91e14f013cea req-134ea3d4-ca3d-478c-be76-b31db4f4953d service nova] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Refreshing network info cache for port a06576b8-f525-4d87-a8f9-25191adcbe1d {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.210537] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6812a430-d32c-48c3-9ab6-3771dff2eea8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.225820] env[70398]: DEBUG nova.virt.vmwareapi.images [None req-ee05a1d0-8032-43e7-95b2-4d260a0f1199 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Uploading image d9248e39-03e0-4631-a619-feb048c7f8cd {{(pid=70398) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 644.240544] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee05a1d0-8032-43e7-95b2-4d260a0f1199 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Destroying the VM {{(pid=70398) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 644.244047] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bbf69b27-6a9d-4f3d-8110-1ccd8121ab6e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.249417] env[70398]: DEBUG oslo_vmware.api [None req-ee05a1d0-8032-43e7-95b2-4d260a0f1199 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Waiting for the task: (returnval){ [ 644.249417] env[70398]: value = "task-3443697" [ 644.249417] env[70398]: _type = "Task" [ 644.249417] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.261176] env[70398]: DEBUG oslo_vmware.api [None req-ee05a1d0-8032-43e7-95b2-4d260a0f1199 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3443697, 'name': Destroy_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.371924] env[70398]: DEBUG oslo_vmware.api [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Task: {'id': task-3443696, 'name': Rename_Task, 'duration_secs': 0.185837} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.374336] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.375042] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd4fa17d-2714-4011-abff-ce18e4507755 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.382880] env[70398]: DEBUG oslo_vmware.api [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Waiting for the task: (returnval){ [ 644.382880] env[70398]: value = "task-3443698" [ 644.382880] env[70398]: _type = "Task" [ 644.382880] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.395521] env[70398]: DEBUG oslo_vmware.api [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Task: {'id': task-3443698, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.427816] env[70398]: DEBUG nova.network.neutron [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] Successfully updated port: 9eeef0cc-1b00-4211-8ecb-6a50928ad623 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 644.568883] env[70398]: DEBUG nova.network.neutron [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Successfully created port: d94fb862-0b73-458c-9fc3-931ae989323c {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 644.587262] env[70398]: DEBUG oslo_concurrency.lockutils [req-6f82e2be-4760-4bd6-a7d4-5022fa2d7394 req-7d5a9acc-f2ca-43f7-a901-9ac7bf830d69 service nova] Releasing lock "refresh_cache-c4e17778-5b44-4a5c-934c-f06f1722e50c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.630769] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.670685] env[70398]: DEBUG oslo_vmware.api [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]527da6bb-6b24-2377-1409-05595359034c, 'name': SearchDatastore_Task, 'duration_secs': 0.009307} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.673126] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a2eee4-94cd-4207-95f4-1f2b999d5c48 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.675302] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c063be5-0c2c-46db-a749-1aae14cccc58 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.685280] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c79d9e-1ebd-438e-aae3-92546b506145 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.686842] env[70398]: DEBUG oslo_vmware.api [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 644.686842] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]528ea955-49aa-7ef1-6567-2042a895b256" [ 644.686842] env[70398]: _type = "Task" [ 644.686842] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.729878] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d9dd3d-7088-4dc2-ae82-de2b0bf0a230 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.737017] env[70398]: DEBUG oslo_vmware.api [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]528ea955-49aa-7ef1-6567-2042a895b256, 'name': SearchDatastore_Task, 'duration_secs': 0.010073} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.737017] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.737298] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2/487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 644.737554] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ee4e695-92b3-4fb4-b7a0-c6415ffa0edc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.743985] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6595c7e5-50f6-4667-aeeb-5c2a7abd75d9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.750384] env[70398]: DEBUG oslo_vmware.api [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 644.750384] env[70398]: value = "task-3443699" [ 644.750384] env[70398]: _type = "Task" [ 644.750384] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.766767] env[70398]: DEBUG nova.compute.provider_tree [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.778344] env[70398]: DEBUG oslo_vmware.api [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3443699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.778642] env[70398]: DEBUG oslo_vmware.api [None req-ee05a1d0-8032-43e7-95b2-4d260a0f1199 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3443697, 'name': Destroy_Task} progress is 33%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.875380] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Acquiring lock "e520b86c-a70c-48a3-bb69-8212a40050cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.875485] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Lock "e520b86c-a70c-48a3-bb69-8212a40050cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.896215] env[70398]: DEBUG oslo_vmware.api [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Task: {'id': task-3443698, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.932855] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Acquiring lock "refresh_cache-2115e329-0396-4c39-b45b-7113142ca90b" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.933015] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Acquired lock "refresh_cache-2115e329-0396-4c39-b45b-7113142ca90b" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.933219] env[70398]: DEBUG nova.network.neutron [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.203416] env[70398]: DEBUG nova.network.neutron [req-5b0e8a86-91cf-40e9-b974-91e14f013cea req-134ea3d4-ca3d-478c-be76-b31db4f4953d service nova] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Updated VIF entry in instance network info cache for port a06576b8-f525-4d87-a8f9-25191adcbe1d. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.203842] env[70398]: DEBUG nova.network.neutron [req-5b0e8a86-91cf-40e9-b974-91e14f013cea req-134ea3d4-ca3d-478c-be76-b31db4f4953d service nova] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Updating instance_info_cache with network_info: [{"id": "a06576b8-f525-4d87-a8f9-25191adcbe1d", "address": "fa:16:3e:a3:fc:4e", "network": {"id": "8827b33f-2ae8-4694-a41f-8548aab18f7c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-40120438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "61b38bccf64b49b086c80c4151b39806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa06576b8-f5", "ovs_interfaceid": "a06576b8-f525-4d87-a8f9-25191adcbe1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.230808] env[70398]: DEBUG nova.compute.manager [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 645.265603] env[70398]: DEBUG nova.virt.hardware [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 645.265854] env[70398]: DEBUG nova.virt.hardware [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 645.266016] env[70398]: DEBUG nova.virt.hardware [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 645.266199] env[70398]: DEBUG nova.virt.hardware [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 645.266346] env[70398]: DEBUG nova.virt.hardware [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 645.266490] env[70398]: DEBUG nova.virt.hardware [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 645.266690] env[70398]: DEBUG nova.virt.hardware [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 645.266851] env[70398]: DEBUG nova.virt.hardware [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 645.267173] env[70398]: DEBUG nova.virt.hardware [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 645.267375] env[70398]: DEBUG nova.virt.hardware [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 645.267553] env[70398]: DEBUG nova.virt.hardware [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 645.268372] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ed4cdb-a177-431b-be76-feeb8e4d44c9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.280948] env[70398]: DEBUG nova.scheduler.client.report [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.283486] env[70398]: DEBUG oslo_vmware.api [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3443699, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455491} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.283799] env[70398]: DEBUG oslo_vmware.api [None req-ee05a1d0-8032-43e7-95b2-4d260a0f1199 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3443697, 'name': Destroy_Task, 'duration_secs': 0.632827} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.286981] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2/487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 645.286981] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 645.286981] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-ee05a1d0-8032-43e7-95b2-4d260a0f1199 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Destroyed the VM [ 645.286981] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-ee05a1d0-8032-43e7-95b2-4d260a0f1199 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Deleting Snapshot of the VM instance {{(pid=70398) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 645.286981] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-439f13e3-837a-4113-ab3e-fa3ecb598454 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.288814] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-83d54892-a180-45af-aa35-0f70e7f0da9a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.295084] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b3b4af-ec80-4caf-99b6-601c4bbd300f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.305546] env[70398]: DEBUG oslo_vmware.api [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 645.305546] env[70398]: value = "task-3443700" [ 645.305546] env[70398]: _type = "Task" [ 645.305546] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.305986] env[70398]: DEBUG oslo_vmware.api [None req-ee05a1d0-8032-43e7-95b2-4d260a0f1199 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Waiting for the task: (returnval){ [ 645.305986] env[70398]: value = "task-3443701" [ 645.305986] env[70398]: _type = "Task" [ 645.305986] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.329289] env[70398]: DEBUG oslo_vmware.api [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3443700, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.331776] env[70398]: DEBUG oslo_vmware.api [None req-ee05a1d0-8032-43e7-95b2-4d260a0f1199 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3443701, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.395481] env[70398]: DEBUG oslo_vmware.api [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Task: {'id': task-3443698, 'name': PowerOnVM_Task, 'duration_secs': 0.692533} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.395481] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 645.395481] env[70398]: INFO nova.compute.manager [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Took 10.26 seconds to spawn the instance on the hypervisor. [ 645.395715] env[70398]: DEBUG nova.compute.manager [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 645.396288] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f85844b-aad4-4e86-8ed0-1983a41697c7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.500713] env[70398]: DEBUG nova.network.neutron [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 645.706973] env[70398]: DEBUG oslo_concurrency.lockutils [req-5b0e8a86-91cf-40e9-b974-91e14f013cea req-134ea3d4-ca3d-478c-be76-b31db4f4953d service nova] Releasing lock "refresh_cache-487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.785592] env[70398]: DEBUG oslo_concurrency.lockutils [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.786131] env[70398]: DEBUG nova.compute.manager [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] [instance: deaff90c-019f-423c-97ec-801542720a30] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 645.788869] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.645s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.790464] env[70398]: INFO nova.compute.claims [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 645.820725] env[70398]: DEBUG oslo_vmware.api [None req-ee05a1d0-8032-43e7-95b2-4d260a0f1199 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3443701, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.823929] env[70398]: DEBUG oslo_vmware.api [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3443700, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074311} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.824402] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 645.827238] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f669686-9b7b-436e-9494-8789d91531e6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.848749] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2/487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 645.850193] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e0a4195-f9af-4668-b6aa-e38cd1ae0546 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.881152] env[70398]: DEBUG oslo_vmware.api [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 645.881152] env[70398]: value = "task-3443702" [ 645.881152] env[70398]: _type = "Task" [ 645.881152] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.891806] env[70398]: DEBUG oslo_vmware.api [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3443702, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.914240] env[70398]: INFO nova.compute.manager [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Took 25.45 seconds to build instance. [ 645.927827] env[70398]: DEBUG nova.compute.manager [req-aee5aa3a-7fd5-4519-a86b-d2c5ced4b1ab req-1f76b94c-42a1-451a-93e2-678b46056641 service nova] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] Received event network-vif-plugged-9eeef0cc-1b00-4211-8ecb-6a50928ad623 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 645.928061] env[70398]: DEBUG oslo_concurrency.lockutils [req-aee5aa3a-7fd5-4519-a86b-d2c5ced4b1ab req-1f76b94c-42a1-451a-93e2-678b46056641 service nova] Acquiring lock "2115e329-0396-4c39-b45b-7113142ca90b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.928276] env[70398]: DEBUG oslo_concurrency.lockutils [req-aee5aa3a-7fd5-4519-a86b-d2c5ced4b1ab req-1f76b94c-42a1-451a-93e2-678b46056641 service nova] Lock "2115e329-0396-4c39-b45b-7113142ca90b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.928463] env[70398]: DEBUG oslo_concurrency.lockutils [req-aee5aa3a-7fd5-4519-a86b-d2c5ced4b1ab req-1f76b94c-42a1-451a-93e2-678b46056641 service nova] Lock "2115e329-0396-4c39-b45b-7113142ca90b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.928655] env[70398]: DEBUG nova.compute.manager [req-aee5aa3a-7fd5-4519-a86b-d2c5ced4b1ab req-1f76b94c-42a1-451a-93e2-678b46056641 service nova] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] No waiting events found dispatching network-vif-plugged-9eeef0cc-1b00-4211-8ecb-6a50928ad623 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 645.928826] env[70398]: WARNING nova.compute.manager [req-aee5aa3a-7fd5-4519-a86b-d2c5ced4b1ab req-1f76b94c-42a1-451a-93e2-678b46056641 service nova] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] Received unexpected event network-vif-plugged-9eeef0cc-1b00-4211-8ecb-6a50928ad623 for instance with vm_state building and task_state spawning. [ 645.929083] env[70398]: DEBUG nova.compute.manager [req-aee5aa3a-7fd5-4519-a86b-d2c5ced4b1ab req-1f76b94c-42a1-451a-93e2-678b46056641 service nova] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] Received event network-changed-9eeef0cc-1b00-4211-8ecb-6a50928ad623 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 645.929581] env[70398]: DEBUG nova.compute.manager [req-aee5aa3a-7fd5-4519-a86b-d2c5ced4b1ab req-1f76b94c-42a1-451a-93e2-678b46056641 service nova] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] Refreshing instance network info cache due to event network-changed-9eeef0cc-1b00-4211-8ecb-6a50928ad623. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 645.929581] env[70398]: DEBUG oslo_concurrency.lockutils [req-aee5aa3a-7fd5-4519-a86b-d2c5ced4b1ab req-1f76b94c-42a1-451a-93e2-678b46056641 service nova] Acquiring lock "refresh_cache-2115e329-0396-4c39-b45b-7113142ca90b" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.008797] env[70398]: DEBUG nova.network.neutron [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] Updating instance_info_cache with network_info: [{"id": "9eeef0cc-1b00-4211-8ecb-6a50928ad623", "address": "fa:16:3e:65:f0:cd", "network": {"id": "caee4271-b25c-4801-a73e-a09dd3615cc9", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-252930388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95e2cf495158477caeb0a4d619e81709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9eeef0cc-1b", "ovs_interfaceid": "9eeef0cc-1b00-4211-8ecb-6a50928ad623", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.295234] env[70398]: DEBUG nova.compute.utils [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 646.301065] env[70398]: DEBUG nova.compute.manager [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] [instance: deaff90c-019f-423c-97ec-801542720a30] Not allocating networking since 'none' was specified. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 646.324239] env[70398]: DEBUG oslo_vmware.api [None req-ee05a1d0-8032-43e7-95b2-4d260a0f1199 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3443701, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.364166] env[70398]: DEBUG nova.network.neutron [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Successfully updated port: d94fb862-0b73-458c-9fc3-931ae989323c {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 646.394644] env[70398]: DEBUG oslo_vmware.api [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3443702, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.417192] env[70398]: DEBUG oslo_concurrency.lockutils [None req-21e0c3a9-e231-44a1-9ed8-d9c3fae3d0ac tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Lock "c198a147-5c6d-49a0-b899-feef3d55f4b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.810s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.511483] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Releasing lock "refresh_cache-2115e329-0396-4c39-b45b-7113142ca90b" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.511693] env[70398]: DEBUG nova.compute.manager [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] Instance network_info: |[{"id": "9eeef0cc-1b00-4211-8ecb-6a50928ad623", "address": "fa:16:3e:65:f0:cd", "network": {"id": "caee4271-b25c-4801-a73e-a09dd3615cc9", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-252930388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95e2cf495158477caeb0a4d619e81709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9eeef0cc-1b", "ovs_interfaceid": "9eeef0cc-1b00-4211-8ecb-6a50928ad623", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 646.511994] env[70398]: DEBUG oslo_concurrency.lockutils [req-aee5aa3a-7fd5-4519-a86b-d2c5ced4b1ab req-1f76b94c-42a1-451a-93e2-678b46056641 service nova] Acquired lock "refresh_cache-2115e329-0396-4c39-b45b-7113142ca90b" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.513328] env[70398]: DEBUG nova.network.neutron [req-aee5aa3a-7fd5-4519-a86b-d2c5ced4b1ab req-1f76b94c-42a1-451a-93e2-678b46056641 service nova] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] Refreshing network info cache for port 9eeef0cc-1b00-4211-8ecb-6a50928ad623 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 646.515051] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:f0:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '777870ab-362f-4a17-9c1c-8d9cc26cd4ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9eeef0cc-1b00-4211-8ecb-6a50928ad623', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 646.522961] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Creating folder: Project (95e2cf495158477caeb0a4d619e81709). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.523558] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-514511e6-c9ab-4309-b5c7-70e8fdd830f3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.535154] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Created folder: Project (95e2cf495158477caeb0a4d619e81709) in parent group-v687430. [ 646.535154] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Creating folder: Instances. Parent ref: group-v687473. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.535154] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1187524c-cd89-40bb-93e2-028dd1421d1e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.548055] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Created folder: Instances in parent group-v687473. [ 646.548675] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 646.548675] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 646.548819] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a324a16f-89e4-417e-a02a-b823a659cf88 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.570855] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 646.570855] env[70398]: value = "task-3443705" [ 646.570855] env[70398]: _type = "Task" [ 646.570855] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.579176] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443705, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.799938] env[70398]: DEBUG nova.compute.manager [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] [instance: deaff90c-019f-423c-97ec-801542720a30] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 646.824023] env[70398]: DEBUG oslo_vmware.api [None req-ee05a1d0-8032-43e7-95b2-4d260a0f1199 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3443701, 'name': RemoveSnapshot_Task, 'duration_secs': 1.291197} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.824023] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-ee05a1d0-8032-43e7-95b2-4d260a0f1199 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Deleted Snapshot of the VM instance {{(pid=70398) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 646.867203] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Acquiring lock "refresh_cache-688fae2f-a3ca-48c8-9a88-923268f5b1a8" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.870167] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Acquired lock "refresh_cache-688fae2f-a3ca-48c8-9a88-923268f5b1a8" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.870419] env[70398]: DEBUG nova.network.neutron [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.893126] env[70398]: DEBUG oslo_vmware.api [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3443702, 'name': ReconfigVM_Task, 'duration_secs': 0.68802} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.899022] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2/487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 646.901108] env[70398]: DEBUG nova.compute.manager [req-81ec2aee-bc2b-43f8-b57f-f3615bf94c0b req-66a66ef0-eac4-4f44-bf8f-927c85810539 service nova] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Received event network-vif-plugged-d94fb862-0b73-458c-9fc3-931ae989323c {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.901342] env[70398]: DEBUG oslo_concurrency.lockutils [req-81ec2aee-bc2b-43f8-b57f-f3615bf94c0b req-66a66ef0-eac4-4f44-bf8f-927c85810539 service nova] Acquiring lock "688fae2f-a3ca-48c8-9a88-923268f5b1a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.901550] env[70398]: DEBUG oslo_concurrency.lockutils [req-81ec2aee-bc2b-43f8-b57f-f3615bf94c0b req-66a66ef0-eac4-4f44-bf8f-927c85810539 service nova] Lock "688fae2f-a3ca-48c8-9a88-923268f5b1a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.901713] env[70398]: DEBUG oslo_concurrency.lockutils [req-81ec2aee-bc2b-43f8-b57f-f3615bf94c0b req-66a66ef0-eac4-4f44-bf8f-927c85810539 service nova] Lock "688fae2f-a3ca-48c8-9a88-923268f5b1a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.901888] env[70398]: DEBUG nova.compute.manager [req-81ec2aee-bc2b-43f8-b57f-f3615bf94c0b req-66a66ef0-eac4-4f44-bf8f-927c85810539 service nova] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] No waiting events found dispatching network-vif-plugged-d94fb862-0b73-458c-9fc3-931ae989323c {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 646.902081] env[70398]: WARNING nova.compute.manager [req-81ec2aee-bc2b-43f8-b57f-f3615bf94c0b req-66a66ef0-eac4-4f44-bf8f-927c85810539 service nova] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Received unexpected event network-vif-plugged-d94fb862-0b73-458c-9fc3-931ae989323c for instance with vm_state building and task_state spawning. [ 646.902341] env[70398]: DEBUG nova.compute.manager [req-81ec2aee-bc2b-43f8-b57f-f3615bf94c0b req-66a66ef0-eac4-4f44-bf8f-927c85810539 service nova] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Received event network-changed-d94fb862-0b73-458c-9fc3-931ae989323c {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.902526] env[70398]: DEBUG nova.compute.manager [req-81ec2aee-bc2b-43f8-b57f-f3615bf94c0b req-66a66ef0-eac4-4f44-bf8f-927c85810539 service nova] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Refreshing instance network info cache due to event network-changed-d94fb862-0b73-458c-9fc3-931ae989323c. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 646.902695] env[70398]: DEBUG oslo_concurrency.lockutils [req-81ec2aee-bc2b-43f8-b57f-f3615bf94c0b req-66a66ef0-eac4-4f44-bf8f-927c85810539 service nova] Acquiring lock "refresh_cache-688fae2f-a3ca-48c8-9a88-923268f5b1a8" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.907548] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-027c21f9-0fcc-4f66-8955-e817d7c0e875 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.915405] env[70398]: DEBUG oslo_vmware.api [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 646.915405] env[70398]: value = "task-3443706" [ 646.915405] env[70398]: _type = "Task" [ 646.915405] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.922423] env[70398]: DEBUG nova.compute.manager [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] [instance: ce148295-2ef2-4356-8e62-ae032a71d36b] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 646.930323] env[70398]: DEBUG oslo_vmware.api [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3443706, 'name': Rename_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.086421] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443705, 'name': CreateVM_Task, 'duration_secs': 0.350189} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.089068] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 647.089748] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.091813] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.092824] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.096366] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fec7fecd-bf34-45b6-bec3-6f6b61b4faa9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.102892] env[70398]: DEBUG oslo_vmware.api [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Waiting for the task: (returnval){ [ 647.102892] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]523c17d4-3028-2ec6-8bef-1a1236f80ec7" [ 647.102892] env[70398]: _type = "Task" [ 647.102892] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.111842] env[70398]: DEBUG oslo_vmware.api [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]523c17d4-3028-2ec6-8bef-1a1236f80ec7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.218650] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6954ab96-5b01-4de2-b228-f00b2c24da92 tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Acquiring lock "2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.219601] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6954ab96-5b01-4de2-b228-f00b2c24da92 tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Lock "2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.220218] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6954ab96-5b01-4de2-b228-f00b2c24da92 tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Acquiring lock "2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.220573] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6954ab96-5b01-4de2-b228-f00b2c24da92 tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Lock "2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.220868] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6954ab96-5b01-4de2-b228-f00b2c24da92 tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Lock "2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.226348] env[70398]: INFO nova.compute.manager [None req-6954ab96-5b01-4de2-b228-f00b2c24da92 tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] [instance: 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7] Terminating instance [ 647.256359] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquiring lock "6c788574-439c-4c94-819c-84f842795a9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.256359] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Lock "6c788574-439c-4c94-819c-84f842795a9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.332123] env[70398]: WARNING nova.compute.manager [None req-ee05a1d0-8032-43e7-95b2-4d260a0f1199 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Image not found during snapshot: nova.exception.ImageNotFound: Image d9248e39-03e0-4631-a619-feb048c7f8cd could not be found. [ 647.341271] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9688e31f-5c9d-4b8e-9849-e0cc8c56ee87 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.356744] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29cbe567-1cfe-4dde-a95a-094779438260 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.395988] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323d0275-b2ca-47fd-a146-d9ae9de2fd2e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.403587] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4ea1f8-4ea4-4e31-ad97-7b291a9d5f21 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.417956] env[70398]: DEBUG nova.compute.provider_tree [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.432557] env[70398]: DEBUG oslo_vmware.api [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3443706, 'name': Rename_Task, 'duration_secs': 0.330127} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.436158] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 647.438575] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59f9b40b-39ed-4b14-8909-44b318c0f0fd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.441360] env[70398]: DEBUG nova.network.neutron [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 647.449822] env[70398]: DEBUG oslo_vmware.api [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 647.449822] env[70398]: value = "task-3443707" [ 647.449822] env[70398]: _type = "Task" [ 647.449822] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.458380] env[70398]: DEBUG oslo_vmware.api [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3443707, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.459341] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.524322] env[70398]: DEBUG nova.network.neutron [req-aee5aa3a-7fd5-4519-a86b-d2c5ced4b1ab req-1f76b94c-42a1-451a-93e2-678b46056641 service nova] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] Updated VIF entry in instance network info cache for port 9eeef0cc-1b00-4211-8ecb-6a50928ad623. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 647.524874] env[70398]: DEBUG nova.network.neutron [req-aee5aa3a-7fd5-4519-a86b-d2c5ced4b1ab req-1f76b94c-42a1-451a-93e2-678b46056641 service nova] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] Updating instance_info_cache with network_info: [{"id": "9eeef0cc-1b00-4211-8ecb-6a50928ad623", "address": "fa:16:3e:65:f0:cd", "network": {"id": "caee4271-b25c-4801-a73e-a09dd3615cc9", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-252930388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95e2cf495158477caeb0a4d619e81709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9eeef0cc-1b", "ovs_interfaceid": "9eeef0cc-1b00-4211-8ecb-6a50928ad623", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.613832] env[70398]: DEBUG oslo_vmware.api [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]523c17d4-3028-2ec6-8bef-1a1236f80ec7, 'name': SearchDatastore_Task, 'duration_secs': 0.013195} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.614179] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.614520] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 647.614656] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.614802] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.614981] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 647.615280] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4f8e053-d730-48b3-a078-b5ea629202fc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.624563] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 647.624829] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 647.625647] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94ff50da-ddcb-443b-8af8-0e762468263a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.631331] env[70398]: DEBUG oslo_vmware.api [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Waiting for the task: (returnval){ [ 647.631331] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f6ec6c-0e4b-ec94-b593-e730d6089e14" [ 647.631331] env[70398]: _type = "Task" [ 647.631331] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.639848] env[70398]: DEBUG oslo_vmware.api [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f6ec6c-0e4b-ec94-b593-e730d6089e14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.704619] env[70398]: DEBUG nova.network.neutron [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Updating instance_info_cache with network_info: [{"id": "d94fb862-0b73-458c-9fc3-931ae989323c", "address": "fa:16:3e:68:fe:01", "network": {"id": "3fc49506-dae5-4a73-89ff-3b5fef1154ce", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1132415750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cbbc3fbf9c041b7a87ce63e247c9837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd94fb862-0b", "ovs_interfaceid": "d94fb862-0b73-458c-9fc3-931ae989323c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.730630] env[70398]: DEBUG nova.compute.manager [None req-6954ab96-5b01-4de2-b228-f00b2c24da92 tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] [instance: 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 647.730867] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6954ab96-5b01-4de2-b228-f00b2c24da92 tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] [instance: 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 647.731854] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c792f9a7-4520-43c0-93f9-d1313a4b23b3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.740033] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-6954ab96-5b01-4de2-b228-f00b2c24da92 tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] [instance: 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 647.740303] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03abfc92-3744-40ba-bcf2-b71c014181d8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.746038] env[70398]: DEBUG oslo_vmware.api [None req-6954ab96-5b01-4de2-b228-f00b2c24da92 tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Waiting for the task: (returnval){ [ 647.746038] env[70398]: value = "task-3443708" [ 647.746038] env[70398]: _type = "Task" [ 647.746038] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.755612] env[70398]: DEBUG oslo_vmware.api [None req-6954ab96-5b01-4de2-b228-f00b2c24da92 tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Task: {'id': task-3443708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.811427] env[70398]: DEBUG nova.compute.manager [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] [instance: deaff90c-019f-423c-97ec-801542720a30] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 647.851443] env[70398]: DEBUG nova.virt.hardware [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 647.851443] env[70398]: DEBUG nova.virt.hardware [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 647.851443] env[70398]: DEBUG nova.virt.hardware [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.851443] env[70398]: DEBUG nova.virt.hardware [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 647.851725] env[70398]: DEBUG nova.virt.hardware [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.851725] env[70398]: DEBUG nova.virt.hardware [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 647.851725] env[70398]: DEBUG nova.virt.hardware [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 647.851725] env[70398]: DEBUG nova.virt.hardware [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 647.851865] env[70398]: DEBUG nova.virt.hardware [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 647.852077] env[70398]: DEBUG nova.virt.hardware [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 647.852297] env[70398]: DEBUG nova.virt.hardware [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 647.853693] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ac8b23-a1e8-4ef5-969e-fbd050bba958 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.865661] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6831e9d-a8d6-44ec-9955-9f0a78cb413b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.883539] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] [instance: deaff90c-019f-423c-97ec-801542720a30] Instance VIF info [] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.891577] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Creating folder: Project (543a2c227570491999f1a552a5b90d5e). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.891991] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39e417cd-a67f-4573-9a22-284602614e08 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.903034] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Created folder: Project (543a2c227570491999f1a552a5b90d5e) in parent group-v687430. [ 647.903234] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Creating folder: Instances. Parent ref: group-v687476. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.903512] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08da2a17-3f4f-47fd-8bec-d90249a76d8d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.913334] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Created folder: Instances in parent group-v687476. [ 647.913444] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.913645] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: deaff90c-019f-423c-97ec-801542720a30] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.913884] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-891f26d5-d92d-4524-a24d-3a4a7ca4ff9b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.928593] env[70398]: DEBUG nova.scheduler.client.report [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.939021] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.939021] env[70398]: value = "task-3443711" [ 647.939021] env[70398]: _type = "Task" [ 647.939021] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.947546] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443711, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.962179] env[70398]: DEBUG oslo_vmware.api [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3443707, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.027892] env[70398]: DEBUG oslo_concurrency.lockutils [req-aee5aa3a-7fd5-4519-a86b-d2c5ced4b1ab req-1f76b94c-42a1-451a-93e2-678b46056641 service nova] Releasing lock "refresh_cache-2115e329-0396-4c39-b45b-7113142ca90b" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.150953] env[70398]: DEBUG oslo_vmware.api [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f6ec6c-0e4b-ec94-b593-e730d6089e14, 'name': SearchDatastore_Task, 'duration_secs': 0.012759} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.151797] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59dc59ec-3b96-49fb-bf64-27f83a93cc64 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.159424] env[70398]: DEBUG oslo_vmware.api [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Waiting for the task: (returnval){ [ 648.159424] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]524eb415-4d05-f38d-5172-5f96d8ccd294" [ 648.159424] env[70398]: _type = "Task" [ 648.159424] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.171291] env[70398]: DEBUG oslo_vmware.api [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]524eb415-4d05-f38d-5172-5f96d8ccd294, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.207965] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Releasing lock "refresh_cache-688fae2f-a3ca-48c8-9a88-923268f5b1a8" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.207965] env[70398]: DEBUG nova.compute.manager [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Instance network_info: |[{"id": "d94fb862-0b73-458c-9fc3-931ae989323c", "address": "fa:16:3e:68:fe:01", "network": {"id": "3fc49506-dae5-4a73-89ff-3b5fef1154ce", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1132415750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cbbc3fbf9c041b7a87ce63e247c9837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd94fb862-0b", "ovs_interfaceid": "d94fb862-0b73-458c-9fc3-931ae989323c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 648.208198] env[70398]: DEBUG oslo_concurrency.lockutils [req-81ec2aee-bc2b-43f8-b57f-f3615bf94c0b req-66a66ef0-eac4-4f44-bf8f-927c85810539 service nova] Acquired lock "refresh_cache-688fae2f-a3ca-48c8-9a88-923268f5b1a8" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.208198] env[70398]: DEBUG nova.network.neutron [req-81ec2aee-bc2b-43f8-b57f-f3615bf94c0b req-66a66ef0-eac4-4f44-bf8f-927c85810539 service nova] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Refreshing network info cache for port d94fb862-0b73-458c-9fc3-931ae989323c {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.209218] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:fe:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd94fb862-0b73-458c-9fc3-931ae989323c', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 648.219499] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Creating folder: Project (8cbbc3fbf9c041b7a87ce63e247c9837). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.220662] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca6bbffe-f13b-4b92-b67d-6a335a7105eb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.235820] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Created folder: Project (8cbbc3fbf9c041b7a87ce63e247c9837) in parent group-v687430. [ 648.235820] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Creating folder: Instances. Parent ref: group-v687479. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.235820] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36ebd3fe-d226-4c1c-85a5-cee339fcd23d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.246464] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Created folder: Instances in parent group-v687479. [ 648.246773] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 648.247234] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 648.251440] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20a7cf53-f5db-4ff9-880a-1e45e1ac5ae8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.274550] env[70398]: DEBUG oslo_vmware.api [None req-6954ab96-5b01-4de2-b228-f00b2c24da92 tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Task: {'id': task-3443708, 'name': PowerOffVM_Task, 'duration_secs': 0.201782} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.276659] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-6954ab96-5b01-4de2-b228-f00b2c24da92 tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] [instance: 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 648.277080] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6954ab96-5b01-4de2-b228-f00b2c24da92 tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] [instance: 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 648.277375] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 648.277375] env[70398]: value = "task-3443714" [ 648.277375] env[70398]: _type = "Task" [ 648.277375] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.277570] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79a60011-ad4a-441b-8da9-2b6df0f44aa0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.289862] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443714, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.435151] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.435482] env[70398]: DEBUG nova.compute.manager [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 648.440690] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6646293-a473-43cf-b0d5-e821e067c4e4 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.600s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.441053] env[70398]: DEBUG nova.objects.instance [None req-d6646293-a473-43cf-b0d5-e821e067c4e4 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Lazy-loading 'resources' on Instance uuid 2fd962a1-021d-4a52-aeb0-049f87e3722d {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 648.463306] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443711, 'name': CreateVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.468869] env[70398]: DEBUG oslo_vmware.api [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3443707, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.492733] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6954ab96-5b01-4de2-b228-f00b2c24da92 tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] [instance: 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 648.492992] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6954ab96-5b01-4de2-b228-f00b2c24da92 tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] [instance: 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 648.493623] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-6954ab96-5b01-4de2-b228-f00b2c24da92 tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Deleting the datastore file [datastore1] 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 648.493623] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cbd4bf60-ba55-45c4-bee3-bf91d6797c6b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.501676] env[70398]: DEBUG oslo_vmware.api [None req-6954ab96-5b01-4de2-b228-f00b2c24da92 tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Waiting for the task: (returnval){ [ 648.501676] env[70398]: value = "task-3443716" [ 648.501676] env[70398]: _type = "Task" [ 648.501676] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.513070] env[70398]: DEBUG oslo_vmware.api [None req-6954ab96-5b01-4de2-b228-f00b2c24da92 tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Task: {'id': task-3443716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.670436] env[70398]: DEBUG oslo_vmware.api [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]524eb415-4d05-f38d-5172-5f96d8ccd294, 'name': SearchDatastore_Task, 'duration_secs': 0.016844} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.671172] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.671460] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 2115e329-0396-4c39-b45b-7113142ca90b/2115e329-0396-4c39-b45b-7113142ca90b.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 648.671744] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-835a951a-816f-4b35-863b-dd559df3690e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.682784] env[70398]: DEBUG oslo_vmware.api [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Waiting for the task: (returnval){ [ 648.682784] env[70398]: value = "task-3443717" [ 648.682784] env[70398]: _type = "Task" [ 648.682784] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.691070] env[70398]: DEBUG oslo_vmware.api [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Task: {'id': task-3443717, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.790166] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443714, 'name': CreateVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.950342] env[70398]: DEBUG nova.compute.utils [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 648.958708] env[70398]: DEBUG nova.compute.manager [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 648.958891] env[70398]: DEBUG nova.network.neutron [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 648.980827] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443711, 'name': CreateVM_Task, 'duration_secs': 0.550693} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.986334] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: deaff90c-019f-423c-97ec-801542720a30] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.986985] env[70398]: DEBUG oslo_vmware.api [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3443707, 'name': PowerOnVM_Task, 'duration_secs': 1.336154} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.992409] env[70398]: DEBUG oslo_concurrency.lockutils [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.992718] env[70398]: DEBUG oslo_concurrency.lockutils [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.992953] env[70398]: DEBUG oslo_concurrency.lockutils [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.993284] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.993480] env[70398]: INFO nova.compute.manager [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Took 9.22 seconds to spawn the instance on the hypervisor. [ 648.993650] env[70398]: DEBUG nova.compute.manager [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.994146] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00746900-eada-434d-b8f8-c74ea14f0488 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.996488] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b13ecf-acae-43ed-aac8-edc4ceef25bd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.005476] env[70398]: DEBUG oslo_vmware.api [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Waiting for the task: (returnval){ [ 649.005476] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52453125-968b-d1b3-cfad-1038db3eeb8a" [ 649.005476] env[70398]: _type = "Task" [ 649.005476] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.018205] env[70398]: DEBUG nova.network.neutron [req-81ec2aee-bc2b-43f8-b57f-f3615bf94c0b req-66a66ef0-eac4-4f44-bf8f-927c85810539 service nova] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Updated VIF entry in instance network info cache for port d94fb862-0b73-458c-9fc3-931ae989323c. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.018660] env[70398]: DEBUG nova.network.neutron [req-81ec2aee-bc2b-43f8-b57f-f3615bf94c0b req-66a66ef0-eac4-4f44-bf8f-927c85810539 service nova] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Updating instance_info_cache with network_info: [{"id": "d94fb862-0b73-458c-9fc3-931ae989323c", "address": "fa:16:3e:68:fe:01", "network": {"id": "3fc49506-dae5-4a73-89ff-3b5fef1154ce", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1132415750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cbbc3fbf9c041b7a87ce63e247c9837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd94fb862-0b", "ovs_interfaceid": "d94fb862-0b73-458c-9fc3-931ae989323c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.023747] env[70398]: DEBUG oslo_vmware.api [None req-6954ab96-5b01-4de2-b228-f00b2c24da92 tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Task: {'id': task-3443716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155614} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.024173] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-6954ab96-5b01-4de2-b228-f00b2c24da92 tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 649.024388] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6954ab96-5b01-4de2-b228-f00b2c24da92 tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] [instance: 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 649.024586] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6954ab96-5b01-4de2-b228-f00b2c24da92 tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] [instance: 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 649.024759] env[70398]: INFO nova.compute.manager [None req-6954ab96-5b01-4de2-b228-f00b2c24da92 tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] [instance: 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7] Took 1.29 seconds to destroy the instance on the hypervisor. [ 649.025078] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6954ab96-5b01-4de2-b228-f00b2c24da92 tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 649.025245] env[70398]: DEBUG nova.compute.manager [-] [instance: 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 649.025342] env[70398]: DEBUG nova.network.neutron [-] [instance: 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 649.033099] env[70398]: DEBUG oslo_vmware.api [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52453125-968b-d1b3-cfad-1038db3eeb8a, 'name': SearchDatastore_Task, 'duration_secs': 0.01714} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.033284] env[70398]: DEBUG oslo_concurrency.lockutils [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.033542] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] [instance: deaff90c-019f-423c-97ec-801542720a30] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 649.033792] env[70398]: DEBUG oslo_concurrency.lockutils [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.033998] env[70398]: DEBUG oslo_concurrency.lockutils [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.034156] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 649.037326] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b0f418d-987d-4fd7-9029-0993c1ce4a89 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.041612] env[70398]: DEBUG oslo_concurrency.lockutils [None req-30e25060-be45-4956-8f12-c663c2fde29a tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Acquiring lock "a7c8cf9d-671e-4489-8a64-218be96335d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.041851] env[70398]: DEBUG oslo_concurrency.lockutils [None req-30e25060-be45-4956-8f12-c663c2fde29a tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Lock "a7c8cf9d-671e-4489-8a64-218be96335d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.042487] env[70398]: DEBUG oslo_concurrency.lockutils [None req-30e25060-be45-4956-8f12-c663c2fde29a tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Acquiring lock "a7c8cf9d-671e-4489-8a64-218be96335d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.042487] env[70398]: DEBUG oslo_concurrency.lockutils [None req-30e25060-be45-4956-8f12-c663c2fde29a tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Lock "a7c8cf9d-671e-4489-8a64-218be96335d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.042487] env[70398]: DEBUG oslo_concurrency.lockutils [None req-30e25060-be45-4956-8f12-c663c2fde29a tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Lock "a7c8cf9d-671e-4489-8a64-218be96335d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.045833] env[70398]: INFO nova.compute.manager [None req-30e25060-be45-4956-8f12-c663c2fde29a tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Terminating instance [ 649.058360] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 649.058571] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 649.059980] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40131fe0-8ed1-488d-865a-eafaa0e7b0be {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.064850] env[70398]: DEBUG nova.policy [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3162bf4b71f94fb69d7faa4439daa317', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5c1a0f056384b6da98ada24a25e4153', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 649.073220] env[70398]: DEBUG oslo_vmware.api [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Waiting for the task: (returnval){ [ 649.073220] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]525762df-a229-eac1-84bf-de2e505e4da6" [ 649.073220] env[70398]: _type = "Task" [ 649.073220] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.091402] env[70398]: DEBUG oslo_vmware.api [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]525762df-a229-eac1-84bf-de2e505e4da6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.201431] env[70398]: DEBUG oslo_vmware.api [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Task: {'id': task-3443717, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.293049] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443714, 'name': CreateVM_Task, 'duration_secs': 0.567941} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.293740] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.294476] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.294684] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.295113] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.295562] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97436283-89c4-4d63-99b7-ed5be26956f2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.301219] env[70398]: DEBUG oslo_vmware.api [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Waiting for the task: (returnval){ [ 649.301219] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52288eb3-5fc2-490c-2e71-04d4b4aacd89" [ 649.301219] env[70398]: _type = "Task" [ 649.301219] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.313830] env[70398]: DEBUG oslo_vmware.api [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52288eb3-5fc2-490c-2e71-04d4b4aacd89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.461957] env[70398]: DEBUG nova.compute.manager [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 649.505630] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136d0d92-f434-4d90-a276-93b75451f81d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.515343] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a742b8e6-6ab3-42dd-a5cd-261ada6011e9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.527088] env[70398]: DEBUG oslo_concurrency.lockutils [req-81ec2aee-bc2b-43f8-b57f-f3615bf94c0b req-66a66ef0-eac4-4f44-bf8f-927c85810539 service nova] Releasing lock "refresh_cache-688fae2f-a3ca-48c8-9a88-923268f5b1a8" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.554878] env[70398]: DEBUG nova.compute.manager [None req-30e25060-be45-4956-8f12-c663c2fde29a tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 649.555110] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-30e25060-be45-4956-8f12-c663c2fde29a tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 649.556070] env[70398]: INFO nova.compute.manager [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Took 28.02 seconds to build instance. [ 649.560041] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e7ff39-7196-48a4-8486-8f159bf39437 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.561313] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16ac70f-81ed-42b3-b6ee-d76af6d35f31 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.570228] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e25060-be45-4956-8f12-c663c2fde29a tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 649.571133] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87d1484d-27dc-43d3-9285-8729fb7daf20 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.573525] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8e0cf0-1022-40c7-8b5e-92a750f5eace {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.587819] env[70398]: DEBUG oslo_vmware.api [None req-30e25060-be45-4956-8f12-c663c2fde29a tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Waiting for the task: (returnval){ [ 649.587819] env[70398]: value = "task-3443718" [ 649.587819] env[70398]: _type = "Task" [ 649.587819] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.594677] env[70398]: DEBUG nova.compute.provider_tree [None req-d6646293-a473-43cf-b0d5-e821e067c4e4 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.602748] env[70398]: DEBUG oslo_vmware.api [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]525762df-a229-eac1-84bf-de2e505e4da6, 'name': SearchDatastore_Task, 'duration_secs': 0.051098} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.605719] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2286fb7c-d171-4e45-93d7-72136d977e1a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.610100] env[70398]: DEBUG oslo_vmware.api [None req-30e25060-be45-4956-8f12-c663c2fde29a tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3443718, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.613349] env[70398]: DEBUG oslo_vmware.api [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Waiting for the task: (returnval){ [ 649.613349] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5247be26-b074-b5d6-9db5-2f80a0e477c9" [ 649.613349] env[70398]: _type = "Task" [ 649.613349] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.621790] env[70398]: DEBUG oslo_vmware.api [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5247be26-b074-b5d6-9db5-2f80a0e477c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.690098] env[70398]: DEBUG nova.network.neutron [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Successfully created port: eb3c7329-8c2a-4ec0-b8b8-a1feaa5bef54 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 649.695644] env[70398]: DEBUG oslo_vmware.api [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Task: {'id': task-3443717, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.812847] env[70398]: DEBUG oslo_vmware.api [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52288eb3-5fc2-490c-2e71-04d4b4aacd89, 'name': SearchDatastore_Task, 'duration_secs': 0.047701} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.813186] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.813418] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 649.813627] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.913711] env[70398]: DEBUG nova.network.neutron [-] [instance: 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.065394] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b690d73a-f33f-4d10-a2fe-37d57e3f78ca tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.620s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.106748] env[70398]: DEBUG nova.scheduler.client.report [None req-d6646293-a473-43cf-b0d5-e821e067c4e4 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.111648] env[70398]: DEBUG oslo_vmware.api [None req-30e25060-be45-4956-8f12-c663c2fde29a tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3443718, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.122615] env[70398]: DEBUG oslo_vmware.api [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5247be26-b074-b5d6-9db5-2f80a0e477c9, 'name': SearchDatastore_Task, 'duration_secs': 0.010974} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.122881] env[70398]: DEBUG oslo_concurrency.lockutils [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.123805] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] deaff90c-019f-423c-97ec-801542720a30/deaff90c-019f-423c-97ec-801542720a30.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.123805] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.123805] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.123988] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1c2f96f-7768-408f-a127-899ef5956b11 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.125857] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14a8bfa0-1a3c-4411-a8b3-5ae6bfb8f2f7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.135840] env[70398]: DEBUG oslo_vmware.api [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Waiting for the task: (returnval){ [ 650.135840] env[70398]: value = "task-3443719" [ 650.135840] env[70398]: _type = "Task" [ 650.135840] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.142028] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.142028] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.142862] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a95d66b-8c40-486a-9b59-2108b1721757 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.149120] env[70398]: DEBUG oslo_vmware.api [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Task: {'id': task-3443719, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.152272] env[70398]: DEBUG oslo_vmware.api [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Waiting for the task: (returnval){ [ 650.152272] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]526bfbd6-e714-08e8-8b83-f0c56b4c4d78" [ 650.152272] env[70398]: _type = "Task" [ 650.152272] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.160427] env[70398]: DEBUG oslo_vmware.api [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]526bfbd6-e714-08e8-8b83-f0c56b4c4d78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.194603] env[70398]: DEBUG oslo_vmware.api [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Task: {'id': task-3443717, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.301809] env[70398]: DEBUG nova.compute.manager [req-fb753f6f-dfad-4779-9e11-604f8ed71100 req-2bd76a03-e361-473e-9ac1-1d860f6d3e34 service nova] [instance: 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7] Received event network-vif-deleted-eff7f8c7-5040-4372-b80d-9ca9185c2e83 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.302444] env[70398]: DEBUG oslo_concurrency.lockutils [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Acquiring lock "80c143e6-56dd-4a92-bb8d-d4c2a3456ec9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.302659] env[70398]: DEBUG oslo_concurrency.lockutils [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Lock "80c143e6-56dd-4a92-bb8d-d4c2a3456ec9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.418847] env[70398]: INFO nova.compute.manager [-] [instance: 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7] Took 1.39 seconds to deallocate network for instance. [ 650.476773] env[70398]: DEBUG nova.compute.manager [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 650.508981] env[70398]: DEBUG nova.virt.hardware [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.509295] env[70398]: DEBUG nova.virt.hardware [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.509460] env[70398]: DEBUG nova.virt.hardware [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.509733] env[70398]: DEBUG nova.virt.hardware [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.509927] env[70398]: DEBUG nova.virt.hardware [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.510105] env[70398]: DEBUG nova.virt.hardware [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.510329] env[70398]: DEBUG nova.virt.hardware [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.510706] env[70398]: DEBUG nova.virt.hardware [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.510706] env[70398]: DEBUG nova.virt.hardware [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.510844] env[70398]: DEBUG nova.virt.hardware [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.511310] env[70398]: DEBUG nova.virt.hardware [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.512353] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bb234d-a634-49eb-9485-1377e046df23 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.522321] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4223466f-1045-484f-8dcf-794a6c94ac72 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.568994] env[70398]: DEBUG nova.compute.manager [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 8da528cb-6534-4c09-977d-ac078cbfcd58] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 650.609062] env[70398]: DEBUG oslo_vmware.api [None req-30e25060-be45-4956-8f12-c663c2fde29a tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3443718, 'name': PowerOffVM_Task, 'duration_secs': 0.774217} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.609062] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e25060-be45-4956-8f12-c663c2fde29a tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 650.609062] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-30e25060-be45-4956-8f12-c663c2fde29a tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 650.609062] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa5970dc-c7d6-49bd-9b65-d9bbe428700b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.614166] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6646293-a473-43cf-b0d5-e821e067c4e4 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.175s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.622279] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7d03f2ed-8248-4448-984e-31e0b7130933 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.637s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.622605] env[70398]: DEBUG nova.objects.instance [None req-7d03f2ed-8248-4448-984e-31e0b7130933 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Lazy-loading 'resources' on Instance uuid b7d421dd-74e2-4590-bbac-1401b00f66c3 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 650.643026] env[70398]: INFO nova.scheduler.client.report [None req-d6646293-a473-43cf-b0d5-e821e067c4e4 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Deleted allocations for instance 2fd962a1-021d-4a52-aeb0-049f87e3722d [ 650.653984] env[70398]: DEBUG oslo_vmware.api [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Task: {'id': task-3443719, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.664774] env[70398]: DEBUG oslo_vmware.api [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]526bfbd6-e714-08e8-8b83-f0c56b4c4d78, 'name': SearchDatastore_Task, 'duration_secs': 0.008443} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.665651] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d666e368-8dec-470a-9886-98dce2bd428f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.674721] env[70398]: DEBUG oslo_vmware.api [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Waiting for the task: (returnval){ [ 650.674721] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]526cf965-879c-f65f-17b1-7a22321df037" [ 650.674721] env[70398]: _type = "Task" [ 650.674721] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.676165] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-30e25060-be45-4956-8f12-c663c2fde29a tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 650.676380] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-30e25060-be45-4956-8f12-c663c2fde29a tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 650.676559] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-30e25060-be45-4956-8f12-c663c2fde29a tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Deleting the datastore file [datastore1] a7c8cf9d-671e-4489-8a64-218be96335d1 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 650.681086] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79faa7c9-c4d9-45dc-afd1-bfc1daf2edc1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.694356] env[70398]: DEBUG oslo_vmware.api [None req-30e25060-be45-4956-8f12-c663c2fde29a tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Waiting for the task: (returnval){ [ 650.694356] env[70398]: value = "task-3443721" [ 650.694356] env[70398]: _type = "Task" [ 650.694356] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.694676] env[70398]: DEBUG oslo_vmware.api [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]526cf965-879c-f65f-17b1-7a22321df037, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.705026] env[70398]: DEBUG oslo_vmware.api [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Task: {'id': task-3443717, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.740672} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.705026] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 2115e329-0396-4c39-b45b-7113142ca90b/2115e329-0396-4c39-b45b-7113142ca90b.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.705026] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.705026] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d8eef98-739d-43ac-baf8-c421a953c4d3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.712751] env[70398]: DEBUG oslo_vmware.api [None req-30e25060-be45-4956-8f12-c663c2fde29a tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3443721, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.717439] env[70398]: DEBUG oslo_vmware.api [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Waiting for the task: (returnval){ [ 650.717439] env[70398]: value = "task-3443722" [ 650.717439] env[70398]: _type = "Task" [ 650.717439] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.727604] env[70398]: DEBUG oslo_vmware.api [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Task: {'id': task-3443722, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.928437] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6954ab96-5b01-4de2-b228-f00b2c24da92 tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.101301] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.151907] env[70398]: DEBUG oslo_vmware.api [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Task: {'id': task-3443719, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.718341} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.154717] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6646293-a473-43cf-b0d5-e821e067c4e4 tempest-ImagesNegativeTestJSON-20632271 tempest-ImagesNegativeTestJSON-20632271-project-member] Lock "2fd962a1-021d-4a52-aeb0-049f87e3722d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.522s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.155916] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] deaff90c-019f-423c-97ec-801542720a30/deaff90c-019f-423c-97ec-801542720a30.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 651.155916] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] [instance: deaff90c-019f-423c-97ec-801542720a30] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 651.156827] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4376db3d-6c9a-4215-99f9-28c56a094e28 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.163357] env[70398]: DEBUG oslo_vmware.api [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Waiting for the task: (returnval){ [ 651.163357] env[70398]: value = "task-3443723" [ 651.163357] env[70398]: _type = "Task" [ 651.163357] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.175563] env[70398]: DEBUG oslo_vmware.api [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Task: {'id': task-3443723, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.191174] env[70398]: DEBUG oslo_vmware.api [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]526cf965-879c-f65f-17b1-7a22321df037, 'name': SearchDatastore_Task, 'duration_secs': 0.056085} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.194532] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.194824] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 688fae2f-a3ca-48c8-9a88-923268f5b1a8/688fae2f-a3ca-48c8-9a88-923268f5b1a8.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 651.196380] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5019f04c-9e0f-49ae-a6a7-ea7e665c0733 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.208566] env[70398]: DEBUG oslo_vmware.api [None req-30e25060-be45-4956-8f12-c663c2fde29a tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3443721, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270219} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.212231] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-30e25060-be45-4956-8f12-c663c2fde29a tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 651.212500] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-30e25060-be45-4956-8f12-c663c2fde29a tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 651.212709] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-30e25060-be45-4956-8f12-c663c2fde29a tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 651.212948] env[70398]: INFO nova.compute.manager [None req-30e25060-be45-4956-8f12-c663c2fde29a tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Took 1.66 seconds to destroy the instance on the hypervisor. [ 651.213296] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30e25060-be45-4956-8f12-c663c2fde29a tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 651.213642] env[70398]: DEBUG oslo_vmware.api [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Waiting for the task: (returnval){ [ 651.213642] env[70398]: value = "task-3443724" [ 651.213642] env[70398]: _type = "Task" [ 651.213642] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.214145] env[70398]: DEBUG nova.compute.manager [-] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 651.214293] env[70398]: DEBUG nova.network.neutron [-] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 651.229994] env[70398]: DEBUG oslo_vmware.api [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Task: {'id': task-3443724, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.237338] env[70398]: DEBUG oslo_vmware.api [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Task: {'id': task-3443722, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131085} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.238083] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.238953] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1eb396-7b48-47b8-b013-7760cb1ec6d9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.265171] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 2115e329-0396-4c39-b45b-7113142ca90b/2115e329-0396-4c39-b45b-7113142ca90b.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.268889] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bea7f7df-d5f1-42bf-a781-411f5c287931 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.288721] env[70398]: DEBUG oslo_vmware.api [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Waiting for the task: (returnval){ [ 651.288721] env[70398]: value = "task-3443725" [ 651.288721] env[70398]: _type = "Task" [ 651.288721] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.299364] env[70398]: DEBUG oslo_vmware.api [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Task: {'id': task-3443725, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.677605] env[70398]: DEBUG oslo_vmware.api [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Task: {'id': task-3443723, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087425} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.678160] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] [instance: deaff90c-019f-423c-97ec-801542720a30] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.680037] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a801370-578d-4c7e-8811-8ebc4b91615d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.703839] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] [instance: deaff90c-019f-423c-97ec-801542720a30] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] deaff90c-019f-423c-97ec-801542720a30/deaff90c-019f-423c-97ec-801542720a30.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.707935] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2eabcbc6-bf86-4f3f-b374-136784a8fda5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.726667] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Acquiring lock "4d9ff1a2-da45-4efd-af8c-d47907ce0768" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.726859] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Lock "4d9ff1a2-da45-4efd-af8c-d47907ce0768" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.736543] env[70398]: DEBUG oslo_vmware.api [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Task: {'id': task-3443724, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457693} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.737952] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 688fae2f-a3ca-48c8-9a88-923268f5b1a8/688fae2f-a3ca-48c8-9a88-923268f5b1a8.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 651.738159] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 651.738469] env[70398]: DEBUG oslo_vmware.api [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Waiting for the task: (returnval){ [ 651.738469] env[70398]: value = "task-3443726" [ 651.738469] env[70398]: _type = "Task" [ 651.738469] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.738631] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51d5c523-de1e-4138-8270-f2f1dde91c54 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.745586] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ae1130-210a-4815-bb7c-05117c5bdba4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.749328] env[70398]: DEBUG oslo_vmware.api [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Waiting for the task: (returnval){ [ 651.749328] env[70398]: value = "task-3443727" [ 651.749328] env[70398]: _type = "Task" [ 651.749328] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.757541] env[70398]: DEBUG oslo_vmware.api [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Task: {'id': task-3443726, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.758886] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b78bc8-a6e4-4028-bcfb-05a0469597c4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.765458] env[70398]: DEBUG oslo_vmware.api [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Task: {'id': task-3443727, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.766681] env[70398]: DEBUG nova.network.neutron [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Successfully updated port: eb3c7329-8c2a-4ec0-b8b8-a1feaa5bef54 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 651.796010] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Acquiring lock "refresh_cache-8febcfdf-6403-4b67-b5b7-c640dd9da041" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.796158] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Acquired lock "refresh_cache-8febcfdf-6403-4b67-b5b7-c640dd9da041" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.796309] env[70398]: DEBUG nova.network.neutron [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 651.801516] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87426d0f-1535-4446-8de2-41229ac014ae {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.810822] env[70398]: DEBUG oslo_vmware.api [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Task: {'id': task-3443725, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.814896] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d973bd-249c-4c39-a4e8-cc08d192ef0a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.834019] env[70398]: DEBUG nova.compute.provider_tree [None req-7d03f2ed-8248-4448-984e-31e0b7130933 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.123408] env[70398]: DEBUG nova.network.neutron [-] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.256514] env[70398]: DEBUG oslo_vmware.api [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Task: {'id': task-3443726, 'name': ReconfigVM_Task, 'duration_secs': 0.305883} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.261534] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] [instance: deaff90c-019f-423c-97ec-801542720a30] Reconfigured VM instance instance-00000011 to attach disk [datastore1] deaff90c-019f-423c-97ec-801542720a30/deaff90c-019f-423c-97ec-801542720a30.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 652.262154] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6cf5c176-8f0b-4c10-bc63-c39e7bda9b14 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.273501] env[70398]: DEBUG oslo_vmware.api [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Task: {'id': task-3443727, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086976} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.273664] env[70398]: DEBUG oslo_vmware.api [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Waiting for the task: (returnval){ [ 652.273664] env[70398]: value = "task-3443728" [ 652.273664] env[70398]: _type = "Task" [ 652.273664] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.274017] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 652.274919] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d111a3cb-4533-423b-a21b-defc519a11a1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.311381] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 688fae2f-a3ca-48c8-9a88-923268f5b1a8/688fae2f-a3ca-48c8-9a88-923268f5b1a8.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.311701] env[70398]: DEBUG oslo_vmware.api [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Task: {'id': task-3443728, 'name': Rename_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.316763] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01361541-edfd-47ef-b11a-b45b6b4b8d06 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.338319] env[70398]: DEBUG nova.scheduler.client.report [None req-7d03f2ed-8248-4448-984e-31e0b7130933 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.345064] env[70398]: DEBUG oslo_vmware.api [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Task: {'id': task-3443725, 'name': ReconfigVM_Task, 'duration_secs': 0.589758} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.345064] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 2115e329-0396-4c39-b45b-7113142ca90b/2115e329-0396-4c39-b45b-7113142ca90b.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 652.345064] env[70398]: DEBUG oslo_vmware.api [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Waiting for the task: (returnval){ [ 652.345064] env[70398]: value = "task-3443729" [ 652.345064] env[70398]: _type = "Task" [ 652.345064] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.345064] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e5f1c65-6078-4f97-9b79-1fa8b92e7da8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.359100] env[70398]: DEBUG oslo_vmware.api [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Task: {'id': task-3443729, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.359833] env[70398]: DEBUG oslo_vmware.api [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Waiting for the task: (returnval){ [ 652.359833] env[70398]: value = "task-3443730" [ 652.359833] env[70398]: _type = "Task" [ 652.359833] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.424028] env[70398]: DEBUG nova.network.neutron [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 652.434135] env[70398]: DEBUG nova.compute.manager [req-f12805bf-1a87-4064-b62f-072492dedbd6 req-a8816292-35aa-4d76-9443-5371d53fa060 service nova] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Received event network-vif-plugged-eb3c7329-8c2a-4ec0-b8b8-a1feaa5bef54 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.434360] env[70398]: DEBUG oslo_concurrency.lockutils [req-f12805bf-1a87-4064-b62f-072492dedbd6 req-a8816292-35aa-4d76-9443-5371d53fa060 service nova] Acquiring lock "8febcfdf-6403-4b67-b5b7-c640dd9da041-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.434560] env[70398]: DEBUG oslo_concurrency.lockutils [req-f12805bf-1a87-4064-b62f-072492dedbd6 req-a8816292-35aa-4d76-9443-5371d53fa060 service nova] Lock "8febcfdf-6403-4b67-b5b7-c640dd9da041-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.434717] env[70398]: DEBUG oslo_concurrency.lockutils [req-f12805bf-1a87-4064-b62f-072492dedbd6 req-a8816292-35aa-4d76-9443-5371d53fa060 service nova] Lock "8febcfdf-6403-4b67-b5b7-c640dd9da041-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.434876] env[70398]: DEBUG nova.compute.manager [req-f12805bf-1a87-4064-b62f-072492dedbd6 req-a8816292-35aa-4d76-9443-5371d53fa060 service nova] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] No waiting events found dispatching network-vif-plugged-eb3c7329-8c2a-4ec0-b8b8-a1feaa5bef54 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 652.435054] env[70398]: WARNING nova.compute.manager [req-f12805bf-1a87-4064-b62f-072492dedbd6 req-a8816292-35aa-4d76-9443-5371d53fa060 service nova] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Received unexpected event network-vif-plugged-eb3c7329-8c2a-4ec0-b8b8-a1feaa5bef54 for instance with vm_state building and task_state spawning. [ 652.503093] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Acquiring lock "bb51f520-2d79-411b-989a-829094314e11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.503093] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Lock "bb51f520-2d79-411b-989a-829094314e11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.625851] env[70398]: INFO nova.compute.manager [-] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Took 1.41 seconds to deallocate network for instance. [ 652.702318] env[70398]: DEBUG nova.network.neutron [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Updating instance_info_cache with network_info: [{"id": "eb3c7329-8c2a-4ec0-b8b8-a1feaa5bef54", "address": "fa:16:3e:04:ff:64", "network": {"id": "a4211142-8a13-4bf4-b62a-dbaa6f630799", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-207859036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f5c1a0f056384b6da98ada24a25e4153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb3c7329-8c", "ovs_interfaceid": "eb3c7329-8c2a-4ec0-b8b8-a1feaa5bef54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.794246] env[70398]: DEBUG oslo_vmware.api [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Task: {'id': task-3443728, 'name': Rename_Task, 'duration_secs': 0.14268} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.794597] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] [instance: deaff90c-019f-423c-97ec-801542720a30] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.795183] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae382d16-f355-458f-aee4-14dc6968095c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.802890] env[70398]: DEBUG oslo_vmware.api [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Waiting for the task: (returnval){ [ 652.802890] env[70398]: value = "task-3443731" [ 652.802890] env[70398]: _type = "Task" [ 652.802890] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.815649] env[70398]: DEBUG oslo_vmware.api [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Task: {'id': task-3443731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.843298] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7d03f2ed-8248-4448-984e-31e0b7130933 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.222s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.846785] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c9fa77a1-15dc-4c9a-ab86-fe68cc153472 tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.157s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.847194] env[70398]: DEBUG nova.objects.instance [None req-c9fa77a1-15dc-4c9a-ab86-fe68cc153472 tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Lazy-loading 'resources' on Instance uuid fbd30336-215c-4ff4-9d0c-d36491023d48 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 652.862329] env[70398]: DEBUG oslo_vmware.api [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Task: {'id': task-3443729, 'name': ReconfigVM_Task, 'duration_secs': 0.286544} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.868085] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 688fae2f-a3ca-48c8-9a88-923268f5b1a8/688fae2f-a3ca-48c8-9a88-923268f5b1a8.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 652.869430] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e226685-2f7f-415a-8e47-3d943cc0657e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.874170] env[70398]: INFO nova.scheduler.client.report [None req-7d03f2ed-8248-4448-984e-31e0b7130933 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Deleted allocations for instance b7d421dd-74e2-4590-bbac-1401b00f66c3 [ 652.881385] env[70398]: DEBUG oslo_vmware.api [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Task: {'id': task-3443730, 'name': Rename_Task, 'duration_secs': 0.152203} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.886382] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.887205] env[70398]: DEBUG oslo_vmware.api [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Waiting for the task: (returnval){ [ 652.887205] env[70398]: value = "task-3443732" [ 652.887205] env[70398]: _type = "Task" [ 652.887205] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.887469] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f38a6a3a-8ec5-4463-8e1f-1db890e410e5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.906989] env[70398]: DEBUG oslo_vmware.api [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Task: {'id': task-3443732, 'name': Rename_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.910086] env[70398]: DEBUG oslo_vmware.api [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Waiting for the task: (returnval){ [ 652.910086] env[70398]: value = "task-3443733" [ 652.910086] env[70398]: _type = "Task" [ 652.910086] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.922070] env[70398]: DEBUG oslo_vmware.api [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Task: {'id': task-3443733, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.966708] env[70398]: DEBUG nova.compute.manager [req-a8241960-6bab-4960-90fc-45152825f63b req-711871c2-70b4-4d86-9e59-d47d690425a8 service nova] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Received event network-vif-deleted-3f0b9e13-7ab2-4a6a-bf8d-4616764f15f0 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.137351] env[70398]: DEBUG oslo_concurrency.lockutils [None req-30e25060-be45-4956-8f12-c663c2fde29a tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.207632] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Releasing lock "refresh_cache-8febcfdf-6403-4b67-b5b7-c640dd9da041" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.208018] env[70398]: DEBUG nova.compute.manager [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Instance network_info: |[{"id": "eb3c7329-8c2a-4ec0-b8b8-a1feaa5bef54", "address": "fa:16:3e:04:ff:64", "network": {"id": "a4211142-8a13-4bf4-b62a-dbaa6f630799", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-207859036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f5c1a0f056384b6da98ada24a25e4153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb3c7329-8c", "ovs_interfaceid": "eb3c7329-8c2a-4ec0-b8b8-a1feaa5bef54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 653.208476] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:ff:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c791d09c-1086-4ee1-bcde-6ca7d259cabd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb3c7329-8c2a-4ec0-b8b8-a1feaa5bef54', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.216210] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Creating folder: Project (f5c1a0f056384b6da98ada24a25e4153). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.216852] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f820022-decc-414a-9377-8b35a5f16b5c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.233049] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Created folder: Project (f5c1a0f056384b6da98ada24a25e4153) in parent group-v687430. [ 653.233271] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Creating folder: Instances. Parent ref: group-v687482. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.233530] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc574713-d2ed-46db-86cf-945bb6c2cc24 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.244375] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Created folder: Instances in parent group-v687482. [ 653.244623] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 653.244815] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.245030] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad835763-e442-4d98-a278-c6172a2ea13f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.263991] env[70398]: INFO nova.compute.manager [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Rebuilding instance [ 653.273156] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.273156] env[70398]: value = "task-3443736" [ 653.273156] env[70398]: _type = "Task" [ 653.273156] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.283248] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443736, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.315675] env[70398]: DEBUG oslo_vmware.api [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Task: {'id': task-3443731, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.323899] env[70398]: DEBUG nova.compute.manager [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 653.324886] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d60e152-57bc-4f07-93cc-a26c63029dd8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.395918] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7d03f2ed-8248-4448-984e-31e0b7130933 tempest-ServerDiagnosticsV248Test-1888951362 tempest-ServerDiagnosticsV248Test-1888951362-project-member] Lock "b7d421dd-74e2-4590-bbac-1401b00f66c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.769s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.414548] env[70398]: DEBUG oslo_vmware.api [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Task: {'id': task-3443732, 'name': Rename_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.427565] env[70398]: DEBUG oslo_vmware.api [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Task: {'id': task-3443733, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.788400] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443736, 'name': CreateVM_Task} progress is 25%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.821786] env[70398]: DEBUG oslo_vmware.api [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Task: {'id': task-3443731, 'name': PowerOnVM_Task, 'duration_secs': 0.627805} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.821786] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] [instance: deaff90c-019f-423c-97ec-801542720a30] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 653.824063] env[70398]: INFO nova.compute.manager [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] [instance: deaff90c-019f-423c-97ec-801542720a30] Took 6.01 seconds to spawn the instance on the hypervisor. [ 653.824277] env[70398]: DEBUG nova.compute.manager [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] [instance: deaff90c-019f-423c-97ec-801542720a30] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 653.825097] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9143cd30-57cc-4260-b109-ff4c1e1b1e4c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.903514] env[70398]: DEBUG oslo_vmware.api [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Task: {'id': task-3443732, 'name': Rename_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.932155] env[70398]: DEBUG oslo_vmware.api [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Task: {'id': task-3443733, 'name': PowerOnVM_Task, 'duration_secs': 0.543911} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.932425] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 653.932620] env[70398]: INFO nova.compute.manager [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] Took 11.50 seconds to spawn the instance on the hypervisor. [ 653.932784] env[70398]: DEBUG nova.compute.manager [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 653.933598] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09524f9-e725-4fd7-9607-6a3c2f2ab7da {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.957469] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975408ef-eb4b-4be0-9370-d95ad07708d3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.966386] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6930a277-2b17-464f-a067-887fe7c0a4c4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.007732] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e3a8c7-9114-4f24-8d36-23014b4a278a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.015740] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862ebc5d-992d-44c5-b0ba-d8495b6a120c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.030673] env[70398]: DEBUG nova.compute.provider_tree [None req-c9fa77a1-15dc-4c9a-ab86-fe68cc153472 tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.286080] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443736, 'name': CreateVM_Task} progress is 25%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.347028] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 654.347028] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-602aa672-cf98-432e-8ca6-8d1739d987f3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.349517] env[70398]: INFO nova.compute.manager [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] [instance: deaff90c-019f-423c-97ec-801542720a30] Took 29.21 seconds to build instance. [ 654.355442] env[70398]: DEBUG oslo_vmware.api [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 654.355442] env[70398]: value = "task-3443737" [ 654.355442] env[70398]: _type = "Task" [ 654.355442] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.369286] env[70398]: DEBUG oslo_vmware.api [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3443737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.404398] env[70398]: DEBUG oslo_vmware.api [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Task: {'id': task-3443732, 'name': Rename_Task, 'duration_secs': 1.269589} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.406793] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 654.406793] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b879f952-d3eb-4e32-993e-23ed5da08e15 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.411643] env[70398]: DEBUG oslo_vmware.api [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Waiting for the task: (returnval){ [ 654.411643] env[70398]: value = "task-3443738" [ 654.411643] env[70398]: _type = "Task" [ 654.411643] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.420388] env[70398]: DEBUG oslo_vmware.api [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Task: {'id': task-3443738, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.459913] env[70398]: INFO nova.compute.manager [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] Took 31.91 seconds to build instance. [ 654.537022] env[70398]: DEBUG nova.scheduler.client.report [None req-c9fa77a1-15dc-4c9a-ab86-fe68cc153472 tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.790124] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443736, 'name': CreateVM_Task, 'duration_secs': 1.131858} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.790565] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 654.790916] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.791254] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.791592] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.791950] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-314550be-c0d1-440a-9c6b-9ee66c9f626d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.797193] env[70398]: DEBUG oslo_vmware.api [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Waiting for the task: (returnval){ [ 654.797193] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5244ba58-9129-0963-2207-9af6646ecfad" [ 654.797193] env[70398]: _type = "Task" [ 654.797193] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.809301] env[70398]: DEBUG oslo_vmware.api [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5244ba58-9129-0963-2207-9af6646ecfad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.852624] env[70398]: DEBUG oslo_concurrency.lockutils [None req-94f6bb1e-ef7f-453a-9010-f5d59a8a13bd tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Lock "deaff90c-019f-423c-97ec-801542720a30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.401s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.870012] env[70398]: DEBUG oslo_vmware.api [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3443737, 'name': PowerOffVM_Task, 'duration_secs': 0.277376} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.873891] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 654.873891] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 654.873891] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ebf3d40-b350-43fc-8e6d-db5e10254ea5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.880555] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 654.880799] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9dc032eb-b643-4675-aacd-9138d2f71613 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.927523] env[70398]: DEBUG oslo_vmware.api [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Task: {'id': task-3443738, 'name': PowerOnVM_Task, 'duration_secs': 0.452202} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.927523] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.927523] env[70398]: INFO nova.compute.manager [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Took 9.69 seconds to spawn the instance on the hypervisor. [ 654.927523] env[70398]: DEBUG nova.compute.manager [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.927523] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c353d593-aaaa-4558-a0d4-1d626295c022 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.940657] env[70398]: DEBUG nova.compute.manager [req-9dbfbfe5-0e2e-49e4-8668-0bd8428bbf44 req-7d92501e-1f42-440f-b240-ca503d32bc64 service nova] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Received event network-changed-eb3c7329-8c2a-4ec0-b8b8-a1feaa5bef54 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.940657] env[70398]: DEBUG nova.compute.manager [req-9dbfbfe5-0e2e-49e4-8668-0bd8428bbf44 req-7d92501e-1f42-440f-b240-ca503d32bc64 service nova] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Refreshing instance network info cache due to event network-changed-eb3c7329-8c2a-4ec0-b8b8-a1feaa5bef54. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 654.940804] env[70398]: DEBUG oslo_concurrency.lockutils [req-9dbfbfe5-0e2e-49e4-8668-0bd8428bbf44 req-7d92501e-1f42-440f-b240-ca503d32bc64 service nova] Acquiring lock "refresh_cache-8febcfdf-6403-4b67-b5b7-c640dd9da041" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.940989] env[70398]: DEBUG oslo_concurrency.lockutils [req-9dbfbfe5-0e2e-49e4-8668-0bd8428bbf44 req-7d92501e-1f42-440f-b240-ca503d32bc64 service nova] Acquired lock "refresh_cache-8febcfdf-6403-4b67-b5b7-c640dd9da041" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.941226] env[70398]: DEBUG nova.network.neutron [req-9dbfbfe5-0e2e-49e4-8668-0bd8428bbf44 req-7d92501e-1f42-440f-b240-ca503d32bc64 service nova] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Refreshing network info cache for port eb3c7329-8c2a-4ec0-b8b8-a1feaa5bef54 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.955993] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 654.955993] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 654.956170] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Deleting the datastore file [datastore1] 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 654.956571] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d322c6ca-99f3-442a-8c58-cf00cddffdf8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.963558] env[70398]: DEBUG oslo_vmware.api [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 654.963558] env[70398]: value = "task-3443740" [ 654.963558] env[70398]: _type = "Task" [ 654.963558] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.966552] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a644fa03-0ec6-4d23-b186-951393d72e10 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Lock "2115e329-0396-4c39-b45b-7113142ca90b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.112s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.974067] env[70398]: DEBUG oslo_vmware.api [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3443740, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.042913] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c9fa77a1-15dc-4c9a-ab86-fe68cc153472 tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.194s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.043944] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7b7596ca-7b00-49b7-8f99-8461f34aa7fa tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.328s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.044219] env[70398]: DEBUG nova.objects.instance [None req-7b7596ca-7b00-49b7-8f99-8461f34aa7fa tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Lazy-loading 'resources' on Instance uuid 55ea9666-0dba-4440-9e5c-afeb9d2b7a98 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 655.074102] env[70398]: INFO nova.scheduler.client.report [None req-c9fa77a1-15dc-4c9a-ab86-fe68cc153472 tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Deleted allocations for instance fbd30336-215c-4ff4-9d0c-d36491023d48 [ 655.307346] env[70398]: DEBUG oslo_vmware.api [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5244ba58-9129-0963-2207-9af6646ecfad, 'name': SearchDatastore_Task, 'duration_secs': 0.017327} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.308181] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.308181] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 655.308181] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.308422] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.308500] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 655.308719] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1973e9e-648b-4a6b-900c-65299a3f5673 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.327820] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 655.328112] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 655.329245] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4943373d-db56-4880-8f2b-55b93fd876ef {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.334736] env[70398]: DEBUG oslo_vmware.api [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Waiting for the task: (returnval){ [ 655.334736] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]529cd925-432a-a446-55c3-ed4417f3d03c" [ 655.334736] env[70398]: _type = "Task" [ 655.334736] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.342891] env[70398]: DEBUG oslo_vmware.api [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]529cd925-432a-a446-55c3-ed4417f3d03c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.356317] env[70398]: DEBUG nova.compute.manager [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 655.453846] env[70398]: INFO nova.compute.manager [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Took 30.58 seconds to build instance. [ 655.470154] env[70398]: DEBUG nova.compute.manager [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: 94ca8146-bef3-47a0-a41f-51e3b2d773b9] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 655.477779] env[70398]: DEBUG oslo_vmware.api [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3443740, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.438773} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.479658] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 655.479658] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 655.479658] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 655.583575] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c9fa77a1-15dc-4c9a-ab86-fe68cc153472 tempest-ServerDiagnosticsTest-257162230 tempest-ServerDiagnosticsTest-257162230-project-member] Lock "fbd30336-215c-4ff4-9d0c-d36491023d48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.658s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.849580] env[70398]: DEBUG oslo_vmware.api [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]529cd925-432a-a446-55c3-ed4417f3d03c, 'name': SearchDatastore_Task, 'duration_secs': 0.009318} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.866573] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4cda8ce-73e6-4a67-806f-50d1e59e96aa {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.877512] env[70398]: DEBUG oslo_vmware.api [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Waiting for the task: (returnval){ [ 655.877512] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]523cc38f-a4de-8af3-88c1-4c6a4a9a85f1" [ 655.877512] env[70398]: _type = "Task" [ 655.877512] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.902335] env[70398]: DEBUG oslo_concurrency.lockutils [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.902736] env[70398]: DEBUG oslo_vmware.api [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]523cc38f-a4de-8af3-88c1-4c6a4a9a85f1, 'name': SearchDatastore_Task, 'duration_secs': 0.011419} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.903062] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.904396] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 8febcfdf-6403-4b67-b5b7-c640dd9da041/8febcfdf-6403-4b67-b5b7-c640dd9da041.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 655.904396] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d93e46b-4c68-4a97-8cfd-6051cd52a549 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.917211] env[70398]: DEBUG oslo_vmware.api [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Waiting for the task: (returnval){ [ 655.917211] env[70398]: value = "task-3443741" [ 655.917211] env[70398]: _type = "Task" [ 655.917211] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.931711] env[70398]: DEBUG oslo_vmware.api [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Task: {'id': task-3443741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.952820] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c794072f-7d8a-4ea9-947a-3c0034b135b9 tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Lock "688fae2f-a3ca-48c8-9a88-923268f5b1a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.606s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.992251] env[70398]: DEBUG nova.network.neutron [req-9dbfbfe5-0e2e-49e4-8668-0bd8428bbf44 req-7d92501e-1f42-440f-b240-ca503d32bc64 service nova] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Updated VIF entry in instance network info cache for port eb3c7329-8c2a-4ec0-b8b8-a1feaa5bef54. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 655.992624] env[70398]: DEBUG nova.network.neutron [req-9dbfbfe5-0e2e-49e4-8668-0bd8428bbf44 req-7d92501e-1f42-440f-b240-ca503d32bc64 service nova] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Updating instance_info_cache with network_info: [{"id": "eb3c7329-8c2a-4ec0-b8b8-a1feaa5bef54", "address": "fa:16:3e:04:ff:64", "network": {"id": "a4211142-8a13-4bf4-b62a-dbaa6f630799", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-207859036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f5c1a0f056384b6da98ada24a25e4153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb3c7329-8c", "ovs_interfaceid": "eb3c7329-8c2a-4ec0-b8b8-a1feaa5bef54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.008298] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.115665] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e383b30-dd1b-4410-95bb-dc9de9f34b4e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.130176] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9110d049-8a23-419c-9be2-ef181888983a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.173230] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198f1bfb-b493-42c7-ada1-2f280a9cf460 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.184830] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7cbdfd0-c154-4b22-b6ea-872158dc9f54 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.204564] env[70398]: DEBUG nova.compute.provider_tree [None req-7b7596ca-7b00-49b7-8f99-8461f34aa7fa tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.370259] env[70398]: INFO nova.compute.manager [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] [instance: deaff90c-019f-423c-97ec-801542720a30] Rebuilding instance [ 656.430223] env[70398]: DEBUG oslo_vmware.api [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Task: {'id': task-3443741, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497201} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.433900] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 8febcfdf-6403-4b67-b5b7-c640dd9da041/8febcfdf-6403-4b67-b5b7-c640dd9da041.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 656.434672] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 656.437055] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-815cae6c-a114-4b5a-8e38-ebb6d33bc1a7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.440262] env[70398]: DEBUG nova.compute.manager [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] [instance: deaff90c-019f-423c-97ec-801542720a30] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 656.441354] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a609e9-4fe7-40be-9c4e-2c07f767a393 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.458637] env[70398]: DEBUG nova.compute.manager [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: cfc4e624-db92-423c-969c-64d433595497] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.465429] env[70398]: DEBUG oslo_vmware.api [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Waiting for the task: (returnval){ [ 656.465429] env[70398]: value = "task-3443742" [ 656.465429] env[70398]: _type = "Task" [ 656.465429] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.497638] env[70398]: DEBUG oslo_concurrency.lockutils [req-9dbfbfe5-0e2e-49e4-8668-0bd8428bbf44 req-7d92501e-1f42-440f-b240-ca503d32bc64 service nova] Releasing lock "refresh_cache-8febcfdf-6403-4b67-b5b7-c640dd9da041" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.533023] env[70398]: DEBUG nova.virt.hardware [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 656.533023] env[70398]: DEBUG nova.virt.hardware [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 656.533023] env[70398]: DEBUG nova.virt.hardware [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.533598] env[70398]: DEBUG nova.virt.hardware [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 656.533598] env[70398]: DEBUG nova.virt.hardware [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.534309] env[70398]: DEBUG nova.virt.hardware [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 656.534505] env[70398]: DEBUG nova.virt.hardware [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 656.534687] env[70398]: DEBUG nova.virt.hardware [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 656.534934] env[70398]: DEBUG nova.virt.hardware [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 656.535046] env[70398]: DEBUG nova.virt.hardware [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 656.535233] env[70398]: DEBUG nova.virt.hardware [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 656.540494] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f54fc4-075b-45fe-a8ee-2b728d7b7f97 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.548042] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfc24e0-afcf-47c7-8028-9f33dcf4ad17 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.569169] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:fc:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a111da1-447a-4722-9662-b0d6a2886a65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a06576b8-f525-4d87-a8f9-25191adcbe1d', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 656.581776] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 656.582131] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 656.582373] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e6faeb0-6543-4511-8a55-62edabbb3c61 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.604799] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 656.604799] env[70398]: value = "task-3443743" [ 656.604799] env[70398]: _type = "Task" [ 656.604799] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.613377] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443743, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.708419] env[70398]: DEBUG nova.scheduler.client.report [None req-7b7596ca-7b00-49b7-8f99-8461f34aa7fa tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.989022] env[70398]: DEBUG oslo_vmware.api [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Task: {'id': task-3443742, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102399} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.989022] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 656.989022] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4527d405-59a5-471f-bf9f-76eb0b5779f1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.026601] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 8febcfdf-6403-4b67-b5b7-c640dd9da041/8febcfdf-6403-4b67-b5b7-c640dd9da041.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.032423] env[70398]: DEBUG oslo_concurrency.lockutils [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.032423] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-029e938a-5825-403a-af59-304aa022a227 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.061410] env[70398]: DEBUG oslo_vmware.api [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Waiting for the task: (returnval){ [ 657.061410] env[70398]: value = "task-3443744" [ 657.061410] env[70398]: _type = "Task" [ 657.061410] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.071690] env[70398]: DEBUG oslo_vmware.api [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Task: {'id': task-3443744, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.087735] env[70398]: DEBUG oslo_concurrency.lockutils [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Acquiring lock "4761bd86-261a-4525-a2bf-df74065c403d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.089073] env[70398]: DEBUG oslo_concurrency.lockutils [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Lock "4761bd86-261a-4525-a2bf-df74065c403d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.115940] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443743, 'name': CreateVM_Task, 'duration_secs': 0.400028} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.116821] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 657.117654] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.117654] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.117860] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.118254] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-886168b9-dc41-40a6-bf5f-95e732edf854 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.127185] env[70398]: DEBUG oslo_vmware.api [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 657.127185] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]529f41e5-9ab2-e081-1606-0e4cd17bd746" [ 657.127185] env[70398]: _type = "Task" [ 657.127185] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.137068] env[70398]: DEBUG oslo_vmware.api [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]529f41e5-9ab2-e081-1606-0e4cd17bd746, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.217492] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7b7596ca-7b00-49b7-8f99-8461f34aa7fa tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.173s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.219997] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.856s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.220794] env[70398]: INFO nova.compute.claims [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.254446] env[70398]: INFO nova.scheduler.client.report [None req-7b7596ca-7b00-49b7-8f99-8461f34aa7fa tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Deleted allocations for instance 55ea9666-0dba-4440-9e5c-afeb9d2b7a98 [ 657.455064] env[70398]: DEBUG nova.compute.manager [req-f4dc033b-fa89-4296-bc4f-f089602ea35c req-1770310e-d536-4114-806b-a94092a9751e service nova] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] Received event network-changed-9eeef0cc-1b00-4211-8ecb-6a50928ad623 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.455304] env[70398]: DEBUG nova.compute.manager [req-f4dc033b-fa89-4296-bc4f-f089602ea35c req-1770310e-d536-4114-806b-a94092a9751e service nova] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] Refreshing instance network info cache due to event network-changed-9eeef0cc-1b00-4211-8ecb-6a50928ad623. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 657.455520] env[70398]: DEBUG oslo_concurrency.lockutils [req-f4dc033b-fa89-4296-bc4f-f089602ea35c req-1770310e-d536-4114-806b-a94092a9751e service nova] Acquiring lock "refresh_cache-2115e329-0396-4c39-b45b-7113142ca90b" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.456388] env[70398]: DEBUG oslo_concurrency.lockutils [req-f4dc033b-fa89-4296-bc4f-f089602ea35c req-1770310e-d536-4114-806b-a94092a9751e service nova] Acquired lock "refresh_cache-2115e329-0396-4c39-b45b-7113142ca90b" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.456388] env[70398]: DEBUG nova.network.neutron [req-f4dc033b-fa89-4296-bc4f-f089602ea35c req-1770310e-d536-4114-806b-a94092a9751e service nova] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] Refreshing network info cache for port 9eeef0cc-1b00-4211-8ecb-6a50928ad623 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 657.473959] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] [instance: deaff90c-019f-423c-97ec-801542720a30] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 657.473959] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2f8f77c-eeed-4b91-9ffc-d30c0c8fa926 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.487348] env[70398]: DEBUG oslo_vmware.api [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Waiting for the task: (returnval){ [ 657.487348] env[70398]: value = "task-3443745" [ 657.487348] env[70398]: _type = "Task" [ 657.487348] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.496447] env[70398]: DEBUG oslo_vmware.api [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Task: {'id': task-3443745, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.572105] env[70398]: DEBUG oslo_vmware.api [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Task: {'id': task-3443744, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.642193] env[70398]: DEBUG oslo_vmware.api [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]529f41e5-9ab2-e081-1606-0e4cd17bd746, 'name': SearchDatastore_Task, 'duration_secs': 0.039426} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.642726] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.643093] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 657.643601] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.643868] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.644240] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.644839] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d144f3b3-0b0d-4105-93bc-e01088bce4f5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.667901] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.667901] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 657.667901] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-784c93b0-5d0b-4637-9320-38cf11fbd783 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.677187] env[70398]: DEBUG oslo_vmware.api [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 657.677187] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ef99cd-6f1f-b853-ee53-787e352c389d" [ 657.677187] env[70398]: _type = "Task" [ 657.677187] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.685707] env[70398]: DEBUG oslo_vmware.api [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ef99cd-6f1f-b853-ee53-787e352c389d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.765086] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7b7596ca-7b00-49b7-8f99-8461f34aa7fa tempest-ServerAddressesNegativeTestJSON-1292334870 tempest-ServerAddressesNegativeTestJSON-1292334870-project-member] Lock "55ea9666-0dba-4440-9e5c-afeb9d2b7a98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.331s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.997702] env[70398]: DEBUG oslo_vmware.api [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Task: {'id': task-3443745, 'name': PowerOffVM_Task, 'duration_secs': 0.198494} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.998070] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] [instance: deaff90c-019f-423c-97ec-801542720a30] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 657.998378] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] [instance: deaff90c-019f-423c-97ec-801542720a30] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 657.999645] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454e1cf8-18f6-4aed-8750-5f79085e1712 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.012109] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] [instance: deaff90c-019f-423c-97ec-801542720a30] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 658.012490] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-971686dc-4d22-4c8f-9548-f6ca66cf141b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.039196] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] [instance: deaff90c-019f-423c-97ec-801542720a30] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 658.039196] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] [instance: deaff90c-019f-423c-97ec-801542720a30] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 658.039196] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Deleting the datastore file [datastore1] deaff90c-019f-423c-97ec-801542720a30 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 658.039196] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c525d55-c7e8-4f7b-a972-f14ecff5ae55 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.044423] env[70398]: DEBUG oslo_vmware.api [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Waiting for the task: (returnval){ [ 658.044423] env[70398]: value = "task-3443747" [ 658.044423] env[70398]: _type = "Task" [ 658.044423] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.053025] env[70398]: DEBUG oslo_vmware.api [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Task: {'id': task-3443747, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.072285] env[70398]: DEBUG oslo_vmware.api [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Task: {'id': task-3443744, 'name': ReconfigVM_Task, 'duration_secs': 0.548479} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.072928] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 8febcfdf-6403-4b67-b5b7-c640dd9da041/8febcfdf-6403-4b67-b5b7-c640dd9da041.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.073945] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f07a9b8-1db0-4cc5-86c9-2ee405a6ab1e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.081568] env[70398]: DEBUG oslo_vmware.api [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Waiting for the task: (returnval){ [ 658.081568] env[70398]: value = "task-3443748" [ 658.081568] env[70398]: _type = "Task" [ 658.081568] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.094870] env[70398]: DEBUG oslo_vmware.api [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Task: {'id': task-3443748, 'name': Rename_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.190746] env[70398]: DEBUG oslo_vmware.api [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ef99cd-6f1f-b853-ee53-787e352c389d, 'name': SearchDatastore_Task, 'duration_secs': 0.019374} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.191808] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82eda694-b865-4e69-a978-665d07e126a8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.198527] env[70398]: DEBUG oslo_vmware.api [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 658.198527] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]529b410c-7a24-b18c-5e98-759dafbed648" [ 658.198527] env[70398]: _type = "Task" [ 658.198527] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.205517] env[70398]: DEBUG oslo_vmware.api [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]529b410c-7a24-b18c-5e98-759dafbed648, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.566168] env[70398]: DEBUG oslo_vmware.api [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Task: {'id': task-3443747, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282325} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.566315] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 658.566516] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] [instance: deaff90c-019f-423c-97ec-801542720a30] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 658.566687] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] [instance: deaff90c-019f-423c-97ec-801542720a30] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 658.594884] env[70398]: DEBUG oslo_vmware.api [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Task: {'id': task-3443748, 'name': Rename_Task, 'duration_secs': 0.225587} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.595625] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.596113] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c27c60b-1f06-4dfc-944b-de0d655c197f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.607816] env[70398]: DEBUG oslo_vmware.api [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Waiting for the task: (returnval){ [ 658.607816] env[70398]: value = "task-3443749" [ 658.607816] env[70398]: _type = "Task" [ 658.607816] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.624152] env[70398]: DEBUG oslo_vmware.api [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Task: {'id': task-3443749, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.714281] env[70398]: DEBUG oslo_vmware.api [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]529b410c-7a24-b18c-5e98-759dafbed648, 'name': SearchDatastore_Task, 'duration_secs': 0.014308} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.714281] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.714281] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2/487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.714281] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-668f6ef6-5600-442f-9fd7-5638f6fcdbce {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.721514] env[70398]: DEBUG oslo_vmware.api [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 658.721514] env[70398]: value = "task-3443750" [ 658.721514] env[70398]: _type = "Task" [ 658.721514] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.743452] env[70398]: DEBUG oslo_vmware.api [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3443750, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.768272] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b28360c-6d90-4696-bb34-027df34043a6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.775895] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81d8c3e-0e2d-4452-9b65-b275a3def184 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.815469] env[70398]: DEBUG nova.network.neutron [req-f4dc033b-fa89-4296-bc4f-f089602ea35c req-1770310e-d536-4114-806b-a94092a9751e service nova] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] Updated VIF entry in instance network info cache for port 9eeef0cc-1b00-4211-8ecb-6a50928ad623. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 658.815872] env[70398]: DEBUG nova.network.neutron [req-f4dc033b-fa89-4296-bc4f-f089602ea35c req-1770310e-d536-4114-806b-a94092a9751e service nova] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] Updating instance_info_cache with network_info: [{"id": "9eeef0cc-1b00-4211-8ecb-6a50928ad623", "address": "fa:16:3e:65:f0:cd", "network": {"id": "caee4271-b25c-4801-a73e-a09dd3615cc9", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-252930388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95e2cf495158477caeb0a4d619e81709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9eeef0cc-1b", "ovs_interfaceid": "9eeef0cc-1b00-4211-8ecb-6a50928ad623", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.817902] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00288c3d-bec9-4a0f-be42-869ee25a05d0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.827338] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a8b4ff-2589-4d82-a5c0-f91dc310c87d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.840452] env[70398]: DEBUG nova.compute.provider_tree [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.126569] env[70398]: DEBUG oslo_vmware.api [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Task: {'id': task-3443749, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.240250] env[70398]: DEBUG oslo_vmware.api [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3443750, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.322303] env[70398]: DEBUG oslo_concurrency.lockutils [req-f4dc033b-fa89-4296-bc4f-f089602ea35c req-1770310e-d536-4114-806b-a94092a9751e service nova] Releasing lock "refresh_cache-2115e329-0396-4c39-b45b-7113142ca90b" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.347729] env[70398]: DEBUG nova.scheduler.client.report [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.447561] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Acquiring lock "6e0de7b8-ef2d-4449-8e08-e188d9f210ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.447561] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Lock "6e0de7b8-ef2d-4449-8e08-e188d9f210ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.614134] env[70398]: DEBUG nova.virt.hardware [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 659.614522] env[70398]: DEBUG nova.virt.hardware [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.614522] env[70398]: DEBUG nova.virt.hardware [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.614627] env[70398]: DEBUG nova.virt.hardware [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.616111] env[70398]: DEBUG nova.virt.hardware [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.616111] env[70398]: DEBUG nova.virt.hardware [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 659.616111] env[70398]: DEBUG nova.virt.hardware [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 659.616111] env[70398]: DEBUG nova.virt.hardware [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 659.616111] env[70398]: DEBUG nova.virt.hardware [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 659.616358] env[70398]: DEBUG nova.virt.hardware [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 659.616358] env[70398]: DEBUG nova.virt.hardware [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 659.617072] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c59965f-0e25-43d1-85a5-7360a20eb802 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.630875] env[70398]: DEBUG oslo_vmware.api [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Task: {'id': task-3443749, 'name': PowerOnVM_Task, 'duration_secs': 0.598638} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.633236] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.633436] env[70398]: INFO nova.compute.manager [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Took 9.16 seconds to spawn the instance on the hypervisor. [ 659.633605] env[70398]: DEBUG nova.compute.manager [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.635413] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35f9e19-37c9-41ff-99c4-e20b64783f52 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.640031] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f480a866-a023-4acc-b3b2-719cc4514041 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.665368] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] [instance: deaff90c-019f-423c-97ec-801542720a30] Instance VIF info [] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.672985] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 659.677587] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: deaff90c-019f-423c-97ec-801542720a30] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.677587] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9035b75b-8618-4ab2-9058-710b236937c7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.695945] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.695945] env[70398]: value = "task-3443751" [ 659.695945] env[70398]: _type = "Task" [ 659.695945] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.706202] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443751, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.738190] env[70398]: DEBUG oslo_vmware.api [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3443750, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59855} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.739233] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2/487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 659.739465] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 659.740957] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0fbd660-d939-480b-970f-d466e9ca5990 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.746266] env[70398]: DEBUG oslo_vmware.api [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 659.746266] env[70398]: value = "task-3443752" [ 659.746266] env[70398]: _type = "Task" [ 659.746266] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.756914] env[70398]: DEBUG oslo_vmware.api [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3443752, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.852918] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.853726] env[70398]: DEBUG nova.compute.manager [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 659.858252] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.486s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.859759] env[70398]: INFO nova.compute.claims [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 659.923758] env[70398]: DEBUG nova.compute.manager [req-bc67898b-4dd7-4518-8fb9-6224477a1506 req-1dd65e13-a593-4e02-a164-a404801afe80 service nova] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Received event network-changed-d94fb862-0b73-458c-9fc3-931ae989323c {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.924332] env[70398]: DEBUG nova.compute.manager [req-bc67898b-4dd7-4518-8fb9-6224477a1506 req-1dd65e13-a593-4e02-a164-a404801afe80 service nova] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Refreshing instance network info cache due to event network-changed-d94fb862-0b73-458c-9fc3-931ae989323c. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 659.925960] env[70398]: DEBUG oslo_concurrency.lockutils [req-bc67898b-4dd7-4518-8fb9-6224477a1506 req-1dd65e13-a593-4e02-a164-a404801afe80 service nova] Acquiring lock "refresh_cache-688fae2f-a3ca-48c8-9a88-923268f5b1a8" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.926595] env[70398]: DEBUG oslo_concurrency.lockutils [req-bc67898b-4dd7-4518-8fb9-6224477a1506 req-1dd65e13-a593-4e02-a164-a404801afe80 service nova] Acquired lock "refresh_cache-688fae2f-a3ca-48c8-9a88-923268f5b1a8" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.926968] env[70398]: DEBUG nova.network.neutron [req-bc67898b-4dd7-4518-8fb9-6224477a1506 req-1dd65e13-a593-4e02-a164-a404801afe80 service nova] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Refreshing network info cache for port d94fb862-0b73-458c-9fc3-931ae989323c {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 660.207521] env[70398]: INFO nova.compute.manager [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Took 34.10 seconds to build instance. [ 660.220885] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443751, 'name': CreateVM_Task} progress is 25%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.257539] env[70398]: DEBUG oslo_vmware.api [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3443752, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145866} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.257833] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 660.258644] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449fef58-cc44-4753-8c1c-4299d38e21ae {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.295096] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2/487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.295810] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3119ba6a-3248-484a-90e2-a73219cf248d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.315884] env[70398]: DEBUG oslo_vmware.api [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 660.315884] env[70398]: value = "task-3443753" [ 660.315884] env[70398]: _type = "Task" [ 660.315884] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.323999] env[70398]: DEBUG oslo_vmware.api [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3443753, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.368058] env[70398]: DEBUG nova.compute.utils [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 660.376027] env[70398]: DEBUG nova.compute.manager [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 660.376027] env[70398]: DEBUG nova.network.neutron [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 660.676567] env[70398]: DEBUG nova.policy [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '896d7159a2da4eb8a8cf8b585aaf8f10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '581cc4d0b6bb4d30a97da6ef9a112d33', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 660.715350] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ad10a741-a973-4724-b09f-f3584c8400ea tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Lock "8febcfdf-6403-4b67-b5b7-c640dd9da041" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.896s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.715896] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443751, 'name': CreateVM_Task, 'duration_secs': 0.983249} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.716832] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: deaff90c-019f-423c-97ec-801542720a30] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.717425] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.717662] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.717984] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.718473] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c927f86e-198f-4fe5-8036-d93edf55da59 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.724219] env[70398]: DEBUG oslo_vmware.api [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Waiting for the task: (returnval){ [ 660.724219] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5227f6d3-bb0d-1595-043a-bbeabb34d5cc" [ 660.724219] env[70398]: _type = "Task" [ 660.724219] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.740158] env[70398]: DEBUG oslo_vmware.api [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5227f6d3-bb0d-1595-043a-bbeabb34d5cc, 'name': SearchDatastore_Task, 'duration_secs': 0.009849} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.741134] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.741363] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] [instance: deaff90c-019f-423c-97ec-801542720a30] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 660.741586] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.741731] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.741905] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 660.743039] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49f19b98-76c3-4641-96b1-3e2d6e26ed4b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.754356] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 660.754356] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 660.756884] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-940536b5-56ea-47ea-9373-a5599d725cf2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.763749] env[70398]: DEBUG oslo_vmware.api [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Waiting for the task: (returnval){ [ 660.763749] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52365be6-61fa-7303-7dd9-b41df3d12b79" [ 660.763749] env[70398]: _type = "Task" [ 660.763749] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.773429] env[70398]: DEBUG oslo_vmware.api [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52365be6-61fa-7303-7dd9-b41df3d12b79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.826731] env[70398]: DEBUG oslo_vmware.api [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3443753, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.877881] env[70398]: DEBUG nova.compute.manager [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 660.886328] env[70398]: DEBUG oslo_concurrency.lockutils [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Acquiring lock "738b60d6-4018-42f1-ada4-f3774e4c3d98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.886328] env[70398]: DEBUG oslo_concurrency.lockutils [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Lock "738b60d6-4018-42f1-ada4-f3774e4c3d98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.219104] env[70398]: DEBUG nova.compute.manager [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] [instance: e520b86c-a70c-48a3-bb69-8212a40050cb] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.225828] env[70398]: DEBUG nova.network.neutron [req-bc67898b-4dd7-4518-8fb9-6224477a1506 req-1dd65e13-a593-4e02-a164-a404801afe80 service nova] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Updated VIF entry in instance network info cache for port d94fb862-0b73-458c-9fc3-931ae989323c. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 661.226198] env[70398]: DEBUG nova.network.neutron [req-bc67898b-4dd7-4518-8fb9-6224477a1506 req-1dd65e13-a593-4e02-a164-a404801afe80 service nova] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Updating instance_info_cache with network_info: [{"id": "d94fb862-0b73-458c-9fc3-931ae989323c", "address": "fa:16:3e:68:fe:01", "network": {"id": "3fc49506-dae5-4a73-89ff-3b5fef1154ce", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1132415750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cbbc3fbf9c041b7a87ce63e247c9837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd94fb862-0b", "ovs_interfaceid": "d94fb862-0b73-458c-9fc3-931ae989323c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.280679] env[70398]: DEBUG oslo_vmware.api [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52365be6-61fa-7303-7dd9-b41df3d12b79, 'name': SearchDatastore_Task, 'duration_secs': 0.013959} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.281764] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b0f0ff4-aec6-45d7-994c-46fca118278e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.290646] env[70398]: DEBUG oslo_vmware.api [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Waiting for the task: (returnval){ [ 661.290646] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]523546a6-fbee-62cf-5ddc-08c8666964e8" [ 661.290646] env[70398]: _type = "Task" [ 661.290646] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.299732] env[70398]: DEBUG oslo_vmware.api [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]523546a6-fbee-62cf-5ddc-08c8666964e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.328443] env[70398]: DEBUG oslo_vmware.api [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3443753, 'name': ReconfigVM_Task, 'duration_secs': 0.555488} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.328897] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2/487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 661.329899] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c8ad889-ed66-4edb-aca6-29d6ab2a59f7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.338416] env[70398]: DEBUG oslo_vmware.api [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 661.338416] env[70398]: value = "task-3443754" [ 661.338416] env[70398]: _type = "Task" [ 661.338416] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.347175] env[70398]: DEBUG oslo_vmware.api [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3443754, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.410870] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7bd60c-3f0e-4af4-86f8-774362f39ee5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.418303] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c009a25c-f05e-4f86-9fc6-4b5b51e26cb1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.459530] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb7bdc3-099f-4023-b89f-ed498e1ceb01 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.468828] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540a0015-4f5f-49c0-841a-58037f256e1a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.483386] env[70398]: DEBUG nova.compute.provider_tree [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.599909] env[70398]: DEBUG nova.network.neutron [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] Successfully created port: 2ecfeb37-c852-455f-a6eb-957e8e00906b {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 661.733739] env[70398]: DEBUG oslo_concurrency.lockutils [req-bc67898b-4dd7-4518-8fb9-6224477a1506 req-1dd65e13-a593-4e02-a164-a404801afe80 service nova] Releasing lock "refresh_cache-688fae2f-a3ca-48c8-9a88-923268f5b1a8" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.762158] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.805499] env[70398]: DEBUG oslo_vmware.api [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]523546a6-fbee-62cf-5ddc-08c8666964e8, 'name': SearchDatastore_Task, 'duration_secs': 0.016085} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.805826] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.806154] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] deaff90c-019f-423c-97ec-801542720a30/deaff90c-019f-423c-97ec-801542720a30.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 661.807055] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a980550b-7872-4090-9ddd-1f4aa70b6ae8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.814728] env[70398]: DEBUG oslo_vmware.api [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Waiting for the task: (returnval){ [ 661.814728] env[70398]: value = "task-3443755" [ 661.814728] env[70398]: _type = "Task" [ 661.814728] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.824015] env[70398]: DEBUG oslo_vmware.api [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Task: {'id': task-3443755, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.848990] env[70398]: DEBUG oslo_vmware.api [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3443754, 'name': Rename_Task, 'duration_secs': 0.227777} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.849129] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 661.849964] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-103d7625-8211-449c-99e2-e6535d7c6252 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.856353] env[70398]: DEBUG oslo_vmware.api [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 661.856353] env[70398]: value = "task-3443756" [ 661.856353] env[70398]: _type = "Task" [ 661.856353] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.863425] env[70398]: DEBUG oslo_vmware.api [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3443756, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.891469] env[70398]: DEBUG nova.compute.manager [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 661.917224] env[70398]: DEBUG nova.virt.hardware [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:12:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='971802791',id=25,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1105805316',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 661.917426] env[70398]: DEBUG nova.virt.hardware [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.918195] env[70398]: DEBUG nova.virt.hardware [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.918195] env[70398]: DEBUG nova.virt.hardware [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.918195] env[70398]: DEBUG nova.virt.hardware [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.919059] env[70398]: DEBUG nova.virt.hardware [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 661.919059] env[70398]: DEBUG nova.virt.hardware [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 661.919210] env[70398]: DEBUG nova.virt.hardware [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 661.920286] env[70398]: DEBUG nova.virt.hardware [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 661.920286] env[70398]: DEBUG nova.virt.hardware [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 661.920869] env[70398]: DEBUG nova.virt.hardware [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 661.924734] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3aaf68-cf64-44d5-9c02-083cdbffae4a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.933274] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ea180c-5649-4df5-8d3a-443b2d72b7f5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.989077] env[70398]: DEBUG nova.scheduler.client.report [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.102918] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Acquiring lock "0f08f3f7-9fae-4f49-8185-4c0402fb2dcf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.103372] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Lock "0f08f3f7-9fae-4f49-8185-4c0402fb2dcf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.140775] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Acquiring lock "9f30832c-d957-4c99-a1f3-fe022e2c73b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.141077] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Lock "9f30832c-d957-4c99-a1f3-fe022e2c73b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.328799] env[70398]: DEBUG oslo_vmware.api [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Task: {'id': task-3443755, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.365872] env[70398]: DEBUG oslo_vmware.api [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3443756, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.496564] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.498415] env[70398]: DEBUG nova.compute.manager [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 662.502883] env[70398]: DEBUG oslo_concurrency.lockutils [None req-941af66c-345c-42fa-9b32-f276acb704de tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.821s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.502883] env[70398]: DEBUG nova.objects.instance [None req-941af66c-345c-42fa-9b32-f276acb704de tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Lazy-loading 'resources' on Instance uuid 460e787f-23bb-4bb8-8bc4-11545b9891ea {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 662.833964] env[70398]: DEBUG oslo_vmware.api [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Task: {'id': task-3443755, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.867328] env[70398]: DEBUG oslo_vmware.api [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3443756, 'name': PowerOnVM_Task, 'duration_secs': 0.783369} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.867686] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 662.867896] env[70398]: DEBUG nova.compute.manager [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 662.868733] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2a3e1d-a4cf-4fbb-a7ea-a9d7a5054f26 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.005996] env[70398]: DEBUG nova.compute.utils [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 663.011039] env[70398]: DEBUG nova.compute.manager [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 663.011789] env[70398]: DEBUG nova.network.neutron [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 663.109730] env[70398]: DEBUG nova.policy [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fdb95dbc1bd748dc81de48fa220b968b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67a6cfb2e4f64a69b63ca5d7a9515864', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 663.327337] env[70398]: DEBUG oslo_vmware.api [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Task: {'id': task-3443755, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.387789] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.516184] env[70398]: DEBUG nova.compute.manager [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 663.590872] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c677ce6d-583d-482c-8f8e-4ff25bda3320 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.600219] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91decb6e-179f-4938-b6d0-a056dfad2d7c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.609620] env[70398]: DEBUG nova.network.neutron [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] Successfully updated port: 2ecfeb37-c852-455f-a6eb-957e8e00906b {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 663.647292] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Acquiring lock "refresh_cache-61606b64-febb-4672-81fe-e921ef3c0631" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.647292] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Acquired lock "refresh_cache-61606b64-febb-4672-81fe-e921ef3c0631" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.647292] env[70398]: DEBUG nova.network.neutron [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.648814] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bde9c5f-359d-4d54-989d-7806a454bce2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.658618] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6516bca5-48a2-44b1-91cb-3eb4354ce72f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.674421] env[70398]: DEBUG nova.compute.provider_tree [None req-941af66c-345c-42fa-9b32-f276acb704de tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.831993] env[70398]: DEBUG oslo_vmware.api [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Task: {'id': task-3443755, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.530242} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.832557] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] deaff90c-019f-423c-97ec-801542720a30/deaff90c-019f-423c-97ec-801542720a30.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.832897] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] [instance: deaff90c-019f-423c-97ec-801542720a30] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.833426] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c83870a-fc5e-418f-bf6e-d057ee7becb1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.841553] env[70398]: DEBUG oslo_vmware.api [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Waiting for the task: (returnval){ [ 663.841553] env[70398]: value = "task-3443757" [ 663.841553] env[70398]: _type = "Task" [ 663.841553] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.853114] env[70398]: DEBUG oslo_vmware.api [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Task: {'id': task-3443757, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.881801] env[70398]: DEBUG nova.network.neutron [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Successfully created port: 7553a4cd-f5ea-40a1-a827-afed50d8429d {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 664.077486] env[70398]: DEBUG nova.compute.manager [req-6d531ed9-5805-4608-b33d-3c9a3d3a058f req-d7b5c809-ab8d-4f52-8987-427bb38d3d82 service nova] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] Received event network-vif-plugged-2ecfeb37-c852-455f-a6eb-957e8e00906b {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.077712] env[70398]: DEBUG oslo_concurrency.lockutils [req-6d531ed9-5805-4608-b33d-3c9a3d3a058f req-d7b5c809-ab8d-4f52-8987-427bb38d3d82 service nova] Acquiring lock "61606b64-febb-4672-81fe-e921ef3c0631-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.077920] env[70398]: DEBUG oslo_concurrency.lockutils [req-6d531ed9-5805-4608-b33d-3c9a3d3a058f req-d7b5c809-ab8d-4f52-8987-427bb38d3d82 service nova] Lock "61606b64-febb-4672-81fe-e921ef3c0631-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.078109] env[70398]: DEBUG oslo_concurrency.lockutils [req-6d531ed9-5805-4608-b33d-3c9a3d3a058f req-d7b5c809-ab8d-4f52-8987-427bb38d3d82 service nova] Lock "61606b64-febb-4672-81fe-e921ef3c0631-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.079581] env[70398]: DEBUG nova.compute.manager [req-6d531ed9-5805-4608-b33d-3c9a3d3a058f req-d7b5c809-ab8d-4f52-8987-427bb38d3d82 service nova] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] No waiting events found dispatching network-vif-plugged-2ecfeb37-c852-455f-a6eb-957e8e00906b {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 664.080020] env[70398]: WARNING nova.compute.manager [req-6d531ed9-5805-4608-b33d-3c9a3d3a058f req-d7b5c809-ab8d-4f52-8987-427bb38d3d82 service nova] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] Received unexpected event network-vif-plugged-2ecfeb37-c852-455f-a6eb-957e8e00906b for instance with vm_state building and task_state spawning. [ 664.170905] env[70398]: DEBUG oslo_concurrency.lockutils [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Acquiring lock "0dcaf2c4-acfe-407e-8416-4164f5f62562" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.171159] env[70398]: DEBUG oslo_concurrency.lockutils [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Lock "0dcaf2c4-acfe-407e-8416-4164f5f62562" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.176826] env[70398]: DEBUG nova.scheduler.client.report [None req-941af66c-345c-42fa-9b32-f276acb704de tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.208327] env[70398]: DEBUG nova.network.neutron [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.356697] env[70398]: DEBUG oslo_vmware.api [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Task: {'id': task-3443757, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069092} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.356996] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] [instance: deaff90c-019f-423c-97ec-801542720a30] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.358137] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12ba364-daa7-4970-8ddf-ae64077b2a38 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.377973] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] [instance: deaff90c-019f-423c-97ec-801542720a30] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] deaff90c-019f-423c-97ec-801542720a30/deaff90c-019f-423c-97ec-801542720a30.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.378309] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82979a06-dd0a-44c0-8f58-2b388a16b641 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.402018] env[70398]: DEBUG oslo_vmware.api [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Waiting for the task: (returnval){ [ 664.402018] env[70398]: value = "task-3443758" [ 664.402018] env[70398]: _type = "Task" [ 664.402018] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.412672] env[70398]: DEBUG oslo_vmware.api [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Task: {'id': task-3443758, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.465501] env[70398]: DEBUG nova.network.neutron [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] Updating instance_info_cache with network_info: [{"id": "2ecfeb37-c852-455f-a6eb-957e8e00906b", "address": "fa:16:3e:54:f7:34", "network": {"id": "dfd38765-f834-46af-8784-30c6552faeb3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1221124005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "581cc4d0b6bb4d30a97da6ef9a112d33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ecfeb37-c8", "ovs_interfaceid": "2ecfeb37-c852-455f-a6eb-957e8e00906b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.532696] env[70398]: DEBUG nova.compute.manager [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 664.569510] env[70398]: DEBUG nova.virt.hardware [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 664.572015] env[70398]: DEBUG nova.virt.hardware [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 664.572015] env[70398]: DEBUG nova.virt.hardware [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 664.572015] env[70398]: DEBUG nova.virt.hardware [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 664.572015] env[70398]: DEBUG nova.virt.hardware [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 664.572015] env[70398]: DEBUG nova.virt.hardware [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 664.572381] env[70398]: DEBUG nova.virt.hardware [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 664.572381] env[70398]: DEBUG nova.virt.hardware [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 664.574739] env[70398]: DEBUG nova.virt.hardware [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 664.574967] env[70398]: DEBUG nova.virt.hardware [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 664.575164] env[70398]: DEBUG nova.virt.hardware [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 664.576083] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf10298-bcef-48c4-ab21-4757098a872b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.585282] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0bd856f-3574-4bf0-8f7a-0aa768e352a4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.682093] env[70398]: DEBUG oslo_concurrency.lockutils [None req-941af66c-345c-42fa-9b32-f276acb704de tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.181s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.686240] env[70398]: DEBUG oslo_concurrency.lockutils [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.627s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.688141] env[70398]: INFO nova.compute.claims [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 664.722962] env[70398]: INFO nova.scheduler.client.report [None req-941af66c-345c-42fa-9b32-f276acb704de tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Deleted allocations for instance 460e787f-23bb-4bb8-8bc4-11545b9891ea [ 664.916416] env[70398]: DEBUG oslo_vmware.api [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Task: {'id': task-3443758, 'name': ReconfigVM_Task, 'duration_secs': 0.368116} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.916416] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] [instance: deaff90c-019f-423c-97ec-801542720a30] Reconfigured VM instance instance-00000011 to attach disk [datastore1] deaff90c-019f-423c-97ec-801542720a30/deaff90c-019f-423c-97ec-801542720a30.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 664.916416] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bddc1f11-c13c-426c-b3a6-310984c7aab8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.921732] env[70398]: DEBUG oslo_vmware.api [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Waiting for the task: (returnval){ [ 664.921732] env[70398]: value = "task-3443759" [ 664.921732] env[70398]: _type = "Task" [ 664.921732] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.931516] env[70398]: DEBUG oslo_vmware.api [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Task: {'id': task-3443759, 'name': Rename_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.970026] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Releasing lock "refresh_cache-61606b64-febb-4672-81fe-e921ef3c0631" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.970026] env[70398]: DEBUG nova.compute.manager [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] Instance network_info: |[{"id": "2ecfeb37-c852-455f-a6eb-957e8e00906b", "address": "fa:16:3e:54:f7:34", "network": {"id": "dfd38765-f834-46af-8784-30c6552faeb3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1221124005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "581cc4d0b6bb4d30a97da6ef9a112d33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ecfeb37-c8", "ovs_interfaceid": "2ecfeb37-c852-455f-a6eb-957e8e00906b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 664.970237] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:f7:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ecfeb37-c852-455f-a6eb-957e8e00906b', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.979796] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Creating folder: Project (581cc4d0b6bb4d30a97da6ef9a112d33). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.979796] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cfabbd37-68f9-48b6-8695-cc76f4a1d7f7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.990394] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Created folder: Project (581cc4d0b6bb4d30a97da6ef9a112d33) in parent group-v687430. [ 664.990991] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Creating folder: Instances. Parent ref: group-v687487. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.991369] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cbd1739c-f487-40a9-acf6-a68f87260235 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.001143] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Created folder: Instances in parent group-v687487. [ 665.001231] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.002390] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.002390] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dede3b8f-a63f-4833-85dc-3b42b6da5d8b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.026493] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.026493] env[70398]: value = "task-3443762" [ 665.026493] env[70398]: _type = "Task" [ 665.026493] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.037221] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443762, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.234022] env[70398]: DEBUG oslo_concurrency.lockutils [None req-941af66c-345c-42fa-9b32-f276acb704de tempest-InstanceActionsTestJSON-921973637 tempest-InstanceActionsTestJSON-921973637-project-member] Lock "460e787f-23bb-4bb8-8bc4-11545b9891ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.809s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.437167] env[70398]: DEBUG oslo_vmware.api [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Task: {'id': task-3443759, 'name': Rename_Task, 'duration_secs': 0.135944} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.437552] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] [instance: deaff90c-019f-423c-97ec-801542720a30] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.437831] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-334e184d-2483-4e8d-acb0-23f572ace085 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.445316] env[70398]: DEBUG oslo_vmware.api [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Waiting for the task: (returnval){ [ 665.445316] env[70398]: value = "task-3443763" [ 665.445316] env[70398]: _type = "Task" [ 665.445316] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.454112] env[70398]: DEBUG oslo_vmware.api [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Task: {'id': task-3443763, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.538540] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443762, 'name': CreateVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.956876] env[70398]: DEBUG oslo_vmware.api [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Task: {'id': task-3443763, 'name': PowerOnVM_Task, 'duration_secs': 0.498425} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.961269] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] [instance: deaff90c-019f-423c-97ec-801542720a30] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.961269] env[70398]: DEBUG nova.compute.manager [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] [instance: deaff90c-019f-423c-97ec-801542720a30] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.961994] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac436e3c-917a-41ac-8855-8447cde6ba7f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.013389] env[70398]: DEBUG nova.compute.manager [req-8921de79-5f92-4e8b-8387-9ac31f863038 req-e11d43a6-a283-4e35-9a94-80f732b45132 service nova] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Received event network-changed-eb3c7329-8c2a-4ec0-b8b8-a1feaa5bef54 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.013618] env[70398]: DEBUG nova.compute.manager [req-8921de79-5f92-4e8b-8387-9ac31f863038 req-e11d43a6-a283-4e35-9a94-80f732b45132 service nova] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Refreshing instance network info cache due to event network-changed-eb3c7329-8c2a-4ec0-b8b8-a1feaa5bef54. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 666.013896] env[70398]: DEBUG oslo_concurrency.lockutils [req-8921de79-5f92-4e8b-8387-9ac31f863038 req-e11d43a6-a283-4e35-9a94-80f732b45132 service nova] Acquiring lock "refresh_cache-8febcfdf-6403-4b67-b5b7-c640dd9da041" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.014149] env[70398]: DEBUG oslo_concurrency.lockutils [req-8921de79-5f92-4e8b-8387-9ac31f863038 req-e11d43a6-a283-4e35-9a94-80f732b45132 service nova] Acquired lock "refresh_cache-8febcfdf-6403-4b67-b5b7-c640dd9da041" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.014209] env[70398]: DEBUG nova.network.neutron [req-8921de79-5f92-4e8b-8387-9ac31f863038 req-e11d43a6-a283-4e35-9a94-80f732b45132 service nova] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Refreshing network info cache for port eb3c7329-8c2a-4ec0-b8b8-a1feaa5bef54 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 666.038871] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443762, 'name': CreateVM_Task, 'duration_secs': 0.512113} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.045114] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.046447] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.046447] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.050021] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.050021] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15eb66d2-bcc1-4d57-ba9f-c163550288c6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.054485] env[70398]: DEBUG oslo_vmware.api [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Waiting for the task: (returnval){ [ 666.054485] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5248ff7c-13d4-24cf-ea17-38e86776fc05" [ 666.054485] env[70398]: _type = "Task" [ 666.054485] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.068060] env[70398]: DEBUG oslo_vmware.api [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5248ff7c-13d4-24cf-ea17-38e86776fc05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.310984] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004d782f-964e-4de3-9a93-3532a4a8c344 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.321143] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29fd1fe8-fe7c-43f1-9f65-59049bf11719 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.359638] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4001a16f-222c-4320-b561-cbff2c5bd7e7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.368304] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c34f08-5cc0-4109-86aa-a48d2e5a6ffb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.382453] env[70398]: DEBUG nova.compute.provider_tree [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.435208] env[70398]: DEBUG nova.network.neutron [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Successfully updated port: 7553a4cd-f5ea-40a1-a827-afed50d8429d {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 666.481110] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.546820] env[70398]: DEBUG oslo_concurrency.lockutils [None req-36fef51e-33fc-404a-a5d6-edd56c7d2d99 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.547426] env[70398]: DEBUG oslo_concurrency.lockutils [None req-36fef51e-33fc-404a-a5d6-edd56c7d2d99 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.547701] env[70398]: DEBUG oslo_concurrency.lockutils [None req-36fef51e-33fc-404a-a5d6-edd56c7d2d99 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.547917] env[70398]: DEBUG oslo_concurrency.lockutils [None req-36fef51e-33fc-404a-a5d6-edd56c7d2d99 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.548105] env[70398]: DEBUG oslo_concurrency.lockutils [None req-36fef51e-33fc-404a-a5d6-edd56c7d2d99 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.551073] env[70398]: INFO nova.compute.manager [None req-36fef51e-33fc-404a-a5d6-edd56c7d2d99 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Terminating instance [ 666.572906] env[70398]: DEBUG oslo_vmware.api [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5248ff7c-13d4-24cf-ea17-38e86776fc05, 'name': SearchDatastore_Task, 'duration_secs': 0.026569} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.573241] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.573471] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.574463] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.574463] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.574463] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.574463] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-268df9f2-e351-4355-b07a-b1cfa9a6b3a1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.584301] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.584398] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.585129] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60293e8c-b9f2-4f8a-a47a-aae659e70461 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.593240] env[70398]: DEBUG oslo_vmware.api [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Waiting for the task: (returnval){ [ 666.593240] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5267ac14-2ff7-30f7-1258-9cafb44e7611" [ 666.593240] env[70398]: _type = "Task" [ 666.593240] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.602204] env[70398]: DEBUG oslo_vmware.api [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5267ac14-2ff7-30f7-1258-9cafb44e7611, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.791128] env[70398]: DEBUG nova.network.neutron [req-8921de79-5f92-4e8b-8387-9ac31f863038 req-e11d43a6-a283-4e35-9a94-80f732b45132 service nova] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Updated VIF entry in instance network info cache for port eb3c7329-8c2a-4ec0-b8b8-a1feaa5bef54. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.791128] env[70398]: DEBUG nova.network.neutron [req-8921de79-5f92-4e8b-8387-9ac31f863038 req-e11d43a6-a283-4e35-9a94-80f732b45132 service nova] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Updating instance_info_cache with network_info: [{"id": "eb3c7329-8c2a-4ec0-b8b8-a1feaa5bef54", "address": "fa:16:3e:04:ff:64", "network": {"id": "a4211142-8a13-4bf4-b62a-dbaa6f630799", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-207859036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5c1a0f056384b6da98ada24a25e4153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb3c7329-8c", "ovs_interfaceid": "eb3c7329-8c2a-4ec0-b8b8-a1feaa5bef54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.885555] env[70398]: DEBUG nova.scheduler.client.report [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.940079] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Acquiring lock "refresh_cache-c6b07511-415f-4ff4-aa10-1dcef059b852" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.940247] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Acquired lock "refresh_cache-c6b07511-415f-4ff4-aa10-1dcef059b852" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.940408] env[70398]: DEBUG nova.network.neutron [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 666.964497] env[70398]: DEBUG nova.compute.manager [req-a6556b23-d66a-4111-9cfc-dd4edf9c6ecd req-93bba70a-c39c-4f28-be3f-e11a5043020b service nova] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] Received event network-changed-2ecfeb37-c852-455f-a6eb-957e8e00906b {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.964727] env[70398]: DEBUG nova.compute.manager [req-a6556b23-d66a-4111-9cfc-dd4edf9c6ecd req-93bba70a-c39c-4f28-be3f-e11a5043020b service nova] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] Refreshing instance network info cache due to event network-changed-2ecfeb37-c852-455f-a6eb-957e8e00906b. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 666.969547] env[70398]: DEBUG oslo_concurrency.lockutils [req-a6556b23-d66a-4111-9cfc-dd4edf9c6ecd req-93bba70a-c39c-4f28-be3f-e11a5043020b service nova] Acquiring lock "refresh_cache-61606b64-febb-4672-81fe-e921ef3c0631" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.969547] env[70398]: DEBUG oslo_concurrency.lockutils [req-a6556b23-d66a-4111-9cfc-dd4edf9c6ecd req-93bba70a-c39c-4f28-be3f-e11a5043020b service nova] Acquired lock "refresh_cache-61606b64-febb-4672-81fe-e921ef3c0631" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.969547] env[70398]: DEBUG nova.network.neutron [req-a6556b23-d66a-4111-9cfc-dd4edf9c6ecd req-93bba70a-c39c-4f28-be3f-e11a5043020b service nova] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] Refreshing network info cache for port 2ecfeb37-c852-455f-a6eb-957e8e00906b {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.059215] env[70398]: DEBUG nova.compute.manager [None req-36fef51e-33fc-404a-a5d6-edd56c7d2d99 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 667.062170] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-36fef51e-33fc-404a-a5d6-edd56c7d2d99 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 667.062170] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f506ce-4d6e-4e53-a1ab-e159f96cd592 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.070156] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-36fef51e-33fc-404a-a5d6-edd56c7d2d99 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 667.070156] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d809245d-ea87-4174-be3a-d323cb9d0b60 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.079022] env[70398]: DEBUG oslo_vmware.api [None req-36fef51e-33fc-404a-a5d6-edd56c7d2d99 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 667.079022] env[70398]: value = "task-3443764" [ 667.079022] env[70398]: _type = "Task" [ 667.079022] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.089953] env[70398]: DEBUG oslo_vmware.api [None req-36fef51e-33fc-404a-a5d6-edd56c7d2d99 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3443764, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.107065] env[70398]: DEBUG oslo_vmware.api [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5267ac14-2ff7-30f7-1258-9cafb44e7611, 'name': SearchDatastore_Task, 'duration_secs': 0.019801} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.108061] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b036b67f-d1f8-4816-87db-83b9ecfdcbaf {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.115632] env[70398]: DEBUG oslo_vmware.api [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Waiting for the task: (returnval){ [ 667.115632] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]528bbb2f-ba62-fe31-d430-5a5151759646" [ 667.115632] env[70398]: _type = "Task" [ 667.115632] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.123459] env[70398]: DEBUG oslo_vmware.api [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]528bbb2f-ba62-fe31-d430-5a5151759646, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.292519] env[70398]: DEBUG oslo_concurrency.lockutils [req-8921de79-5f92-4e8b-8387-9ac31f863038 req-e11d43a6-a283-4e35-9a94-80f732b45132 service nova] Releasing lock "refresh_cache-8febcfdf-6403-4b67-b5b7-c640dd9da041" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.302097] env[70398]: DEBUG oslo_concurrency.lockutils [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Acquiring lock "4644c5df-2060-436f-a226-c31c0d750847" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.302344] env[70398]: DEBUG oslo_concurrency.lockutils [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Lock "4644c5df-2060-436f-a226-c31c0d750847" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.393560] env[70398]: DEBUG oslo_concurrency.lockutils [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.397966] env[70398]: DEBUG nova.compute.manager [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 667.400194] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.770s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.402768] env[70398]: INFO nova.compute.claims [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 667.488691] env[70398]: DEBUG nova.network.neutron [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 667.585724] env[70398]: DEBUG oslo_vmware.api [None req-36fef51e-33fc-404a-a5d6-edd56c7d2d99 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3443764, 'name': PowerOffVM_Task, 'duration_secs': 0.231281} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.585989] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-36fef51e-33fc-404a-a5d6-edd56c7d2d99 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 667.586169] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-36fef51e-33fc-404a-a5d6-edd56c7d2d99 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 667.586416] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c26d7f41-5498-4b71-a067-1b0f2dc5257d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.638023] env[70398]: DEBUG oslo_vmware.api [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]528bbb2f-ba62-fe31-d430-5a5151759646, 'name': SearchDatastore_Task, 'duration_secs': 0.011668} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.638023] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.638023] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 61606b64-febb-4672-81fe-e921ef3c0631/61606b64-febb-4672-81fe-e921ef3c0631.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.638023] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ed41f79-e530-4cf0-a1f2-75b648255d70 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.646737] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-36fef51e-33fc-404a-a5d6-edd56c7d2d99 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 667.646983] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-36fef51e-33fc-404a-a5d6-edd56c7d2d99 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 667.647247] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-36fef51e-33fc-404a-a5d6-edd56c7d2d99 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Deleting the datastore file [datastore1] 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 667.648489] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8874ca2-34eb-487c-9296-355205ad21be {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.651880] env[70398]: DEBUG oslo_vmware.api [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Waiting for the task: (returnval){ [ 667.651880] env[70398]: value = "task-3443766" [ 667.651880] env[70398]: _type = "Task" [ 667.651880] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.656579] env[70398]: DEBUG oslo_vmware.api [None req-36fef51e-33fc-404a-a5d6-edd56c7d2d99 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 667.656579] env[70398]: value = "task-3443767" [ 667.656579] env[70398]: _type = "Task" [ 667.656579] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.660468] env[70398]: DEBUG oslo_vmware.api [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Task: {'id': task-3443766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.667973] env[70398]: DEBUG oslo_vmware.api [None req-36fef51e-33fc-404a-a5d6-edd56c7d2d99 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3443767, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.681944] env[70398]: DEBUG nova.network.neutron [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Updating instance_info_cache with network_info: [{"id": "7553a4cd-f5ea-40a1-a827-afed50d8429d", "address": "fa:16:3e:56:4a:78", "network": {"id": "9b79551f-7584-4d61-b2a0-efe46a621f82", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3934dab198654b86ac5acbec6380b4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7553a4cd-f5", "ovs_interfaceid": "7553a4cd-f5ea-40a1-a827-afed50d8429d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.910538] env[70398]: DEBUG nova.compute.utils [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 667.917623] env[70398]: DEBUG nova.compute.manager [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 667.917792] env[70398]: DEBUG nova.network.neutron [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 667.960807] env[70398]: DEBUG nova.network.neutron [req-a6556b23-d66a-4111-9cfc-dd4edf9c6ecd req-93bba70a-c39c-4f28-be3f-e11a5043020b service nova] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] Updated VIF entry in instance network info cache for port 2ecfeb37-c852-455f-a6eb-957e8e00906b. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 667.963153] env[70398]: DEBUG nova.network.neutron [req-a6556b23-d66a-4111-9cfc-dd4edf9c6ecd req-93bba70a-c39c-4f28-be3f-e11a5043020b service nova] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] Updating instance_info_cache with network_info: [{"id": "2ecfeb37-c852-455f-a6eb-957e8e00906b", "address": "fa:16:3e:54:f7:34", "network": {"id": "dfd38765-f834-46af-8784-30c6552faeb3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1221124005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "581cc4d0b6bb4d30a97da6ef9a112d33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ecfeb37-c8", "ovs_interfaceid": "2ecfeb37-c852-455f-a6eb-957e8e00906b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.007597] env[70398]: DEBUG nova.policy [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b60f7838c4b248a0909201eb7ce8d785', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cab199fa8f504451bbc089cdc5bcf9ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 668.029868] env[70398]: DEBUG oslo_concurrency.lockutils [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "e8a2f85b-9de5-4c62-b5dc-f27b0084cee0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.030179] env[70398]: DEBUG oslo_concurrency.lockutils [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "e8a2f85b-9de5-4c62-b5dc-f27b0084cee0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.169252] env[70398]: DEBUG oslo_vmware.api [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Task: {'id': task-3443766, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.177100] env[70398]: DEBUG oslo_vmware.api [None req-36fef51e-33fc-404a-a5d6-edd56c7d2d99 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3443767, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.336558} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.177424] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-36fef51e-33fc-404a-a5d6-edd56c7d2d99 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 668.177656] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-36fef51e-33fc-404a-a5d6-edd56c7d2d99 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 668.177831] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-36fef51e-33fc-404a-a5d6-edd56c7d2d99 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 668.178089] env[70398]: INFO nova.compute.manager [None req-36fef51e-33fc-404a-a5d6-edd56c7d2d99 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 668.178394] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36fef51e-33fc-404a-a5d6-edd56c7d2d99 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 668.178708] env[70398]: DEBUG nova.compute.manager [-] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 668.178708] env[70398]: DEBUG nova.network.neutron [-] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 668.186439] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Releasing lock "refresh_cache-c6b07511-415f-4ff4-aa10-1dcef059b852" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.186663] env[70398]: DEBUG nova.compute.manager [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Instance network_info: |[{"id": "7553a4cd-f5ea-40a1-a827-afed50d8429d", "address": "fa:16:3e:56:4a:78", "network": {"id": "9b79551f-7584-4d61-b2a0-efe46a621f82", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3934dab198654b86ac5acbec6380b4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7553a4cd-f5", "ovs_interfaceid": "7553a4cd-f5ea-40a1-a827-afed50d8429d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 668.187292] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:4a:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b911797-478d-4ee5-bce9-6f2f49014e94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7553a4cd-f5ea-40a1-a827-afed50d8429d', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 668.195424] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Creating folder: Project (67a6cfb2e4f64a69b63ca5d7a9515864). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.195781] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b48d406-9131-4123-8f87-58363be3bce7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.209193] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Created folder: Project (67a6cfb2e4f64a69b63ca5d7a9515864) in parent group-v687430. [ 668.209455] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Creating folder: Instances. Parent ref: group-v687490. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.209793] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-775d513e-0c2c-48a4-bbcc-b5aeec478e7e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.221324] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Created folder: Instances in parent group-v687490. [ 668.221618] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 668.221824] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 668.225022] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8eaa2fe4-2a44-4146-909e-f44e94909ae1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.246659] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 668.246659] env[70398]: value = "task-3443770" [ 668.246659] env[70398]: _type = "Task" [ 668.246659] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.256556] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443770, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.418750] env[70398]: DEBUG nova.compute.manager [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 668.465990] env[70398]: DEBUG oslo_concurrency.lockutils [req-a6556b23-d66a-4111-9cfc-dd4edf9c6ecd req-93bba70a-c39c-4f28-be3f-e11a5043020b service nova] Releasing lock "refresh_cache-61606b64-febb-4672-81fe-e921ef3c0631" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.605507] env[70398]: DEBUG nova.network.neutron [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Successfully created port: c5fa4f2a-6fd5-4951-9f03-2cc354ff8e96 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 668.664948] env[70398]: DEBUG oslo_vmware.api [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Task: {'id': task-3443766, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66918} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.666654] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 61606b64-febb-4672-81fe-e921ef3c0631/61606b64-febb-4672-81fe-e921ef3c0631.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.667096] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.670941] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-018ad4e6-b9be-4783-8f06-94974f4dc600 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.681938] env[70398]: DEBUG oslo_vmware.api [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Waiting for the task: (returnval){ [ 668.681938] env[70398]: value = "task-3443771" [ 668.681938] env[70398]: _type = "Task" [ 668.681938] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.693671] env[70398]: DEBUG oslo_vmware.api [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Task: {'id': task-3443771, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.770396] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443770, 'name': CreateVM_Task, 'duration_secs': 0.332583} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.773132] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 668.774076] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.774269] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.774685] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.774881] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a618497-0071-41f5-9189-765943ad30b2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.779846] env[70398]: DEBUG oslo_vmware.api [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Waiting for the task: (returnval){ [ 668.779846] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52466a42-11e1-3a64-45d3-42a2cced2d15" [ 668.779846] env[70398]: _type = "Task" [ 668.779846] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.791040] env[70398]: DEBUG oslo_vmware.api [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52466a42-11e1-3a64-45d3-42a2cced2d15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.069185] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247e6157-f547-427e-b08a-31632de9b742 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.077419] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c925362-3c89-491d-ac03-b6b4ea728115 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.087627] env[70398]: DEBUG nova.compute.manager [req-357dfc75-1395-4155-8178-6757bcc7009e req-7459b550-f742-4752-b021-8ba7aeb14097 service nova] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Received event network-vif-plugged-7553a4cd-f5ea-40a1-a827-afed50d8429d {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.087627] env[70398]: DEBUG oslo_concurrency.lockutils [req-357dfc75-1395-4155-8178-6757bcc7009e req-7459b550-f742-4752-b021-8ba7aeb14097 service nova] Acquiring lock "c6b07511-415f-4ff4-aa10-1dcef059b852-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.087627] env[70398]: DEBUG oslo_concurrency.lockutils [req-357dfc75-1395-4155-8178-6757bcc7009e req-7459b550-f742-4752-b021-8ba7aeb14097 service nova] Lock "c6b07511-415f-4ff4-aa10-1dcef059b852-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.087627] env[70398]: DEBUG oslo_concurrency.lockutils [req-357dfc75-1395-4155-8178-6757bcc7009e req-7459b550-f742-4752-b021-8ba7aeb14097 service nova] Lock "c6b07511-415f-4ff4-aa10-1dcef059b852-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.087627] env[70398]: DEBUG nova.compute.manager [req-357dfc75-1395-4155-8178-6757bcc7009e req-7459b550-f742-4752-b021-8ba7aeb14097 service nova] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] No waiting events found dispatching network-vif-plugged-7553a4cd-f5ea-40a1-a827-afed50d8429d {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 669.088033] env[70398]: WARNING nova.compute.manager [req-357dfc75-1395-4155-8178-6757bcc7009e req-7459b550-f742-4752-b021-8ba7aeb14097 service nova] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Received unexpected event network-vif-plugged-7553a4cd-f5ea-40a1-a827-afed50d8429d for instance with vm_state building and task_state spawning. [ 669.088033] env[70398]: DEBUG nova.compute.manager [req-357dfc75-1395-4155-8178-6757bcc7009e req-7459b550-f742-4752-b021-8ba7aeb14097 service nova] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Received event network-changed-7553a4cd-f5ea-40a1-a827-afed50d8429d {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.088033] env[70398]: DEBUG nova.compute.manager [req-357dfc75-1395-4155-8178-6757bcc7009e req-7459b550-f742-4752-b021-8ba7aeb14097 service nova] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Refreshing instance network info cache due to event network-changed-7553a4cd-f5ea-40a1-a827-afed50d8429d. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 669.088138] env[70398]: DEBUG oslo_concurrency.lockutils [req-357dfc75-1395-4155-8178-6757bcc7009e req-7459b550-f742-4752-b021-8ba7aeb14097 service nova] Acquiring lock "refresh_cache-c6b07511-415f-4ff4-aa10-1dcef059b852" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.088606] env[70398]: DEBUG oslo_concurrency.lockutils [req-357dfc75-1395-4155-8178-6757bcc7009e req-7459b550-f742-4752-b021-8ba7aeb14097 service nova] Acquired lock "refresh_cache-c6b07511-415f-4ff4-aa10-1dcef059b852" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.088606] env[70398]: DEBUG nova.network.neutron [req-357dfc75-1395-4155-8178-6757bcc7009e req-7459b550-f742-4752-b021-8ba7aeb14097 service nova] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Refreshing network info cache for port 7553a4cd-f5ea-40a1-a827-afed50d8429d {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 669.122698] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1f307a-f25f-496b-994a-ee5cc9c679ae {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.132409] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a47c1e0-bfdf-4cd6-9dcc-7c48f5531074 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.150223] env[70398]: DEBUG nova.compute.provider_tree [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.171566] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d0fa3260-32c2-414c-847b-e2e278c037bb tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Acquiring lock "deaff90c-019f-423c-97ec-801542720a30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.171566] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d0fa3260-32c2-414c-847b-e2e278c037bb tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Lock "deaff90c-019f-423c-97ec-801542720a30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.171566] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d0fa3260-32c2-414c-847b-e2e278c037bb tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Acquiring lock "deaff90c-019f-423c-97ec-801542720a30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.171745] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d0fa3260-32c2-414c-847b-e2e278c037bb tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Lock "deaff90c-019f-423c-97ec-801542720a30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.171800] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d0fa3260-32c2-414c-847b-e2e278c037bb tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Lock "deaff90c-019f-423c-97ec-801542720a30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.177101] env[70398]: INFO nova.compute.manager [None req-d0fa3260-32c2-414c-847b-e2e278c037bb tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] [instance: deaff90c-019f-423c-97ec-801542720a30] Terminating instance [ 669.195018] env[70398]: DEBUG oslo_vmware.api [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Task: {'id': task-3443771, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064522} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.195018] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.195458] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a664a724-c2ef-40b5-83f6-fe0593ca59fc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.219076] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 61606b64-febb-4672-81fe-e921ef3c0631/61606b64-febb-4672-81fe-e921ef3c0631.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.219726] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02675f28-e1f9-4bad-b74d-274388b5981d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.240725] env[70398]: DEBUG oslo_vmware.api [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Waiting for the task: (returnval){ [ 669.240725] env[70398]: value = "task-3443772" [ 669.240725] env[70398]: _type = "Task" [ 669.240725] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.255295] env[70398]: DEBUG oslo_vmware.api [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Task: {'id': task-3443772, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.296309] env[70398]: DEBUG oslo_vmware.api [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52466a42-11e1-3a64-45d3-42a2cced2d15, 'name': SearchDatastore_Task, 'duration_secs': 0.068785} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.296702] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.296829] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 669.297223] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.297441] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.297651] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 669.300032] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37e187c1-1a4b-4f28-9918-1e9a1788c6d6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.309772] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 669.310096] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 669.311795] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e42fdeda-1613-4546-b807-fd8b4da8334c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.317701] env[70398]: DEBUG oslo_vmware.api [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Waiting for the task: (returnval){ [ 669.317701] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52cb4e24-9225-f3e0-1595-cae9d0d8debe" [ 669.317701] env[70398]: _type = "Task" [ 669.317701] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.327496] env[70398]: DEBUG oslo_vmware.api [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52cb4e24-9225-f3e0-1595-cae9d0d8debe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.434032] env[70398]: DEBUG nova.compute.manager [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 669.466468] env[70398]: DEBUG nova.virt.hardware [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 669.466935] env[70398]: DEBUG nova.virt.hardware [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 669.467123] env[70398]: DEBUG nova.virt.hardware [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.467314] env[70398]: DEBUG nova.virt.hardware [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 669.467533] env[70398]: DEBUG nova.virt.hardware [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.467716] env[70398]: DEBUG nova.virt.hardware [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 669.468316] env[70398]: DEBUG nova.virt.hardware [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 669.468448] env[70398]: DEBUG nova.virt.hardware [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 669.468670] env[70398]: DEBUG nova.virt.hardware [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 669.468868] env[70398]: DEBUG nova.virt.hardware [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 669.469116] env[70398]: DEBUG nova.virt.hardware [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 669.470086] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e57a55-1ca7-4ade-9bca-94dfc87835bf {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.483703] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b73954-c1a9-4b53-938a-10129b90f9dc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.620745] env[70398]: DEBUG nova.network.neutron [-] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.652439] env[70398]: DEBUG nova.scheduler.client.report [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.684050] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d0fa3260-32c2-414c-847b-e2e278c037bb tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Acquiring lock "refresh_cache-deaff90c-019f-423c-97ec-801542720a30" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.684050] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d0fa3260-32c2-414c-847b-e2e278c037bb tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Acquired lock "refresh_cache-deaff90c-019f-423c-97ec-801542720a30" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.684050] env[70398]: DEBUG nova.network.neutron [None req-d0fa3260-32c2-414c-847b-e2e278c037bb tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] [instance: deaff90c-019f-423c-97ec-801542720a30] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.751703] env[70398]: DEBUG nova.compute.manager [req-856e840e-508d-43e8-87ad-cae6bc681782 req-3c123fd6-bfc2-4109-8afa-6bbb8378557e service nova] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Received event network-vif-deleted-a06576b8-f525-4d87-a8f9-25191adcbe1d {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.758130] env[70398]: DEBUG oslo_vmware.api [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Task: {'id': task-3443772, 'name': ReconfigVM_Task, 'duration_secs': 0.287871} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.762599] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 61606b64-febb-4672-81fe-e921ef3c0631/61606b64-febb-4672-81fe-e921ef3c0631.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 669.762599] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90c5b1ce-4f37-4e05-9f36-87c5ae14a379 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.770935] env[70398]: DEBUG oslo_vmware.api [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Waiting for the task: (returnval){ [ 669.770935] env[70398]: value = "task-3443773" [ 669.770935] env[70398]: _type = "Task" [ 669.770935] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.781980] env[70398]: DEBUG oslo_vmware.api [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Task: {'id': task-3443773, 'name': Rename_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.836811] env[70398]: DEBUG oslo_vmware.api [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52cb4e24-9225-f3e0-1595-cae9d0d8debe, 'name': SearchDatastore_Task, 'duration_secs': 0.015731} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.837650] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-257c8b2d-37d5-4092-aae1-c23990521389 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.843447] env[70398]: DEBUG oslo_vmware.api [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Waiting for the task: (returnval){ [ 669.843447] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52d14167-3fc1-ae0e-e7c6-9941224b27ae" [ 669.843447] env[70398]: _type = "Task" [ 669.843447] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.853286] env[70398]: DEBUG oslo_vmware.api [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52d14167-3fc1-ae0e-e7c6-9941224b27ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.963306] env[70398]: DEBUG nova.network.neutron [req-357dfc75-1395-4155-8178-6757bcc7009e req-7459b550-f742-4752-b021-8ba7aeb14097 service nova] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Updated VIF entry in instance network info cache for port 7553a4cd-f5ea-40a1-a827-afed50d8429d. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.963404] env[70398]: DEBUG nova.network.neutron [req-357dfc75-1395-4155-8178-6757bcc7009e req-7459b550-f742-4752-b021-8ba7aeb14097 service nova] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Updating instance_info_cache with network_info: [{"id": "7553a4cd-f5ea-40a1-a827-afed50d8429d", "address": "fa:16:3e:56:4a:78", "network": {"id": "9b79551f-7584-4d61-b2a0-efe46a621f82", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3934dab198654b86ac5acbec6380b4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7553a4cd-f5", "ovs_interfaceid": "7553a4cd-f5ea-40a1-a827-afed50d8429d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.123634] env[70398]: INFO nova.compute.manager [-] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Took 1.94 seconds to deallocate network for instance. [ 670.160652] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.760s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.162103] env[70398]: DEBUG nova.compute.manager [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 670.168201] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.706s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.168201] env[70398]: INFO nova.compute.claims [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] [instance: ce148295-2ef2-4356-8e62-ae032a71d36b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 670.220073] env[70398]: DEBUG nova.network.neutron [None req-d0fa3260-32c2-414c-847b-e2e278c037bb tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] [instance: deaff90c-019f-423c-97ec-801542720a30] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.282697] env[70398]: DEBUG oslo_vmware.api [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Task: {'id': task-3443773, 'name': Rename_Task, 'duration_secs': 0.13222} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.283014] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 670.283360] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7f8e66b-7132-4e3e-9283-14ac190ec5bb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.290718] env[70398]: DEBUG oslo_vmware.api [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Waiting for the task: (returnval){ [ 670.290718] env[70398]: value = "task-3443774" [ 670.290718] env[70398]: _type = "Task" [ 670.290718] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.304641] env[70398]: DEBUG oslo_vmware.api [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Task: {'id': task-3443774, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.312647] env[70398]: DEBUG nova.network.neutron [None req-d0fa3260-32c2-414c-847b-e2e278c037bb tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] [instance: deaff90c-019f-423c-97ec-801542720a30] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.355570] env[70398]: DEBUG oslo_vmware.api [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52d14167-3fc1-ae0e-e7c6-9941224b27ae, 'name': SearchDatastore_Task, 'duration_secs': 0.011275} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.355835] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.356108] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] c6b07511-415f-4ff4-aa10-1dcef059b852/c6b07511-415f-4ff4-aa10-1dcef059b852.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 670.356367] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac4777e8-d8c6-4039-9d1e-b318fd0bbc16 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.367023] env[70398]: DEBUG oslo_vmware.api [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Waiting for the task: (returnval){ [ 670.367023] env[70398]: value = "task-3443775" [ 670.367023] env[70398]: _type = "Task" [ 670.367023] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.372050] env[70398]: DEBUG oslo_vmware.api [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443775, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.466202] env[70398]: DEBUG oslo_concurrency.lockutils [req-357dfc75-1395-4155-8178-6757bcc7009e req-7459b550-f742-4752-b021-8ba7aeb14097 service nova] Releasing lock "refresh_cache-c6b07511-415f-4ff4-aa10-1dcef059b852" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.630256] env[70398]: DEBUG oslo_concurrency.lockutils [None req-36fef51e-33fc-404a-a5d6-edd56c7d2d99 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.666869] env[70398]: DEBUG nova.compute.utils [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 670.668383] env[70398]: DEBUG nova.compute.manager [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 670.670901] env[70398]: DEBUG nova.network.neutron [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 670.801988] env[70398]: DEBUG oslo_vmware.api [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Task: {'id': task-3443774, 'name': PowerOnVM_Task, 'duration_secs': 0.437803} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.802655] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 670.802986] env[70398]: INFO nova.compute.manager [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] Took 8.91 seconds to spawn the instance on the hypervisor. [ 670.803286] env[70398]: DEBUG nova.compute.manager [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 670.804681] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeca1594-520a-4f2a-bf41-4c2af47dfca4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.816787] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d0fa3260-32c2-414c-847b-e2e278c037bb tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Releasing lock "refresh_cache-deaff90c-019f-423c-97ec-801542720a30" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.817631] env[70398]: DEBUG nova.compute.manager [None req-d0fa3260-32c2-414c-847b-e2e278c037bb tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] [instance: deaff90c-019f-423c-97ec-801542720a30] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 670.817951] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d0fa3260-32c2-414c-847b-e2e278c037bb tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] [instance: deaff90c-019f-423c-97ec-801542720a30] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 670.819231] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d716da-151d-4735-b051-7bbdf563ba36 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.828441] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0fa3260-32c2-414c-847b-e2e278c037bb tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] [instance: deaff90c-019f-423c-97ec-801542720a30] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 670.829118] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-338f268e-f5df-4079-9fa5-6cfb77e3f92a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.836257] env[70398]: DEBUG oslo_vmware.api [None req-d0fa3260-32c2-414c-847b-e2e278c037bb tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Waiting for the task: (returnval){ [ 670.836257] env[70398]: value = "task-3443776" [ 670.836257] env[70398]: _type = "Task" [ 670.836257] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.846691] env[70398]: DEBUG oslo_vmware.api [None req-d0fa3260-32c2-414c-847b-e2e278c037bb tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Task: {'id': task-3443776, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.863091] env[70398]: DEBUG nova.policy [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fdb95dbc1bd748dc81de48fa220b968b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67a6cfb2e4f64a69b63ca5d7a9515864', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 670.873793] env[70398]: DEBUG oslo_vmware.api [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443775, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.957767] env[70398]: DEBUG nova.network.neutron [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Successfully updated port: c5fa4f2a-6fd5-4951-9f03-2cc354ff8e96 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 671.174239] env[70398]: DEBUG nova.compute.manager [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 671.332175] env[70398]: INFO nova.compute.manager [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] Took 35.00 seconds to build instance. [ 671.348166] env[70398]: DEBUG oslo_vmware.api [None req-d0fa3260-32c2-414c-847b-e2e278c037bb tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Task: {'id': task-3443776, 'name': PowerOffVM_Task, 'duration_secs': 0.180429} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.353777] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0fa3260-32c2-414c-847b-e2e278c037bb tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] [instance: deaff90c-019f-423c-97ec-801542720a30] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 671.354187] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d0fa3260-32c2-414c-847b-e2e278c037bb tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] [instance: deaff90c-019f-423c-97ec-801542720a30] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 671.354783] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e3db84a-9246-4d9d-a219-8cb01d717d38 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.382855] env[70398]: DEBUG oslo_vmware.api [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443775, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572913} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.384196] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] c6b07511-415f-4ff4-aa10-1dcef059b852/c6b07511-415f-4ff4-aa10-1dcef059b852.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 671.384422] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 671.384692] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d0fa3260-32c2-414c-847b-e2e278c037bb tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] [instance: deaff90c-019f-423c-97ec-801542720a30] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 671.384863] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d0fa3260-32c2-414c-847b-e2e278c037bb tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] [instance: deaff90c-019f-423c-97ec-801542720a30] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 671.385040] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0fa3260-32c2-414c-847b-e2e278c037bb tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Deleting the datastore file [datastore1] deaff90c-019f-423c-97ec-801542720a30 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 671.385278] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4af20b73-0cd7-4d9f-b4f2-46fd307d3fec {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.391265] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-360ab732-635d-4a5b-bdad-0b7a3dfccafe {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.398534] env[70398]: DEBUG oslo_vmware.api [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Waiting for the task: (returnval){ [ 671.398534] env[70398]: value = "task-3443778" [ 671.398534] env[70398]: _type = "Task" [ 671.398534] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.398721] env[70398]: DEBUG oslo_vmware.api [None req-d0fa3260-32c2-414c-847b-e2e278c037bb tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Waiting for the task: (returnval){ [ 671.398721] env[70398]: value = "task-3443779" [ 671.398721] env[70398]: _type = "Task" [ 671.398721] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.418273] env[70398]: DEBUG oslo_vmware.api [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443778, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.423644] env[70398]: DEBUG oslo_vmware.api [None req-d0fa3260-32c2-414c-847b-e2e278c037bb tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Task: {'id': task-3443779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.465666] env[70398]: DEBUG oslo_concurrency.lockutils [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Acquiring lock "refresh_cache-b73008e5-583e-495c-8776-ca9bca435a9c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.465666] env[70398]: DEBUG oslo_concurrency.lockutils [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Acquired lock "refresh_cache-b73008e5-583e-495c-8776-ca9bca435a9c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.465666] env[70398]: DEBUG nova.network.neutron [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.795534] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d518c49-cc41-4c49-8547-03ee8798da30 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.803720] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a5618f-aaf7-45fb-a24c-3d0af61f884e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.835499] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b060dd94-3dd1-44c4-8923-63b464e08a33 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.838119] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1c622737-f7d4-402d-a535-c483dc4926ce tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Lock "61606b64-febb-4672-81fe-e921ef3c0631" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.532s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.845558] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52c8440-9a2b-4738-a823-9ba691ccb958 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.857842] env[70398]: DEBUG nova.compute.provider_tree [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.896214] env[70398]: DEBUG nova.network.neutron [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Successfully created port: 3cb7c6a5-d575-4880-9314-69d29216bf7e {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 671.911247] env[70398]: DEBUG oslo_vmware.api [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443778, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067287} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.914743] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.915509] env[70398]: DEBUG oslo_vmware.api [None req-d0fa3260-32c2-414c-847b-e2e278c037bb tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Task: {'id': task-3443779, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.094125} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.916598] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b09848-b9be-4842-a5fc-eb367392ee0d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.919126] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0fa3260-32c2-414c-847b-e2e278c037bb tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 671.919126] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d0fa3260-32c2-414c-847b-e2e278c037bb tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] [instance: deaff90c-019f-423c-97ec-801542720a30] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 671.919231] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d0fa3260-32c2-414c-847b-e2e278c037bb tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] [instance: deaff90c-019f-423c-97ec-801542720a30] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 671.919412] env[70398]: INFO nova.compute.manager [None req-d0fa3260-32c2-414c-847b-e2e278c037bb tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] [instance: deaff90c-019f-423c-97ec-801542720a30] Took 1.10 seconds to destroy the instance on the hypervisor. [ 671.919980] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0fa3260-32c2-414c-847b-e2e278c037bb tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.920455] env[70398]: DEBUG nova.compute.manager [-] [instance: deaff90c-019f-423c-97ec-801542720a30] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 671.920455] env[70398]: DEBUG nova.network.neutron [-] [instance: deaff90c-019f-423c-97ec-801542720a30] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 671.945582] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] c6b07511-415f-4ff4-aa10-1dcef059b852/c6b07511-415f-4ff4-aa10-1dcef059b852.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.946404] env[70398]: DEBUG nova.network.neutron [-] [instance: deaff90c-019f-423c-97ec-801542720a30] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 671.947916] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-925cc27b-35c5-4e84-b80e-97c89f847fd8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.962837] env[70398]: DEBUG nova.network.neutron [-] [instance: deaff90c-019f-423c-97ec-801542720a30] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.971167] env[70398]: DEBUG oslo_vmware.api [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Waiting for the task: (returnval){ [ 671.971167] env[70398]: value = "task-3443780" [ 671.971167] env[70398]: _type = "Task" [ 671.971167] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.982193] env[70398]: DEBUG oslo_vmware.api [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443780, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.991202] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquiring lock "3bdd81ec-cf04-414c-b080-b756355338ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.991288] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lock "3bdd81ec-cf04-414c-b080-b756355338ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.028658] env[70398]: DEBUG nova.network.neutron [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 672.186340] env[70398]: DEBUG nova.compute.manager [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 672.220033] env[70398]: DEBUG nova.virt.hardware [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 672.220347] env[70398]: DEBUG nova.virt.hardware [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 672.221109] env[70398]: DEBUG nova.virt.hardware [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.221109] env[70398]: DEBUG nova.virt.hardware [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 672.221109] env[70398]: DEBUG nova.virt.hardware [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.221109] env[70398]: DEBUG nova.virt.hardware [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 672.221453] env[70398]: DEBUG nova.virt.hardware [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 672.221648] env[70398]: DEBUG nova.virt.hardware [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 672.221821] env[70398]: DEBUG nova.virt.hardware [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 672.222019] env[70398]: DEBUG nova.virt.hardware [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 672.222195] env[70398]: DEBUG nova.virt.hardware [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 672.223904] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07865f2a-f752-4f4e-a78b-b276453fbf6e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.234243] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73556e56-61d4-47f2-9a85-0bc4d1b7ed05 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.264226] env[70398]: DEBUG nova.network.neutron [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Updating instance_info_cache with network_info: [{"id": "c5fa4f2a-6fd5-4951-9f03-2cc354ff8e96", "address": "fa:16:3e:48:f4:8d", "network": {"id": "10812ad9-6b20-4245-9c31-990110bd5bc2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-572384673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cab199fa8f504451bbc089cdc5bcf9ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5fa4f2a-6f", "ovs_interfaceid": "c5fa4f2a-6fd5-4951-9f03-2cc354ff8e96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.340871] env[70398]: DEBUG nova.compute.manager [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 6c788574-439c-4c94-819c-84f842795a9d] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 672.369171] env[70398]: DEBUG nova.scheduler.client.report [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.387995] env[70398]: DEBUG nova.compute.manager [req-6b6fbcb4-0dab-4e4e-95f8-36375285caed req-bd0bbe7f-ec21-4c6a-b0c2-79214680d324 service nova] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Received event network-vif-plugged-c5fa4f2a-6fd5-4951-9f03-2cc354ff8e96 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.387995] env[70398]: DEBUG oslo_concurrency.lockutils [req-6b6fbcb4-0dab-4e4e-95f8-36375285caed req-bd0bbe7f-ec21-4c6a-b0c2-79214680d324 service nova] Acquiring lock "b73008e5-583e-495c-8776-ca9bca435a9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.390038] env[70398]: DEBUG oslo_concurrency.lockutils [req-6b6fbcb4-0dab-4e4e-95f8-36375285caed req-bd0bbe7f-ec21-4c6a-b0c2-79214680d324 service nova] Lock "b73008e5-583e-495c-8776-ca9bca435a9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.390038] env[70398]: DEBUG oslo_concurrency.lockutils [req-6b6fbcb4-0dab-4e4e-95f8-36375285caed req-bd0bbe7f-ec21-4c6a-b0c2-79214680d324 service nova] Lock "b73008e5-583e-495c-8776-ca9bca435a9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.390038] env[70398]: DEBUG nova.compute.manager [req-6b6fbcb4-0dab-4e4e-95f8-36375285caed req-bd0bbe7f-ec21-4c6a-b0c2-79214680d324 service nova] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] No waiting events found dispatching network-vif-plugged-c5fa4f2a-6fd5-4951-9f03-2cc354ff8e96 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 672.390038] env[70398]: WARNING nova.compute.manager [req-6b6fbcb4-0dab-4e4e-95f8-36375285caed req-bd0bbe7f-ec21-4c6a-b0c2-79214680d324 service nova] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Received unexpected event network-vif-plugged-c5fa4f2a-6fd5-4951-9f03-2cc354ff8e96 for instance with vm_state building and task_state spawning. [ 672.390038] env[70398]: DEBUG nova.compute.manager [req-6b6fbcb4-0dab-4e4e-95f8-36375285caed req-bd0bbe7f-ec21-4c6a-b0c2-79214680d324 service nova] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Received event network-changed-c5fa4f2a-6fd5-4951-9f03-2cc354ff8e96 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.390197] env[70398]: DEBUG nova.compute.manager [req-6b6fbcb4-0dab-4e4e-95f8-36375285caed req-bd0bbe7f-ec21-4c6a-b0c2-79214680d324 service nova] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Refreshing instance network info cache due to event network-changed-c5fa4f2a-6fd5-4951-9f03-2cc354ff8e96. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 672.390197] env[70398]: DEBUG oslo_concurrency.lockutils [req-6b6fbcb4-0dab-4e4e-95f8-36375285caed req-bd0bbe7f-ec21-4c6a-b0c2-79214680d324 service nova] Acquiring lock "refresh_cache-b73008e5-583e-495c-8776-ca9bca435a9c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.465255] env[70398]: INFO nova.compute.manager [-] [instance: deaff90c-019f-423c-97ec-801542720a30] Took 0.54 seconds to deallocate network for instance. [ 672.483244] env[70398]: DEBUG oslo_vmware.api [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443780, 'name': ReconfigVM_Task, 'duration_secs': 0.269828} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.483715] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Reconfigured VM instance instance-00000014 to attach disk [datastore1] c6b07511-415f-4ff4-aa10-1dcef059b852/c6b07511-415f-4ff4-aa10-1dcef059b852.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.484816] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94f1075f-4255-4f51-a350-5840709b951c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.491121] env[70398]: DEBUG oslo_vmware.api [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Waiting for the task: (returnval){ [ 672.491121] env[70398]: value = "task-3443781" [ 672.491121] env[70398]: _type = "Task" [ 672.491121] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.502985] env[70398]: DEBUG oslo_vmware.api [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443781, 'name': Rename_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.770075] env[70398]: DEBUG oslo_concurrency.lockutils [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Releasing lock "refresh_cache-b73008e5-583e-495c-8776-ca9bca435a9c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.770431] env[70398]: DEBUG nova.compute.manager [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Instance network_info: |[{"id": "c5fa4f2a-6fd5-4951-9f03-2cc354ff8e96", "address": "fa:16:3e:48:f4:8d", "network": {"id": "10812ad9-6b20-4245-9c31-990110bd5bc2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-572384673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cab199fa8f504451bbc089cdc5bcf9ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5fa4f2a-6f", "ovs_interfaceid": "c5fa4f2a-6fd5-4951-9f03-2cc354ff8e96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 672.770730] env[70398]: DEBUG oslo_concurrency.lockutils [req-6b6fbcb4-0dab-4e4e-95f8-36375285caed req-bd0bbe7f-ec21-4c6a-b0c2-79214680d324 service nova] Acquired lock "refresh_cache-b73008e5-583e-495c-8776-ca9bca435a9c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.770903] env[70398]: DEBUG nova.network.neutron [req-6b6fbcb4-0dab-4e4e-95f8-36375285caed req-bd0bbe7f-ec21-4c6a-b0c2-79214680d324 service nova] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Refreshing network info cache for port c5fa4f2a-6fd5-4951-9f03-2cc354ff8e96 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.774871] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:f4:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c842425c-544e-4ce2-9657-512723bd318e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5fa4f2a-6fd5-4951-9f03-2cc354ff8e96', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.784027] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Creating folder: Project (cab199fa8f504451bbc089cdc5bcf9ef). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.785914] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4127d80d-3074-47a2-b26d-18603ac1daf5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.798064] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Created folder: Project (cab199fa8f504451bbc089cdc5bcf9ef) in parent group-v687430. [ 672.798301] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Creating folder: Instances. Parent ref: group-v687493. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.798526] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a06c7976-8ff1-48fe-b196-9da5c34e4774 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.807998] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Created folder: Instances in parent group-v687493. [ 672.808310] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.808508] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.808710] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-417b6991-3c9b-471c-828d-e7b2513833f4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.831732] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.831732] env[70398]: value = "task-3443784" [ 672.831732] env[70398]: _type = "Task" [ 672.831732] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.845903] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443784, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.867104] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.870353] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.870873] env[70398]: DEBUG nova.compute.manager [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] [instance: ce148295-2ef2-4356-8e62-ae032a71d36b] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 672.874416] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6954ab96-5b01-4de2-b228-f00b2c24da92 tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.946s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.874810] env[70398]: DEBUG nova.objects.instance [None req-6954ab96-5b01-4de2-b228-f00b2c24da92 tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Lazy-loading 'resources' on Instance uuid 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 672.971443] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d0fa3260-32c2-414c-847b-e2e278c037bb tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.001722] env[70398]: DEBUG oslo_vmware.api [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443781, 'name': Rename_Task, 'duration_secs': 0.187368} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.002048] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.002812] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b823a893-f988-42e6-b896-569d258f4053 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.009327] env[70398]: DEBUG oslo_vmware.api [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Waiting for the task: (returnval){ [ 673.009327] env[70398]: value = "task-3443785" [ 673.009327] env[70398]: _type = "Task" [ 673.009327] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.023145] env[70398]: DEBUG oslo_vmware.api [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443785, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.344571] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443784, 'name': CreateVM_Task, 'duration_secs': 0.459005} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.344747] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.345478] env[70398]: DEBUG oslo_concurrency.lockutils [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.346554] env[70398]: DEBUG oslo_concurrency.lockutils [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.346554] env[70398]: DEBUG oslo_concurrency.lockutils [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.346554] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ff893e1-03b9-4fff-9f84-7e6328e9d84a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.357027] env[70398]: DEBUG oslo_vmware.api [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Waiting for the task: (returnval){ [ 673.357027] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5298452b-8bff-5f83-942d-0c49ba6301a1" [ 673.357027] env[70398]: _type = "Task" [ 673.357027] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.365927] env[70398]: DEBUG oslo_vmware.api [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5298452b-8bff-5f83-942d-0c49ba6301a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.377637] env[70398]: DEBUG nova.compute.utils [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 673.382543] env[70398]: DEBUG nova.compute.manager [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] [instance: ce148295-2ef2-4356-8e62-ae032a71d36b] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 673.382543] env[70398]: DEBUG nova.network.neutron [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] [instance: ce148295-2ef2-4356-8e62-ae032a71d36b] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 673.518831] env[70398]: DEBUG nova.policy [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '878ff22b39ab4aaa81ef75faa9164413', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fabcb632a4bb4ae1b523f0c94d20e766', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 673.526970] env[70398]: DEBUG oslo_vmware.api [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443785, 'name': PowerOnVM_Task, 'duration_secs': 0.511511} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.532467] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.532696] env[70398]: INFO nova.compute.manager [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Took 9.00 seconds to spawn the instance on the hypervisor. [ 673.532894] env[70398]: DEBUG nova.compute.manager [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.536976] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb1e901-68e5-4901-883a-ca97be6656e0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.740854] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 673.741172] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 673.871039] env[70398]: DEBUG oslo_vmware.api [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5298452b-8bff-5f83-942d-0c49ba6301a1, 'name': SearchDatastore_Task, 'duration_secs': 0.011075} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.871938] env[70398]: DEBUG oslo_concurrency.lockutils [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.872600] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.873025] env[70398]: DEBUG oslo_concurrency.lockutils [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.873593] env[70398]: DEBUG oslo_concurrency.lockutils [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.873949] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.874674] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47fabd32-ae51-47ff-b8b1-47c122ea3458 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.884948] env[70398]: DEBUG nova.compute.manager [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] [instance: ce148295-2ef2-4356-8e62-ae032a71d36b] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 673.890053] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.890053] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.890053] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de8a63e2-f41a-4083-a104-61513b17eac7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.896692] env[70398]: DEBUG oslo_vmware.api [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Waiting for the task: (returnval){ [ 673.896692] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5280c4c0-e86f-1ea3-9292-4331a3b3293c" [ 673.896692] env[70398]: _type = "Task" [ 673.896692] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.904761] env[70398]: DEBUG oslo_vmware.api [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5280c4c0-e86f-1ea3-9292-4331a3b3293c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.015448] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ac899d-3819-4663-a4d5-c84c9faed2cd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.026538] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c722e20c-e4f2-4f99-9534-ddde065ae02d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.068805] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c70aa9-287e-429c-a1a0-2540dc08aa4c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.071173] env[70398]: INFO nova.compute.manager [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Took 35.72 seconds to build instance. [ 674.080202] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4292972a-f7be-43c7-bebc-6c59c53018e3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.094899] env[70398]: DEBUG nova.compute.provider_tree [None req-6954ab96-5b01-4de2-b228-f00b2c24da92 tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.214162] env[70398]: DEBUG nova.network.neutron [req-6b6fbcb4-0dab-4e4e-95f8-36375285caed req-bd0bbe7f-ec21-4c6a-b0c2-79214680d324 service nova] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Updated VIF entry in instance network info cache for port c5fa4f2a-6fd5-4951-9f03-2cc354ff8e96. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 674.214162] env[70398]: DEBUG nova.network.neutron [req-6b6fbcb4-0dab-4e4e-95f8-36375285caed req-bd0bbe7f-ec21-4c6a-b0c2-79214680d324 service nova] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Updating instance_info_cache with network_info: [{"id": "c5fa4f2a-6fd5-4951-9f03-2cc354ff8e96", "address": "fa:16:3e:48:f4:8d", "network": {"id": "10812ad9-6b20-4245-9c31-990110bd5bc2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-572384673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cab199fa8f504451bbc089cdc5bcf9ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5fa4f2a-6f", "ovs_interfaceid": "c5fa4f2a-6fd5-4951-9f03-2cc354ff8e96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.250982] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 674.251146] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 674.251311] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 674.251665] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 674.251717] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 674.251863] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 674.252659] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70398) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 674.252659] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 674.414354] env[70398]: DEBUG oslo_vmware.api [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5280c4c0-e86f-1ea3-9292-4331a3b3293c, 'name': SearchDatastore_Task, 'duration_secs': 0.009209} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.414495] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d2e903f-42b8-4187-b9db-4b80da3ec41c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.424281] env[70398]: DEBUG oslo_vmware.api [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Waiting for the task: (returnval){ [ 674.424281] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5215e1a6-a996-c626-9ac9-0ae51ae5f52b" [ 674.424281] env[70398]: _type = "Task" [ 674.424281] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.430489] env[70398]: DEBUG oslo_vmware.api [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5215e1a6-a996-c626-9ac9-0ae51ae5f52b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.575321] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9774fca2-adfb-41a0-9c6d-ffb5ad6788b5 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Lock "c6b07511-415f-4ff4-aa10-1dcef059b852" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.542s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.599751] env[70398]: DEBUG nova.scheduler.client.report [None req-6954ab96-5b01-4de2-b228-f00b2c24da92 tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.719276] env[70398]: DEBUG oslo_concurrency.lockutils [req-6b6fbcb4-0dab-4e4e-95f8-36375285caed req-bd0bbe7f-ec21-4c6a-b0c2-79214680d324 service nova] Releasing lock "refresh_cache-b73008e5-583e-495c-8776-ca9bca435a9c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.761913] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.857473] env[70398]: DEBUG nova.network.neutron [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] [instance: ce148295-2ef2-4356-8e62-ae032a71d36b] Successfully created port: 66b30f1c-1b77-4e5b-9acc-f90f139ebfc2 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 674.862397] env[70398]: DEBUG nova.compute.manager [req-2c09e75c-66ee-4227-9ba0-cfa6fd88c8bc req-f15bb004-c983-49d2-8ffd-e0787313d621 service nova] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Received event network-vif-plugged-3cb7c6a5-d575-4880-9314-69d29216bf7e {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.863735] env[70398]: DEBUG oslo_concurrency.lockutils [req-2c09e75c-66ee-4227-9ba0-cfa6fd88c8bc req-f15bb004-c983-49d2-8ffd-e0787313d621 service nova] Acquiring lock "86972721-627d-4108-ae2f-6d7519de74c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.863735] env[70398]: DEBUG oslo_concurrency.lockutils [req-2c09e75c-66ee-4227-9ba0-cfa6fd88c8bc req-f15bb004-c983-49d2-8ffd-e0787313d621 service nova] Lock "86972721-627d-4108-ae2f-6d7519de74c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.863735] env[70398]: DEBUG oslo_concurrency.lockutils [req-2c09e75c-66ee-4227-9ba0-cfa6fd88c8bc req-f15bb004-c983-49d2-8ffd-e0787313d621 service nova] Lock "86972721-627d-4108-ae2f-6d7519de74c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.863735] env[70398]: DEBUG nova.compute.manager [req-2c09e75c-66ee-4227-9ba0-cfa6fd88c8bc req-f15bb004-c983-49d2-8ffd-e0787313d621 service nova] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] No waiting events found dispatching network-vif-plugged-3cb7c6a5-d575-4880-9314-69d29216bf7e {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 674.863735] env[70398]: WARNING nova.compute.manager [req-2c09e75c-66ee-4227-9ba0-cfa6fd88c8bc req-f15bb004-c983-49d2-8ffd-e0787313d621 service nova] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Received unexpected event network-vif-plugged-3cb7c6a5-d575-4880-9314-69d29216bf7e for instance with vm_state building and task_state spawning. [ 674.889788] env[70398]: DEBUG nova.compute.manager [req-bc1da56a-ab70-4317-abf8-02f4a65b27b4 req-adfc7a81-4c7b-48e9-8070-58a32dba2679 service nova] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Received event network-changed-eb3c7329-8c2a-4ec0-b8b8-a1feaa5bef54 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.890230] env[70398]: DEBUG nova.compute.manager [req-bc1da56a-ab70-4317-abf8-02f4a65b27b4 req-adfc7a81-4c7b-48e9-8070-58a32dba2679 service nova] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Refreshing instance network info cache due to event network-changed-eb3c7329-8c2a-4ec0-b8b8-a1feaa5bef54. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 674.890326] env[70398]: DEBUG oslo_concurrency.lockutils [req-bc1da56a-ab70-4317-abf8-02f4a65b27b4 req-adfc7a81-4c7b-48e9-8070-58a32dba2679 service nova] Acquiring lock "refresh_cache-8febcfdf-6403-4b67-b5b7-c640dd9da041" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.890947] env[70398]: DEBUG oslo_concurrency.lockutils [req-bc1da56a-ab70-4317-abf8-02f4a65b27b4 req-adfc7a81-4c7b-48e9-8070-58a32dba2679 service nova] Acquired lock "refresh_cache-8febcfdf-6403-4b67-b5b7-c640dd9da041" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.890947] env[70398]: DEBUG nova.network.neutron [req-bc1da56a-ab70-4317-abf8-02f4a65b27b4 req-adfc7a81-4c7b-48e9-8070-58a32dba2679 service nova] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Refreshing network info cache for port eb3c7329-8c2a-4ec0-b8b8-a1feaa5bef54 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.903350] env[70398]: DEBUG nova.compute.manager [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] [instance: ce148295-2ef2-4356-8e62-ae032a71d36b] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 674.933238] env[70398]: DEBUG nova.network.neutron [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Successfully updated port: 3cb7c6a5-d575-4880-9314-69d29216bf7e {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 674.934478] env[70398]: DEBUG oslo_vmware.api [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5215e1a6-a996-c626-9ac9-0ae51ae5f52b, 'name': SearchDatastore_Task, 'duration_secs': 0.010463} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.936995] env[70398]: DEBUG oslo_concurrency.lockutils [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.937337] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] b73008e5-583e-495c-8776-ca9bca435a9c/b73008e5-583e-495c-8776-ca9bca435a9c.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 674.937877] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60e2db5b-49e0-402a-a8d7-13e1471a5864 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.946983] env[70398]: DEBUG oslo_vmware.api [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Waiting for the task: (returnval){ [ 674.946983] env[70398]: value = "task-3443786" [ 674.946983] env[70398]: _type = "Task" [ 674.946983] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.961243] env[70398]: DEBUG oslo_vmware.api [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Task: {'id': task-3443786, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.965320] env[70398]: DEBUG nova.virt.hardware [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 674.965636] env[70398]: DEBUG nova.virt.hardware [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.965765] env[70398]: DEBUG nova.virt.hardware [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.965945] env[70398]: DEBUG nova.virt.hardware [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.966101] env[70398]: DEBUG nova.virt.hardware [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.966854] env[70398]: DEBUG nova.virt.hardware [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 674.966854] env[70398]: DEBUG nova.virt.hardware [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 674.966854] env[70398]: DEBUG nova.virt.hardware [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 674.966854] env[70398]: DEBUG nova.virt.hardware [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 674.967014] env[70398]: DEBUG nova.virt.hardware [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 674.967080] env[70398]: DEBUG nova.virt.hardware [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 674.968808] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b4536a-c2a4-45e9-9b20-52f24d9b8b16 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.979908] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0fe583-e154-4613-8768-c69a68f0a084 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.079843] env[70398]: DEBUG nova.compute.manager [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 675.110094] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6954ab96-5b01-4de2-b228-f00b2c24da92 tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.234s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.113271] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.010s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.114573] env[70398]: INFO nova.compute.claims [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 8da528cb-6534-4c09-977d-ac078cbfcd58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 675.148355] env[70398]: INFO nova.scheduler.client.report [None req-6954ab96-5b01-4de2-b228-f00b2c24da92 tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Deleted allocations for instance 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7 [ 675.440095] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Acquiring lock "refresh_cache-86972721-627d-4108-ae2f-6d7519de74c0" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.440095] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Acquired lock "refresh_cache-86972721-627d-4108-ae2f-6d7519de74c0" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.440095] env[70398]: DEBUG nova.network.neutron [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.458539] env[70398]: DEBUG oslo_vmware.api [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Task: {'id': task-3443786, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490947} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.458793] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] b73008e5-583e-495c-8776-ca9bca435a9c/b73008e5-583e-495c-8776-ca9bca435a9c.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 675.459015] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 675.459317] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-186a1cb8-2ef8-48da-ab69-3c932f457c88 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.465717] env[70398]: DEBUG oslo_vmware.api [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Waiting for the task: (returnval){ [ 675.465717] env[70398]: value = "task-3443787" [ 675.465717] env[70398]: _type = "Task" [ 675.465717] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.476458] env[70398]: DEBUG oslo_vmware.api [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Task: {'id': task-3443787, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.609411] env[70398]: DEBUG oslo_concurrency.lockutils [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.660985] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6954ab96-5b01-4de2-b228-f00b2c24da92 tempest-ServerMetadataTestJSON-1365733473 tempest-ServerMetadataTestJSON-1365733473-project-member] Lock "2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.441s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.743363] env[70398]: DEBUG nova.network.neutron [req-bc1da56a-ab70-4317-abf8-02f4a65b27b4 req-adfc7a81-4c7b-48e9-8070-58a32dba2679 service nova] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Updated VIF entry in instance network info cache for port eb3c7329-8c2a-4ec0-b8b8-a1feaa5bef54. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.743737] env[70398]: DEBUG nova.network.neutron [req-bc1da56a-ab70-4317-abf8-02f4a65b27b4 req-adfc7a81-4c7b-48e9-8070-58a32dba2679 service nova] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Updating instance_info_cache with network_info: [{"id": "eb3c7329-8c2a-4ec0-b8b8-a1feaa5bef54", "address": "fa:16:3e:04:ff:64", "network": {"id": "a4211142-8a13-4bf4-b62a-dbaa6f630799", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-207859036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5c1a0f056384b6da98ada24a25e4153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb3c7329-8c", "ovs_interfaceid": "eb3c7329-8c2a-4ec0-b8b8-a1feaa5bef54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.975325] env[70398]: DEBUG oslo_vmware.api [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Task: {'id': task-3443787, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122636} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.975586] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.976686] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e890de49-0d67-4ff2-92ec-c45e00443141 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.983118] env[70398]: DEBUG nova.network.neutron [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 676.018478] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] b73008e5-583e-495c-8776-ca9bca435a9c/b73008e5-583e-495c-8776-ca9bca435a9c.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.019255] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8190bfdc-fabc-43a5-9437-82d7204886d8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.039977] env[70398]: DEBUG oslo_concurrency.lockutils [None req-32af1f82-fecb-492b-b1f4-41cad25ced5d tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Acquiring lock "8febcfdf-6403-4b67-b5b7-c640dd9da041" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.042020] env[70398]: DEBUG oslo_concurrency.lockutils [None req-32af1f82-fecb-492b-b1f4-41cad25ced5d tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Lock "8febcfdf-6403-4b67-b5b7-c640dd9da041" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.042020] env[70398]: DEBUG oslo_concurrency.lockutils [None req-32af1f82-fecb-492b-b1f4-41cad25ced5d tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Acquiring lock "8febcfdf-6403-4b67-b5b7-c640dd9da041-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.042020] env[70398]: DEBUG oslo_concurrency.lockutils [None req-32af1f82-fecb-492b-b1f4-41cad25ced5d tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Lock "8febcfdf-6403-4b67-b5b7-c640dd9da041-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.042225] env[70398]: DEBUG oslo_concurrency.lockutils [None req-32af1f82-fecb-492b-b1f4-41cad25ced5d tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Lock "8febcfdf-6403-4b67-b5b7-c640dd9da041-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.044337] env[70398]: INFO nova.compute.manager [None req-32af1f82-fecb-492b-b1f4-41cad25ced5d tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Terminating instance [ 676.048103] env[70398]: DEBUG oslo_vmware.api [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Waiting for the task: (returnval){ [ 676.048103] env[70398]: value = "task-3443788" [ 676.048103] env[70398]: _type = "Task" [ 676.048103] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.057247] env[70398]: DEBUG oslo_vmware.api [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Task: {'id': task-3443788, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.250829] env[70398]: DEBUG oslo_concurrency.lockutils [req-bc1da56a-ab70-4317-abf8-02f4a65b27b4 req-adfc7a81-4c7b-48e9-8070-58a32dba2679 service nova] Releasing lock "refresh_cache-8febcfdf-6403-4b67-b5b7-c640dd9da041" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.250829] env[70398]: DEBUG nova.compute.manager [req-bc1da56a-ab70-4317-abf8-02f4a65b27b4 req-adfc7a81-4c7b-48e9-8070-58a32dba2679 service nova] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] Received event network-changed-2ecfeb37-c852-455f-a6eb-957e8e00906b {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.250829] env[70398]: DEBUG nova.compute.manager [req-bc1da56a-ab70-4317-abf8-02f4a65b27b4 req-adfc7a81-4c7b-48e9-8070-58a32dba2679 service nova] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] Refreshing instance network info cache due to event network-changed-2ecfeb37-c852-455f-a6eb-957e8e00906b. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 676.250961] env[70398]: DEBUG oslo_concurrency.lockutils [req-bc1da56a-ab70-4317-abf8-02f4a65b27b4 req-adfc7a81-4c7b-48e9-8070-58a32dba2679 service nova] Acquiring lock "refresh_cache-61606b64-febb-4672-81fe-e921ef3c0631" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.251230] env[70398]: DEBUG oslo_concurrency.lockutils [req-bc1da56a-ab70-4317-abf8-02f4a65b27b4 req-adfc7a81-4c7b-48e9-8070-58a32dba2679 service nova] Acquired lock "refresh_cache-61606b64-febb-4672-81fe-e921ef3c0631" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.251321] env[70398]: DEBUG nova.network.neutron [req-bc1da56a-ab70-4317-abf8-02f4a65b27b4 req-adfc7a81-4c7b-48e9-8070-58a32dba2679 service nova] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] Refreshing network info cache for port 2ecfeb37-c852-455f-a6eb-957e8e00906b {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.329097] env[70398]: DEBUG nova.network.neutron [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Updating instance_info_cache with network_info: [{"id": "3cb7c6a5-d575-4880-9314-69d29216bf7e", "address": "fa:16:3e:d7:ea:6e", "network": {"id": "9b79551f-7584-4d61-b2a0-efe46a621f82", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3934dab198654b86ac5acbec6380b4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cb7c6a5-d5", "ovs_interfaceid": "3cb7c6a5-d575-4880-9314-69d29216bf7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.552937] env[70398]: DEBUG nova.compute.manager [None req-32af1f82-fecb-492b-b1f4-41cad25ced5d tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 676.553914] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-32af1f82-fecb-492b-b1f4-41cad25ced5d tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 676.554940] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45d5d56-c1ae-446f-9105-8be624b4a029 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.567319] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-32af1f82-fecb-492b-b1f4-41cad25ced5d tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 676.573213] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d63348d8-d8b7-4019-92ed-7980a01bc4e9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.575202] env[70398]: DEBUG oslo_vmware.api [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Task: {'id': task-3443788, 'name': ReconfigVM_Task, 'duration_secs': 0.375247} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.575709] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Reconfigured VM instance instance-00000015 to attach disk [datastore1] b73008e5-583e-495c-8776-ca9bca435a9c/b73008e5-583e-495c-8776-ca9bca435a9c.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.576681] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-caa8e718-63ed-47c5-b820-f6d22916f773 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.582019] env[70398]: DEBUG oslo_vmware.api [None req-32af1f82-fecb-492b-b1f4-41cad25ced5d tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Waiting for the task: (returnval){ [ 676.582019] env[70398]: value = "task-3443789" [ 676.582019] env[70398]: _type = "Task" [ 676.582019] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.587255] env[70398]: DEBUG oslo_vmware.api [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Waiting for the task: (returnval){ [ 676.587255] env[70398]: value = "task-3443790" [ 676.587255] env[70398]: _type = "Task" [ 676.587255] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.597159] env[70398]: DEBUG oslo_vmware.api [None req-32af1f82-fecb-492b-b1f4-41cad25ced5d tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Task: {'id': task-3443789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.606658] env[70398]: DEBUG oslo_vmware.api [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Task: {'id': task-3443790, 'name': Rename_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.643714] env[70398]: DEBUG oslo_concurrency.lockutils [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Acquiring lock "00b4d7e3-e976-4885-ae92-0d62e3fb0d0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.643714] env[70398]: DEBUG oslo_concurrency.lockutils [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Lock "00b4d7e3-e976-4885-ae92-0d62e3fb0d0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.751326] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3e75e7-6636-44e2-bcf8-24b61a517304 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.763157] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2fe169-59ed-4ce1-89df-1858aba94eea {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.797738] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb480f0b-b09e-4093-bb42-df00082769ed {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.801291] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Acquiring lock "b54a1d0e-b5a0-4a1f-91a5-c5cef210e891" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.801542] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Lock "b54a1d0e-b5a0-4a1f-91a5-c5cef210e891" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.807369] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f1ae3b-78f8-4ec1-9ec9-0e3eeb849cab {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.826511] env[70398]: DEBUG nova.compute.provider_tree [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.831684] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Releasing lock "refresh_cache-86972721-627d-4108-ae2f-6d7519de74c0" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.832035] env[70398]: DEBUG nova.compute.manager [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Instance network_info: |[{"id": "3cb7c6a5-d575-4880-9314-69d29216bf7e", "address": "fa:16:3e:d7:ea:6e", "network": {"id": "9b79551f-7584-4d61-b2a0-efe46a621f82", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3934dab198654b86ac5acbec6380b4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cb7c6a5-d5", "ovs_interfaceid": "3cb7c6a5-d575-4880-9314-69d29216bf7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 676.832806] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:ea:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b911797-478d-4ee5-bce9-6f2f49014e94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3cb7c6a5-d575-4880-9314-69d29216bf7e', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 676.844132] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.845330] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 676.845581] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba89ae45-f8ea-440d-a300-242b916d990e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.630437] env[70398]: DEBUG nova.network.neutron [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] [instance: ce148295-2ef2-4356-8e62-ae032a71d36b] Successfully updated port: 66b30f1c-1b77-4e5b-9acc-f90f139ebfc2 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 677.632344] env[70398]: DEBUG nova.scheduler.client.report [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.637336] env[70398]: DEBUG nova.compute.manager [req-2741e672-cbec-4ee6-8016-2129b5cf62bf req-fbf80ed1-d9a4-4982-85ed-40c3791a2966 service nova] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Received event network-changed-3cb7c6a5-d575-4880-9314-69d29216bf7e {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.637484] env[70398]: DEBUG nova.compute.manager [req-2741e672-cbec-4ee6-8016-2129b5cf62bf req-fbf80ed1-d9a4-4982-85ed-40c3791a2966 service nova] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Refreshing instance network info cache due to event network-changed-3cb7c6a5-d575-4880-9314-69d29216bf7e. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 677.637685] env[70398]: DEBUG oslo_concurrency.lockutils [req-2741e672-cbec-4ee6-8016-2129b5cf62bf req-fbf80ed1-d9a4-4982-85ed-40c3791a2966 service nova] Acquiring lock "refresh_cache-86972721-627d-4108-ae2f-6d7519de74c0" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.638931] env[70398]: DEBUG oslo_concurrency.lockutils [req-2741e672-cbec-4ee6-8016-2129b5cf62bf req-fbf80ed1-d9a4-4982-85ed-40c3791a2966 service nova] Acquired lock "refresh_cache-86972721-627d-4108-ae2f-6d7519de74c0" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.638931] env[70398]: DEBUG nova.network.neutron [req-2741e672-cbec-4ee6-8016-2129b5cf62bf req-fbf80ed1-d9a4-4982-85ed-40c3791a2966 service nova] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Refreshing network info cache for port 3cb7c6a5-d575-4880-9314-69d29216bf7e {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.653768] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.653768] env[70398]: value = "task-3443791" [ 677.653768] env[70398]: _type = "Task" [ 677.653768] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.659363] env[70398]: DEBUG oslo_vmware.api [None req-32af1f82-fecb-492b-b1f4-41cad25ced5d tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Task: {'id': task-3443789, 'name': PowerOffVM_Task, 'duration_secs': 0.513187} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.660241] env[70398]: DEBUG oslo_vmware.api [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Task: {'id': task-3443790, 'name': Rename_Task, 'duration_secs': 0.154217} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.663480] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-32af1f82-fecb-492b-b1f4-41cad25ced5d tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 677.663655] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-32af1f82-fecb-492b-b1f4-41cad25ced5d tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 677.663899] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.665076] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-370c5cb9-5dd5-4f0f-86e9-129ac992653d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.666519] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a8242af-cbc9-44e4-8133-d5f2ae3d66b1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.675284] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443791, 'name': CreateVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.676894] env[70398]: DEBUG oslo_vmware.api [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Waiting for the task: (returnval){ [ 677.676894] env[70398]: value = "task-3443793" [ 677.676894] env[70398]: _type = "Task" [ 677.676894] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.688525] env[70398]: DEBUG oslo_vmware.api [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Task: {'id': task-3443793, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.746729] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-32af1f82-fecb-492b-b1f4-41cad25ced5d tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 677.747020] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-32af1f82-fecb-492b-b1f4-41cad25ced5d tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 677.747242] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-32af1f82-fecb-492b-b1f4-41cad25ced5d tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Deleting the datastore file [datastore1] 8febcfdf-6403-4b67-b5b7-c640dd9da041 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 677.747532] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4898f7e-faeb-468a-a672-c8e9ddc2b649 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.754749] env[70398]: DEBUG oslo_vmware.api [None req-32af1f82-fecb-492b-b1f4-41cad25ced5d tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Waiting for the task: (returnval){ [ 677.754749] env[70398]: value = "task-3443794" [ 677.754749] env[70398]: _type = "Task" [ 677.754749] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.765066] env[70398]: DEBUG oslo_vmware.api [None req-32af1f82-fecb-492b-b1f4-41cad25ced5d tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Task: {'id': task-3443794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.957196] env[70398]: DEBUG nova.network.neutron [req-bc1da56a-ab70-4317-abf8-02f4a65b27b4 req-adfc7a81-4c7b-48e9-8070-58a32dba2679 service nova] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] Updated VIF entry in instance network info cache for port 2ecfeb37-c852-455f-a6eb-957e8e00906b. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 677.957649] env[70398]: DEBUG nova.network.neutron [req-bc1da56a-ab70-4317-abf8-02f4a65b27b4 req-adfc7a81-4c7b-48e9-8070-58a32dba2679 service nova] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] Updating instance_info_cache with network_info: [{"id": "2ecfeb37-c852-455f-a6eb-957e8e00906b", "address": "fa:16:3e:54:f7:34", "network": {"id": "dfd38765-f834-46af-8784-30c6552faeb3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1221124005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "581cc4d0b6bb4d30a97da6ef9a112d33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ecfeb37-c8", "ovs_interfaceid": "2ecfeb37-c852-455f-a6eb-957e8e00906b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.141322] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.030s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.141832] env[70398]: DEBUG nova.compute.manager [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 8da528cb-6534-4c09-977d-ac078cbfcd58] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 678.144801] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Acquiring lock "refresh_cache-ce148295-2ef2-4356-8e62-ae032a71d36b" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.147083] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Acquired lock "refresh_cache-ce148295-2ef2-4356-8e62-ae032a71d36b" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.147083] env[70398]: DEBUG nova.network.neutron [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] [instance: ce148295-2ef2-4356-8e62-ae032a71d36b] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 678.147083] env[70398]: DEBUG oslo_concurrency.lockutils [None req-30e25060-be45-4956-8f12-c663c2fde29a tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.009s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.147083] env[70398]: DEBUG nova.objects.instance [None req-30e25060-be45-4956-8f12-c663c2fde29a tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Lazy-loading 'resources' on Instance uuid a7c8cf9d-671e-4489-8a64-218be96335d1 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 678.171917] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443791, 'name': CreateVM_Task, 'duration_secs': 0.336329} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.172108] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.173066] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.173243] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.173559] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.173818] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b123e48c-c758-4787-95a8-738ddcdede32 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.181927] env[70398]: DEBUG oslo_vmware.api [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Waiting for the task: (returnval){ [ 678.181927] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ef476f-50fd-20ec-8720-4f36bff71ff8" [ 678.181927] env[70398]: _type = "Task" [ 678.181927] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.188964] env[70398]: DEBUG oslo_vmware.api [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Task: {'id': task-3443793, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.206675] env[70398]: DEBUG oslo_vmware.api [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ef476f-50fd-20ec-8720-4f36bff71ff8, 'name': SearchDatastore_Task, 'duration_secs': 0.020932} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.207009] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.207295] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.207545] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.207723] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.207910] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.208191] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c30276c-b9f3-4e70-8833-383d70475dc0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.221851] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.222017] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.225176] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b3f20fb-87e4-42c0-9ac7-b1c9fae2f97e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.232568] env[70398]: DEBUG oslo_vmware.api [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Waiting for the task: (returnval){ [ 678.232568] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ca6b78-c311-b211-4997-a5f9d3c0fcf0" [ 678.232568] env[70398]: _type = "Task" [ 678.232568] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.241110] env[70398]: DEBUG oslo_vmware.api [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ca6b78-c311-b211-4997-a5f9d3c0fcf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.264339] env[70398]: DEBUG oslo_vmware.api [None req-32af1f82-fecb-492b-b1f4-41cad25ced5d tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Task: {'id': task-3443794, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183058} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.264976] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-32af1f82-fecb-492b-b1f4-41cad25ced5d tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 678.265170] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-32af1f82-fecb-492b-b1f4-41cad25ced5d tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 678.265434] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-32af1f82-fecb-492b-b1f4-41cad25ced5d tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 678.265514] env[70398]: INFO nova.compute.manager [None req-32af1f82-fecb-492b-b1f4-41cad25ced5d tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Took 1.71 seconds to destroy the instance on the hypervisor. [ 678.265744] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32af1f82-fecb-492b-b1f4-41cad25ced5d tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.265931] env[70398]: DEBUG nova.compute.manager [-] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 678.266085] env[70398]: DEBUG nova.network.neutron [-] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 678.368172] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "8bc5386e-1109-460a-bb30-98f7289b249c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.368771] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "8bc5386e-1109-460a-bb30-98f7289b249c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.460604] env[70398]: DEBUG oslo_concurrency.lockutils [req-bc1da56a-ab70-4317-abf8-02f4a65b27b4 req-adfc7a81-4c7b-48e9-8070-58a32dba2679 service nova] Releasing lock "refresh_cache-61606b64-febb-4672-81fe-e921ef3c0631" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.557561] env[70398]: DEBUG nova.network.neutron [req-2741e672-cbec-4ee6-8016-2129b5cf62bf req-fbf80ed1-d9a4-4982-85ed-40c3791a2966 service nova] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Updated VIF entry in instance network info cache for port 3cb7c6a5-d575-4880-9314-69d29216bf7e. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.558222] env[70398]: DEBUG nova.network.neutron [req-2741e672-cbec-4ee6-8016-2129b5cf62bf req-fbf80ed1-d9a4-4982-85ed-40c3791a2966 service nova] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Updating instance_info_cache with network_info: [{"id": "3cb7c6a5-d575-4880-9314-69d29216bf7e", "address": "fa:16:3e:d7:ea:6e", "network": {"id": "9b79551f-7584-4d61-b2a0-efe46a621f82", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3934dab198654b86ac5acbec6380b4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cb7c6a5-d5", "ovs_interfaceid": "3cb7c6a5-d575-4880-9314-69d29216bf7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.650163] env[70398]: DEBUG nova.compute.utils [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 678.658036] env[70398]: DEBUG nova.compute.manager [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 8da528cb-6534-4c09-977d-ac078cbfcd58] Not allocating networking since 'none' was specified. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 678.692700] env[70398]: DEBUG oslo_vmware.api [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Task: {'id': task-3443793, 'name': PowerOnVM_Task, 'duration_secs': 0.531643} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.692700] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.693243] env[70398]: INFO nova.compute.manager [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Took 9.26 seconds to spawn the instance on the hypervisor. [ 678.693467] env[70398]: DEBUG nova.compute.manager [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 678.694504] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598a2d08-87c1-4f51-8365-ac1a1af82f55 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.727071] env[70398]: DEBUG nova.network.neutron [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] [instance: ce148295-2ef2-4356-8e62-ae032a71d36b] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 678.748898] env[70398]: DEBUG oslo_vmware.api [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ca6b78-c311-b211-4997-a5f9d3c0fcf0, 'name': SearchDatastore_Task, 'duration_secs': 0.010834} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.754184] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b40007d-da11-41db-b92a-a3fe743fc076 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.760780] env[70398]: DEBUG oslo_vmware.api [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Waiting for the task: (returnval){ [ 678.760780] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]525c5ede-c28e-047c-b76d-d0b8623d97b0" [ 678.760780] env[70398]: _type = "Task" [ 678.760780] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.777657] env[70398]: DEBUG oslo_vmware.api [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]525c5ede-c28e-047c-b76d-d0b8623d97b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.976948] env[70398]: DEBUG nova.network.neutron [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] [instance: ce148295-2ef2-4356-8e62-ae032a71d36b] Updating instance_info_cache with network_info: [{"id": "66b30f1c-1b77-4e5b-9acc-f90f139ebfc2", "address": "fa:16:3e:13:58:fc", "network": {"id": "9b79551f-7584-4d61-b2a0-efe46a621f82", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3934dab198654b86ac5acbec6380b4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66b30f1c-1b", "ovs_interfaceid": "66b30f1c-1b77-4e5b-9acc-f90f139ebfc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.060934] env[70398]: DEBUG oslo_concurrency.lockutils [req-2741e672-cbec-4ee6-8016-2129b5cf62bf req-fbf80ed1-d9a4-4982-85ed-40c3791a2966 service nova] Releasing lock "refresh_cache-86972721-627d-4108-ae2f-6d7519de74c0" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.061235] env[70398]: DEBUG nova.compute.manager [req-2741e672-cbec-4ee6-8016-2129b5cf62bf req-fbf80ed1-d9a4-4982-85ed-40c3791a2966 service nova] [instance: ce148295-2ef2-4356-8e62-ae032a71d36b] Received event network-vif-plugged-66b30f1c-1b77-4e5b-9acc-f90f139ebfc2 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.061515] env[70398]: DEBUG oslo_concurrency.lockutils [req-2741e672-cbec-4ee6-8016-2129b5cf62bf req-fbf80ed1-d9a4-4982-85ed-40c3791a2966 service nova] Acquiring lock "ce148295-2ef2-4356-8e62-ae032a71d36b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.061796] env[70398]: DEBUG oslo_concurrency.lockutils [req-2741e672-cbec-4ee6-8016-2129b5cf62bf req-fbf80ed1-d9a4-4982-85ed-40c3791a2966 service nova] Lock "ce148295-2ef2-4356-8e62-ae032a71d36b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.061977] env[70398]: DEBUG oslo_concurrency.lockutils [req-2741e672-cbec-4ee6-8016-2129b5cf62bf req-fbf80ed1-d9a4-4982-85ed-40c3791a2966 service nova] Lock "ce148295-2ef2-4356-8e62-ae032a71d36b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.062167] env[70398]: DEBUG nova.compute.manager [req-2741e672-cbec-4ee6-8016-2129b5cf62bf req-fbf80ed1-d9a4-4982-85ed-40c3791a2966 service nova] [instance: ce148295-2ef2-4356-8e62-ae032a71d36b] No waiting events found dispatching network-vif-plugged-66b30f1c-1b77-4e5b-9acc-f90f139ebfc2 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 679.062336] env[70398]: WARNING nova.compute.manager [req-2741e672-cbec-4ee6-8016-2129b5cf62bf req-fbf80ed1-d9a4-4982-85ed-40c3791a2966 service nova] [instance: ce148295-2ef2-4356-8e62-ae032a71d36b] Received unexpected event network-vif-plugged-66b30f1c-1b77-4e5b-9acc-f90f139ebfc2 for instance with vm_state building and task_state spawning. [ 679.159269] env[70398]: DEBUG nova.compute.manager [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 8da528cb-6534-4c09-977d-ac078cbfcd58] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 679.224036] env[70398]: DEBUG nova.network.neutron [-] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.228650] env[70398]: INFO nova.compute.manager [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Took 36.20 seconds to build instance. [ 679.230585] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bc5320-e80a-4a3d-a221-960fe16c2912 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.238850] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d48aa5f-13d8-4857-b898-45e7c0f3b153 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.276144] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd3b378-b487-4952-bb19-d0af33bc0816 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.287018] env[70398]: DEBUG oslo_vmware.api [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]525c5ede-c28e-047c-b76d-d0b8623d97b0, 'name': SearchDatastore_Task, 'duration_secs': 0.015012} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.288361] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f67723e-0554-434e-8a48-e202f4dba6c0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.292370] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.292661] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 86972721-627d-4108-ae2f-6d7519de74c0/86972721-627d-4108-ae2f-6d7519de74c0.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.292915] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38caa317-a124-49ed-9ce7-bfd05580319b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.304877] env[70398]: DEBUG nova.compute.provider_tree [None req-30e25060-be45-4956-8f12-c663c2fde29a tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.308040] env[70398]: DEBUG oslo_vmware.api [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Waiting for the task: (returnval){ [ 679.308040] env[70398]: value = "task-3443795" [ 679.308040] env[70398]: _type = "Task" [ 679.308040] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.316927] env[70398]: DEBUG oslo_vmware.api [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443795, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.354582] env[70398]: DEBUG nova.compute.manager [None req-a3402b3a-b1dd-4f9c-a748-d1175e108a0a tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.355699] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58599049-14a7-441d-a661-a4355a9d9cd0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.402491] env[70398]: DEBUG nova.compute.manager [req-9ff55b88-1c9d-47f4-a655-cdbec571f4d0 req-082ad778-0edf-489c-9f0c-a83e00592197 service nova] [instance: ce148295-2ef2-4356-8e62-ae032a71d36b] Received event network-changed-66b30f1c-1b77-4e5b-9acc-f90f139ebfc2 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.402657] env[70398]: DEBUG nova.compute.manager [req-9ff55b88-1c9d-47f4-a655-cdbec571f4d0 req-082ad778-0edf-489c-9f0c-a83e00592197 service nova] [instance: ce148295-2ef2-4356-8e62-ae032a71d36b] Refreshing instance network info cache due to event network-changed-66b30f1c-1b77-4e5b-9acc-f90f139ebfc2. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 679.402811] env[70398]: DEBUG oslo_concurrency.lockutils [req-9ff55b88-1c9d-47f4-a655-cdbec571f4d0 req-082ad778-0edf-489c-9f0c-a83e00592197 service nova] Acquiring lock "refresh_cache-ce148295-2ef2-4356-8e62-ae032a71d36b" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.482829] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Releasing lock "refresh_cache-ce148295-2ef2-4356-8e62-ae032a71d36b" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.483222] env[70398]: DEBUG nova.compute.manager [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] [instance: ce148295-2ef2-4356-8e62-ae032a71d36b] Instance network_info: |[{"id": "66b30f1c-1b77-4e5b-9acc-f90f139ebfc2", "address": "fa:16:3e:13:58:fc", "network": {"id": "9b79551f-7584-4d61-b2a0-efe46a621f82", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3934dab198654b86ac5acbec6380b4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66b30f1c-1b", "ovs_interfaceid": "66b30f1c-1b77-4e5b-9acc-f90f139ebfc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 679.483540] env[70398]: DEBUG oslo_concurrency.lockutils [req-9ff55b88-1c9d-47f4-a655-cdbec571f4d0 req-082ad778-0edf-489c-9f0c-a83e00592197 service nova] Acquired lock "refresh_cache-ce148295-2ef2-4356-8e62-ae032a71d36b" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.483724] env[70398]: DEBUG nova.network.neutron [req-9ff55b88-1c9d-47f4-a655-cdbec571f4d0 req-082ad778-0edf-489c-9f0c-a83e00592197 service nova] [instance: ce148295-2ef2-4356-8e62-ae032a71d36b] Refreshing network info cache for port 66b30f1c-1b77-4e5b-9acc-f90f139ebfc2 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 679.484971] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] [instance: ce148295-2ef2-4356-8e62-ae032a71d36b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:58:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b911797-478d-4ee5-bce9-6f2f49014e94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66b30f1c-1b77-4e5b-9acc-f90f139ebfc2', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 679.495831] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Creating folder: Project (fabcb632a4bb4ae1b523f0c94d20e766). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.499454] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df70e63e-3707-46c7-b3d3-277c9ca10a76 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.511267] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Created folder: Project (fabcb632a4bb4ae1b523f0c94d20e766) in parent group-v687430. [ 679.512084] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Creating folder: Instances. Parent ref: group-v687497. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.512084] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5942c6d0-8ad5-40a4-a2fe-a3749bb14e0d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.523802] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Created folder: Instances in parent group-v687497. [ 679.524020] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 679.524219] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce148295-2ef2-4356-8e62-ae032a71d36b] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 679.524443] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba22af2b-4d42-4be8-b013-9a3ce848274d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.547757] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 679.547757] env[70398]: value = "task-3443798" [ 679.547757] env[70398]: _type = "Task" [ 679.547757] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.556809] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443798, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.734443] env[70398]: DEBUG oslo_concurrency.lockutils [None req-743bd0f4-f76d-428d-afef-7d6f30d0fe44 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Lock "b73008e5-583e-495c-8776-ca9bca435a9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.883s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.734882] env[70398]: INFO nova.compute.manager [-] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Took 1.47 seconds to deallocate network for instance. [ 679.755234] env[70398]: DEBUG nova.network.neutron [req-9ff55b88-1c9d-47f4-a655-cdbec571f4d0 req-082ad778-0edf-489c-9f0c-a83e00592197 service nova] [instance: ce148295-2ef2-4356-8e62-ae032a71d36b] Updated VIF entry in instance network info cache for port 66b30f1c-1b77-4e5b-9acc-f90f139ebfc2. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.755234] env[70398]: DEBUG nova.network.neutron [req-9ff55b88-1c9d-47f4-a655-cdbec571f4d0 req-082ad778-0edf-489c-9f0c-a83e00592197 service nova] [instance: ce148295-2ef2-4356-8e62-ae032a71d36b] Updating instance_info_cache with network_info: [{"id": "66b30f1c-1b77-4e5b-9acc-f90f139ebfc2", "address": "fa:16:3e:13:58:fc", "network": {"id": "9b79551f-7584-4d61-b2a0-efe46a621f82", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3934dab198654b86ac5acbec6380b4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66b30f1c-1b", "ovs_interfaceid": "66b30f1c-1b77-4e5b-9acc-f90f139ebfc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.809553] env[70398]: DEBUG nova.scheduler.client.report [None req-30e25060-be45-4956-8f12-c663c2fde29a tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.826331] env[70398]: DEBUG oslo_vmware.api [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443795, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.865916] env[70398]: INFO nova.compute.manager [None req-a3402b3a-b1dd-4f9c-a748-d1175e108a0a tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] instance snapshotting [ 679.866619] env[70398]: DEBUG nova.objects.instance [None req-a3402b3a-b1dd-4f9c-a748-d1175e108a0a tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lazy-loading 'flavor' on Instance uuid c4e17778-5b44-4a5c-934c-f06f1722e50c {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 680.059162] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443798, 'name': CreateVM_Task, 'duration_secs': 0.408802} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.059162] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce148295-2ef2-4356-8e62-ae032a71d36b] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 680.059815] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.059985] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.060336] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.060592] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e486018f-6b65-457e-8d28-70e9408cda46 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.069016] env[70398]: DEBUG oslo_vmware.api [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Waiting for the task: (returnval){ [ 680.069016] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52059091-f565-3382-0daf-f42b51a39168" [ 680.069016] env[70398]: _type = "Task" [ 680.069016] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.074136] env[70398]: DEBUG oslo_vmware.api [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52059091-f565-3382-0daf-f42b51a39168, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.169613] env[70398]: DEBUG nova.compute.manager [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 8da528cb-6534-4c09-977d-ac078cbfcd58] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 680.200147] env[70398]: DEBUG nova.virt.hardware [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 680.200385] env[70398]: DEBUG nova.virt.hardware [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 680.200385] env[70398]: DEBUG nova.virt.hardware [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.200529] env[70398]: DEBUG nova.virt.hardware [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 680.200670] env[70398]: DEBUG nova.virt.hardware [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.200955] env[70398]: DEBUG nova.virt.hardware [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 680.201199] env[70398]: DEBUG nova.virt.hardware [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 680.201558] env[70398]: DEBUG nova.virt.hardware [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 680.205044] env[70398]: DEBUG nova.virt.hardware [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 680.205044] env[70398]: DEBUG nova.virt.hardware [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 680.205044] env[70398]: DEBUG nova.virt.hardware [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 680.205044] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d390b1-a475-4762-8f41-cccbf81abc3a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.218513] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a2e632-d73d-4f29-92b3-176aeab64ee1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.234779] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 8da528cb-6534-4c09-977d-ac078cbfcd58] Instance VIF info [] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 680.241115] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Creating folder: Project (943a0229718b421d86c96e6933fb70fe). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.241389] env[70398]: DEBUG nova.compute.manager [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 680.243941] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de5a4642-d1fa-486a-ab8d-1d643281c9dd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.249921] env[70398]: DEBUG oslo_concurrency.lockutils [None req-32af1f82-fecb-492b-b1f4-41cad25ced5d tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.256265] env[70398]: DEBUG oslo_concurrency.lockutils [req-9ff55b88-1c9d-47f4-a655-cdbec571f4d0 req-082ad778-0edf-489c-9f0c-a83e00592197 service nova] Releasing lock "refresh_cache-ce148295-2ef2-4356-8e62-ae032a71d36b" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.256265] env[70398]: DEBUG nova.compute.manager [req-9ff55b88-1c9d-47f4-a655-cdbec571f4d0 req-082ad778-0edf-489c-9f0c-a83e00592197 service nova] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Received event network-vif-deleted-eb3c7329-8c2a-4ec0-b8b8-a1feaa5bef54 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.260523] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Created folder: Project (943a0229718b421d86c96e6933fb70fe) in parent group-v687430. [ 680.260523] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Creating folder: Instances. Parent ref: group-v687500. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.260744] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bddb8278-426a-43f9-a97d-0ca89b933d50 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.270980] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Created folder: Instances in parent group-v687500. [ 680.271216] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.271393] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8da528cb-6534-4c09-977d-ac078cbfcd58] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 680.271595] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83e6cc88-fe3b-4105-bdb7-8cc93f222048 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.290553] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 680.290553] env[70398]: value = "task-3443801" [ 680.290553] env[70398]: _type = "Task" [ 680.290553] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.298360] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443801, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.320589] env[70398]: DEBUG oslo_concurrency.lockutils [None req-30e25060-be45-4956-8f12-c663c2fde29a tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.174s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.326192] env[70398]: DEBUG oslo_concurrency.lockutils [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.424s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.328530] env[70398]: INFO nova.compute.claims [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.335410] env[70398]: DEBUG oslo_vmware.api [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443795, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.718093} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.338618] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 86972721-627d-4108-ae2f-6d7519de74c0/86972721-627d-4108-ae2f-6d7519de74c0.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.338618] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.338618] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-274aa75c-bdf8-480f-8e35-d25ec43b276a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.346279] env[70398]: DEBUG oslo_vmware.api [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Waiting for the task: (returnval){ [ 680.346279] env[70398]: value = "task-3443802" [ 680.346279] env[70398]: _type = "Task" [ 680.346279] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.358337] env[70398]: DEBUG oslo_vmware.api [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443802, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.360602] env[70398]: INFO nova.scheduler.client.report [None req-30e25060-be45-4956-8f12-c663c2fde29a tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Deleted allocations for instance a7c8cf9d-671e-4489-8a64-218be96335d1 [ 680.374264] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce90198e-45f8-4afe-9d27-5da4d70a3dab {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.397160] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb842f0b-de05-4982-a1fa-a7cb2f132c98 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.553010] env[70398]: DEBUG nova.compute.manager [req-0fd636b1-74e2-4ff4-aa49-171b44286c24 req-01e710a7-e871-4cdf-8ad8-3acc1f63f575 service nova] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Received event network-changed-c5fa4f2a-6fd5-4951-9f03-2cc354ff8e96 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.554231] env[70398]: DEBUG nova.compute.manager [req-0fd636b1-74e2-4ff4-aa49-171b44286c24 req-01e710a7-e871-4cdf-8ad8-3acc1f63f575 service nova] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Refreshing instance network info cache due to event network-changed-c5fa4f2a-6fd5-4951-9f03-2cc354ff8e96. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 680.554507] env[70398]: DEBUG oslo_concurrency.lockutils [req-0fd636b1-74e2-4ff4-aa49-171b44286c24 req-01e710a7-e871-4cdf-8ad8-3acc1f63f575 service nova] Acquiring lock "refresh_cache-b73008e5-583e-495c-8776-ca9bca435a9c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.554719] env[70398]: DEBUG oslo_concurrency.lockutils [req-0fd636b1-74e2-4ff4-aa49-171b44286c24 req-01e710a7-e871-4cdf-8ad8-3acc1f63f575 service nova] Acquired lock "refresh_cache-b73008e5-583e-495c-8776-ca9bca435a9c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.554932] env[70398]: DEBUG nova.network.neutron [req-0fd636b1-74e2-4ff4-aa49-171b44286c24 req-01e710a7-e871-4cdf-8ad8-3acc1f63f575 service nova] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Refreshing network info cache for port c5fa4f2a-6fd5-4951-9f03-2cc354ff8e96 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.579501] env[70398]: DEBUG oslo_vmware.api [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52059091-f565-3382-0daf-f42b51a39168, 'name': SearchDatastore_Task, 'duration_secs': 0.048587} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.579863] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.580457] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] [instance: ce148295-2ef2-4356-8e62-ae032a71d36b] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 680.581857] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.582149] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.582465] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 680.583484] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9bed3896-a3e3-4b81-982b-b62285b83013 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.593079] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 680.593313] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 680.594101] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95f8d10f-251f-4776-a65a-822f574f0658 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.600053] env[70398]: DEBUG oslo_vmware.api [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Waiting for the task: (returnval){ [ 680.600053] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e1eb97-cab9-073b-a1ae-facfbe5cdd07" [ 680.600053] env[70398]: _type = "Task" [ 680.600053] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.610914] env[70398]: DEBUG oslo_vmware.api [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e1eb97-cab9-073b-a1ae-facfbe5cdd07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.775020] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.800818] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443801, 'name': CreateVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.860026] env[70398]: DEBUG oslo_vmware.api [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443802, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095885} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.860026] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.860026] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac0532a-f3ba-47d2-b710-04cfd50b53da {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.880889] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 86972721-627d-4108-ae2f-6d7519de74c0/86972721-627d-4108-ae2f-6d7519de74c0.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.883606] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6253b36-2a6a-4d82-93de-44d715b4d7c9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.902656] env[70398]: DEBUG oslo_concurrency.lockutils [None req-30e25060-be45-4956-8f12-c663c2fde29a tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Lock "a7c8cf9d-671e-4489-8a64-218be96335d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.861s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.907886] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a3402b3a-b1dd-4f9c-a748-d1175e108a0a tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Creating Snapshot of the VM instance {{(pid=70398) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 680.909724] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3d90a9fa-4f1d-4f6d-89c4-2853f920d1c5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.911939] env[70398]: DEBUG oslo_vmware.api [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Waiting for the task: (returnval){ [ 680.911939] env[70398]: value = "task-3443803" [ 680.911939] env[70398]: _type = "Task" [ 680.911939] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.918180] env[70398]: DEBUG oslo_vmware.api [None req-a3402b3a-b1dd-4f9c-a748-d1175e108a0a tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 680.918180] env[70398]: value = "task-3443804" [ 680.918180] env[70398]: _type = "Task" [ 680.918180] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.924959] env[70398]: DEBUG oslo_vmware.api [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443803, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.931286] env[70398]: DEBUG oslo_vmware.api [None req-a3402b3a-b1dd-4f9c-a748-d1175e108a0a tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3443804, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.118316] env[70398]: DEBUG oslo_vmware.api [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e1eb97-cab9-073b-a1ae-facfbe5cdd07, 'name': SearchDatastore_Task, 'duration_secs': 0.029823} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.119134] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f306702d-2ff5-4b57-ae76-48807de423ab {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.124432] env[70398]: DEBUG oslo_vmware.api [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Waiting for the task: (returnval){ [ 681.124432] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]529bcfea-1b92-d845-b3ee-1a5fb3e0a6cc" [ 681.124432] env[70398]: _type = "Task" [ 681.124432] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.132993] env[70398]: DEBUG oslo_vmware.api [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]529bcfea-1b92-d845-b3ee-1a5fb3e0a6cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.302432] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443801, 'name': CreateVM_Task, 'duration_secs': 0.588281} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.304878] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8da528cb-6534-4c09-977d-ac078cbfcd58] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.305344] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.305507] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.305816] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.306390] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6cbc876-b645-4f60-9c46-edc9e4c0c894 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.311795] env[70398]: DEBUG oslo_vmware.api [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Waiting for the task: (returnval){ [ 681.311795] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5242d4f8-0df2-111e-1a77-8fa442ae41b1" [ 681.311795] env[70398]: _type = "Task" [ 681.311795] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.320349] env[70398]: DEBUG oslo_vmware.api [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5242d4f8-0df2-111e-1a77-8fa442ae41b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.354077] env[70398]: DEBUG nova.network.neutron [req-0fd636b1-74e2-4ff4-aa49-171b44286c24 req-01e710a7-e871-4cdf-8ad8-3acc1f63f575 service nova] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Updated VIF entry in instance network info cache for port c5fa4f2a-6fd5-4951-9f03-2cc354ff8e96. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 681.354553] env[70398]: DEBUG nova.network.neutron [req-0fd636b1-74e2-4ff4-aa49-171b44286c24 req-01e710a7-e871-4cdf-8ad8-3acc1f63f575 service nova] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Updating instance_info_cache with network_info: [{"id": "c5fa4f2a-6fd5-4951-9f03-2cc354ff8e96", "address": "fa:16:3e:48:f4:8d", "network": {"id": "10812ad9-6b20-4245-9c31-990110bd5bc2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-572384673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cab199fa8f504451bbc089cdc5bcf9ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5fa4f2a-6f", "ovs_interfaceid": "c5fa4f2a-6fd5-4951-9f03-2cc354ff8e96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.427259] env[70398]: DEBUG oslo_vmware.api [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443803, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.433237] env[70398]: DEBUG oslo_vmware.api [None req-a3402b3a-b1dd-4f9c-a748-d1175e108a0a tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3443804, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.636938] env[70398]: DEBUG oslo_vmware.api [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]529bcfea-1b92-d845-b3ee-1a5fb3e0a6cc, 'name': SearchDatastore_Task, 'duration_secs': 0.032074} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.637330] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.639906] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] ce148295-2ef2-4356-8e62-ae032a71d36b/ce148295-2ef2-4356-8e62-ae032a71d36b.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 681.639906] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21e564dd-c497-41f0-b9c4-6606a7253bf6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.645294] env[70398]: DEBUG oslo_vmware.api [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Waiting for the task: (returnval){ [ 681.645294] env[70398]: value = "task-3443805" [ 681.645294] env[70398]: _type = "Task" [ 681.645294] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.657057] env[70398]: DEBUG oslo_vmware.api [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Task: {'id': task-3443805, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.826804] env[70398]: DEBUG oslo_vmware.api [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5242d4f8-0df2-111e-1a77-8fa442ae41b1, 'name': SearchDatastore_Task, 'duration_secs': 0.025843} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.826804] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.826804] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 8da528cb-6534-4c09-977d-ac078cbfcd58] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.827194] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.827194] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.827301] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.827617] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b39abf5-8919-47a6-8d9e-04e880c8db57 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.843664] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.843848] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.844602] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad06d681-cea4-4e33-97b3-103e182be61c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.857025] env[70398]: DEBUG oslo_vmware.api [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Waiting for the task: (returnval){ [ 681.857025] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5287065c-8116-6bb8-7278-1645cd7574af" [ 681.857025] env[70398]: _type = "Task" [ 681.857025] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.862818] env[70398]: DEBUG oslo_concurrency.lockutils [req-0fd636b1-74e2-4ff4-aa49-171b44286c24 req-01e710a7-e871-4cdf-8ad8-3acc1f63f575 service nova] Releasing lock "refresh_cache-b73008e5-583e-495c-8776-ca9bca435a9c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.867576] env[70398]: DEBUG oslo_vmware.api [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5287065c-8116-6bb8-7278-1645cd7574af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.933964] env[70398]: DEBUG oslo_vmware.api [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443803, 'name': ReconfigVM_Task, 'duration_secs': 0.704756} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.934628] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 86972721-627d-4108-ae2f-6d7519de74c0/86972721-627d-4108-ae2f-6d7519de74c0.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.935477] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75c37e83-6715-4290-93fe-c5b5581373eb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.942501] env[70398]: DEBUG oslo_vmware.api [None req-a3402b3a-b1dd-4f9c-a748-d1175e108a0a tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3443804, 'name': CreateSnapshot_Task, 'duration_secs': 0.902468} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.946624] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a3402b3a-b1dd-4f9c-a748-d1175e108a0a tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Created Snapshot of the VM instance {{(pid=70398) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 681.948118] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065f6ba5-87dd-449b-adf2-f5dd48cdde23 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.953394] env[70398]: DEBUG oslo_vmware.api [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Waiting for the task: (returnval){ [ 681.953394] env[70398]: value = "task-3443806" [ 681.953394] env[70398]: _type = "Task" [ 681.953394] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.975497] env[70398]: DEBUG oslo_vmware.api [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443806, 'name': Rename_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.010831] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35498ad7-ecd5-42ef-ac5e-4db883041420 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.019288] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c29003-ce30-459a-b1db-8800d620791c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.054149] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0d26a5-a38d-47f6-9e1b-8a2b522ff30d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.062386] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565c16ba-f480-40d7-889d-38aa28a66358 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.076955] env[70398]: DEBUG nova.compute.provider_tree [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.158107] env[70398]: DEBUG oslo_vmware.api [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Task: {'id': task-3443805, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.369040] env[70398]: DEBUG oslo_vmware.api [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5287065c-8116-6bb8-7278-1645cd7574af, 'name': SearchDatastore_Task, 'duration_secs': 0.022112} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.369837] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c158e74f-e93b-470c-ae03-9b5f1c8eebe6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.377330] env[70398]: DEBUG oslo_vmware.api [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Waiting for the task: (returnval){ [ 682.377330] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52d4f019-0d5e-0fc4-1243-c53deff9c5b9" [ 682.377330] env[70398]: _type = "Task" [ 682.377330] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.385436] env[70398]: DEBUG oslo_vmware.api [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52d4f019-0d5e-0fc4-1243-c53deff9c5b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.463677] env[70398]: DEBUG oslo_vmware.api [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443806, 'name': Rename_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.477471] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a3402b3a-b1dd-4f9c-a748-d1175e108a0a tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Creating linked-clone VM from snapshot {{(pid=70398) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 682.477585] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-10c039df-5e5d-41e0-a229-deb4b73844a4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.486606] env[70398]: DEBUG oslo_vmware.api [None req-a3402b3a-b1dd-4f9c-a748-d1175e108a0a tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 682.486606] env[70398]: value = "task-3443807" [ 682.486606] env[70398]: _type = "Task" [ 682.486606] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.497344] env[70398]: DEBUG oslo_vmware.api [None req-a3402b3a-b1dd-4f9c-a748-d1175e108a0a tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3443807, 'name': CloneVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.580106] env[70398]: DEBUG nova.scheduler.client.report [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.662023] env[70398]: DEBUG oslo_vmware.api [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Task: {'id': task-3443805, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.933342} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.662023] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] ce148295-2ef2-4356-8e62-ae032a71d36b/ce148295-2ef2-4356-8e62-ae032a71d36b.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 682.662023] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] [instance: ce148295-2ef2-4356-8e62-ae032a71d36b] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 682.662023] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8feca0f1-0942-4130-9638-f3a4eb022ca1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.667578] env[70398]: DEBUG oslo_vmware.api [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Waiting for the task: (returnval){ [ 682.667578] env[70398]: value = "task-3443808" [ 682.667578] env[70398]: _type = "Task" [ 682.667578] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.679232] env[70398]: DEBUG oslo_vmware.api [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Task: {'id': task-3443808, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.889046] env[70398]: DEBUG oslo_vmware.api [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52d4f019-0d5e-0fc4-1243-c53deff9c5b9, 'name': SearchDatastore_Task, 'duration_secs': 0.044165} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.889678] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.890075] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 8da528cb-6534-4c09-977d-ac078cbfcd58/8da528cb-6534-4c09-977d-ac078cbfcd58.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.890499] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4306a5bb-d438-4be4-b026-28f38f3f4804 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.902027] env[70398]: DEBUG oslo_vmware.api [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Waiting for the task: (returnval){ [ 682.902027] env[70398]: value = "task-3443809" [ 682.902027] env[70398]: _type = "Task" [ 682.902027] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.908670] env[70398]: DEBUG oslo_vmware.api [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': task-3443809, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.965014] env[70398]: DEBUG oslo_vmware.api [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443806, 'name': Rename_Task, 'duration_secs': 0.648976} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.965513] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.965850] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca7f06f3-c532-4176-8adf-ae31779adaf3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.974024] env[70398]: DEBUG oslo_vmware.api [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Waiting for the task: (returnval){ [ 682.974024] env[70398]: value = "task-3443810" [ 682.974024] env[70398]: _type = "Task" [ 682.974024] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.986022] env[70398]: DEBUG oslo_vmware.api [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443810, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.995723] env[70398]: DEBUG oslo_vmware.api [None req-a3402b3a-b1dd-4f9c-a748-d1175e108a0a tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3443807, 'name': CloneVM_Task} progress is 94%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.085162] env[70398]: DEBUG oslo_concurrency.lockutils [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.087204] env[70398]: DEBUG nova.compute.manager [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 683.088786] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.081s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.090923] env[70398]: INFO nova.compute.claims [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: 94ca8146-bef3-47a0-a41f-51e3b2d773b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.178421] env[70398]: DEBUG oslo_vmware.api [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Task: {'id': task-3443808, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134882} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.178421] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] [instance: ce148295-2ef2-4356-8e62-ae032a71d36b] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.179737] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d11b32-4985-479c-9cbb-9b5d1145db8f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.205342] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] [instance: ce148295-2ef2-4356-8e62-ae032a71d36b] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] ce148295-2ef2-4356-8e62-ae032a71d36b/ce148295-2ef2-4356-8e62-ae032a71d36b.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.205750] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2206e2ee-38d9-49a8-a503-36fb829a2417 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.230934] env[70398]: DEBUG oslo_vmware.api [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Waiting for the task: (returnval){ [ 683.230934] env[70398]: value = "task-3443811" [ 683.230934] env[70398]: _type = "Task" [ 683.230934] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.241778] env[70398]: DEBUG oslo_vmware.api [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Task: {'id': task-3443811, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.301826] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Acquiring lock "cdd1fa38-1202-4f1f-b724-375bca9255df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.302091] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Lock "cdd1fa38-1202-4f1f-b724-375bca9255df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.409495] env[70398]: DEBUG oslo_vmware.api [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': task-3443809, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.485676] env[70398]: DEBUG oslo_vmware.api [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443810, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.498782] env[70398]: DEBUG oslo_vmware.api [None req-a3402b3a-b1dd-4f9c-a748-d1175e108a0a tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3443807, 'name': CloneVM_Task} progress is 94%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.596258] env[70398]: DEBUG nova.compute.utils [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 683.601491] env[70398]: DEBUG nova.compute.manager [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Not allocating networking since 'none' was specified. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 683.744094] env[70398]: DEBUG oslo_vmware.api [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Task: {'id': task-3443811, 'name': ReconfigVM_Task, 'duration_secs': 0.316207} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.745406] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] [instance: ce148295-2ef2-4356-8e62-ae032a71d36b] Reconfigured VM instance instance-00000017 to attach disk [datastore1] ce148295-2ef2-4356-8e62-ae032a71d36b/ce148295-2ef2-4356-8e62-ae032a71d36b.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.745406] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a8a31e8-16fd-423f-873c-8fd11b05dcce {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.753020] env[70398]: DEBUG oslo_vmware.api [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Waiting for the task: (returnval){ [ 683.753020] env[70398]: value = "task-3443812" [ 683.753020] env[70398]: _type = "Task" [ 683.753020] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.760434] env[70398]: DEBUG oslo_vmware.api [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Task: {'id': task-3443812, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.910992] env[70398]: DEBUG oslo_vmware.api [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': task-3443809, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.855873} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.911351] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 8da528cb-6534-4c09-977d-ac078cbfcd58/8da528cb-6534-4c09-977d-ac078cbfcd58.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 683.911351] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 8da528cb-6534-4c09-977d-ac078cbfcd58] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 683.911624] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b35a9037-3c89-41e8-b568-0c34adba39e2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.918387] env[70398]: DEBUG oslo_vmware.api [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Waiting for the task: (returnval){ [ 683.918387] env[70398]: value = "task-3443813" [ 683.918387] env[70398]: _type = "Task" [ 683.918387] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.927692] env[70398]: DEBUG oslo_vmware.api [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': task-3443813, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.986880] env[70398]: DEBUG oslo_vmware.api [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443810, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.997509] env[70398]: DEBUG oslo_vmware.api [None req-a3402b3a-b1dd-4f9c-a748-d1175e108a0a tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3443807, 'name': CloneVM_Task} progress is 95%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.102792] env[70398]: DEBUG nova.compute.manager [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 684.263480] env[70398]: DEBUG oslo_vmware.api [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Task: {'id': task-3443812, 'name': Rename_Task, 'duration_secs': 0.156273} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.263880] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] [instance: ce148295-2ef2-4356-8e62-ae032a71d36b] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 684.263984] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e01ef73-08bc-40fa-94b7-a4f596e44643 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.269814] env[70398]: DEBUG oslo_vmware.api [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Waiting for the task: (returnval){ [ 684.269814] env[70398]: value = "task-3443814" [ 684.269814] env[70398]: _type = "Task" [ 684.269814] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.284324] env[70398]: DEBUG oslo_vmware.api [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Task: {'id': task-3443814, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.429211] env[70398]: DEBUG oslo_vmware.api [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': task-3443813, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074453} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.429497] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 8da528cb-6534-4c09-977d-ac078cbfcd58] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 684.430323] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02230b10-a3ed-4ae5-9678-42cc8b69bc3c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.454696] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 8da528cb-6534-4c09-977d-ac078cbfcd58] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 8da528cb-6534-4c09-977d-ac078cbfcd58/8da528cb-6534-4c09-977d-ac078cbfcd58.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 684.455285] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-718d9efb-92f9-467d-9e1c-184ed23b7e18 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.483265] env[70398]: DEBUG oslo_vmware.api [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Waiting for the task: (returnval){ [ 684.483265] env[70398]: value = "task-3443815" [ 684.483265] env[70398]: _type = "Task" [ 684.483265] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.487236] env[70398]: DEBUG oslo_vmware.api [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443810, 'name': PowerOnVM_Task, 'duration_secs': 1.038587} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.489994] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.490337] env[70398]: INFO nova.compute.manager [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Took 12.30 seconds to spawn the instance on the hypervisor. [ 684.490522] env[70398]: DEBUG nova.compute.manager [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.491295] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb94c24-b6c0-4270-b453-d4249de6884d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.503039] env[70398]: DEBUG oslo_vmware.api [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': task-3443815, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.507464] env[70398]: DEBUG oslo_vmware.api [None req-a3402b3a-b1dd-4f9c-a748-d1175e108a0a tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3443807, 'name': CloneVM_Task, 'duration_secs': 1.837522} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.513141] env[70398]: INFO nova.virt.vmwareapi.vmops [None req-a3402b3a-b1dd-4f9c-a748-d1175e108a0a tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Created linked-clone VM from snapshot [ 684.514440] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866ea453-477a-4164-8151-5bb0e1cb9862 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.521712] env[70398]: DEBUG nova.virt.vmwareapi.images [None req-a3402b3a-b1dd-4f9c-a748-d1175e108a0a tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Uploading image f3734b0b-c6c3-46aa-8d8d-c48458d6d23b {{(pid=70398) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 684.549858] env[70398]: DEBUG oslo_vmware.rw_handles [None req-a3402b3a-b1dd-4f9c-a748-d1175e108a0a tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 684.549858] env[70398]: value = "vm-687504" [ 684.549858] env[70398]: _type = "VirtualMachine" [ 684.549858] env[70398]: }. {{(pid=70398) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 684.550230] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d30d0caf-5431-4964-ace5-fcb7752ccce6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.559653] env[70398]: DEBUG oslo_vmware.rw_handles [None req-a3402b3a-b1dd-4f9c-a748-d1175e108a0a tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lease: (returnval){ [ 684.559653] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]526c2935-a548-4160-37c3-52bfafb53c36" [ 684.559653] env[70398]: _type = "HttpNfcLease" [ 684.559653] env[70398]: } obtained for exporting VM: (result){ [ 684.559653] env[70398]: value = "vm-687504" [ 684.559653] env[70398]: _type = "VirtualMachine" [ 684.559653] env[70398]: }. {{(pid=70398) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 684.559971] env[70398]: DEBUG oslo_vmware.api [None req-a3402b3a-b1dd-4f9c-a748-d1175e108a0a tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the lease: (returnval){ [ 684.559971] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]526c2935-a548-4160-37c3-52bfafb53c36" [ 684.559971] env[70398]: _type = "HttpNfcLease" [ 684.559971] env[70398]: } to be ready. {{(pid=70398) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 684.571997] env[70398]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 684.571997] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]526c2935-a548-4160-37c3-52bfafb53c36" [ 684.571997] env[70398]: _type = "HttpNfcLease" [ 684.571997] env[70398]: } is initializing. {{(pid=70398) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 684.779232] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd77a1c3-e20c-43bf-8820-cb9e3c42a9de {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.785705] env[70398]: DEBUG oslo_vmware.api [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Task: {'id': task-3443814, 'name': PowerOnVM_Task, 'duration_secs': 0.448649} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.787314] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] [instance: ce148295-2ef2-4356-8e62-ae032a71d36b] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.787314] env[70398]: INFO nova.compute.manager [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] [instance: ce148295-2ef2-4356-8e62-ae032a71d36b] Took 9.88 seconds to spawn the instance on the hypervisor. [ 684.787314] env[70398]: DEBUG nova.compute.manager [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] [instance: ce148295-2ef2-4356-8e62-ae032a71d36b] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.787517] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9cbe5b7-89f1-406f-8516-22051b86c97d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.793037] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4238906-47e5-4ccd-9e42-1866ace068a8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.830270] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919f433f-9690-419a-a8c3-41f310d15eaf {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.838191] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c808af-d80d-48db-b88a-89cfeb55953e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.852232] env[70398]: DEBUG nova.compute.provider_tree [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.001792] env[70398]: DEBUG oslo_vmware.api [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': task-3443815, 'name': ReconfigVM_Task, 'duration_secs': 0.265523} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.002123] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 8da528cb-6534-4c09-977d-ac078cbfcd58] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 8da528cb-6534-4c09-977d-ac078cbfcd58/8da528cb-6534-4c09-977d-ac078cbfcd58.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 685.002751] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bdad58c1-82f1-4919-9a17-f4fe98636703 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.013033] env[70398]: DEBUG oslo_vmware.api [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Waiting for the task: (returnval){ [ 685.013033] env[70398]: value = "task-3443817" [ 685.013033] env[70398]: _type = "Task" [ 685.013033] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.029108] env[70398]: INFO nova.compute.manager [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Took 40.43 seconds to build instance. [ 685.031132] env[70398]: DEBUG oslo_vmware.api [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': task-3443817, 'name': Rename_Task} progress is 10%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.071247] env[70398]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 685.071247] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]526c2935-a548-4160-37c3-52bfafb53c36" [ 685.071247] env[70398]: _type = "HttpNfcLease" [ 685.071247] env[70398]: } is ready. {{(pid=70398) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 685.071541] env[70398]: DEBUG oslo_vmware.rw_handles [None req-a3402b3a-b1dd-4f9c-a748-d1175e108a0a tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 685.071541] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]526c2935-a548-4160-37c3-52bfafb53c36" [ 685.071541] env[70398]: _type = "HttpNfcLease" [ 685.071541] env[70398]: }. {{(pid=70398) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 685.072298] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b16c1b-2118-4d41-9a11-a96c0e0ee05c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.080208] env[70398]: DEBUG oslo_vmware.rw_handles [None req-a3402b3a-b1dd-4f9c-a748-d1175e108a0a tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c78fa1-abb8-dedc-60c1-69fe9584bcb0/disk-0.vmdk from lease info. {{(pid=70398) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 685.080493] env[70398]: DEBUG oslo_vmware.rw_handles [None req-a3402b3a-b1dd-4f9c-a748-d1175e108a0a tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c78fa1-abb8-dedc-60c1-69fe9584bcb0/disk-0.vmdk for reading. {{(pid=70398) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 685.143767] env[70398]: DEBUG nova.compute.manager [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 685.169137] env[70398]: DEBUG nova.virt.hardware [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 685.169137] env[70398]: DEBUG nova.virt.hardware [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 685.169137] env[70398]: DEBUG nova.virt.hardware [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.169137] env[70398]: DEBUG nova.virt.hardware [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 685.169434] env[70398]: DEBUG nova.virt.hardware [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.169434] env[70398]: DEBUG nova.virt.hardware [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 685.169434] env[70398]: DEBUG nova.virt.hardware [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 685.169571] env[70398]: DEBUG nova.virt.hardware [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 685.169762] env[70398]: DEBUG nova.virt.hardware [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 685.169923] env[70398]: DEBUG nova.virt.hardware [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 685.170128] env[70398]: DEBUG nova.virt.hardware [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 685.170976] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c20ee5-5c4f-44a3-a1e3-ebd8da2f736b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.184593] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25df276-1108-4df7-ab53-bdb1e2e86c2b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.191193] env[70398]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-53aee1d9-b9a9-403a-ab21-2dac6f26120c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.200646] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Instance VIF info [] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 685.206907] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 685.209403] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 685.209734] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9759734c-f32d-4b51-bb84-6dd2d5ed6aed {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.233514] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 685.233514] env[70398]: value = "task-3443818" [ 685.233514] env[70398]: _type = "Task" [ 685.233514] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.247444] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443818, 'name': CreateVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.313605] env[70398]: INFO nova.compute.manager [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] [instance: ce148295-2ef2-4356-8e62-ae032a71d36b] Took 37.88 seconds to build instance. [ 685.354956] env[70398]: DEBUG nova.scheduler.client.report [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.527924] env[70398]: DEBUG oslo_vmware.api [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': task-3443817, 'name': Rename_Task, 'duration_secs': 0.168307} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.529694] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 8da528cb-6534-4c09-977d-ac078cbfcd58] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 685.530010] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e440c9c-e502-49f2-ae00-9e7c66be729f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.532089] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a19ee4be-deb3-451f-8df3-ded41536cce0 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Lock "86972721-627d-4108-ae2f-6d7519de74c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.249s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.541967] env[70398]: DEBUG oslo_vmware.api [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Waiting for the task: (returnval){ [ 685.541967] env[70398]: value = "task-3443819" [ 685.541967] env[70398]: _type = "Task" [ 685.541967] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.554493] env[70398]: DEBUG oslo_vmware.api [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': task-3443819, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.750301] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443818, 'name': CreateVM_Task, 'duration_secs': 0.343599} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.750640] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.751770] env[70398]: DEBUG oslo_concurrency.lockutils [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.751770] env[70398]: DEBUG oslo_concurrency.lockutils [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.752030] env[70398]: DEBUG oslo_concurrency.lockutils [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.752449] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bef2088d-f57e-438e-b9a5-51a5a163bf7f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.757932] env[70398]: DEBUG oslo_vmware.api [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Waiting for the task: (returnval){ [ 685.757932] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52875bab-730b-20b1-c605-8a1f7f9f699a" [ 685.757932] env[70398]: _type = "Task" [ 685.757932] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.767155] env[70398]: DEBUG oslo_vmware.api [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52875bab-730b-20b1-c605-8a1f7f9f699a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.818705] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9eb1cdf1-b839-4f24-a01a-869037bba17b tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Lock "ce148295-2ef2-4356-8e62-ae032a71d36b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.948s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.861207] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.772s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.862084] env[70398]: DEBUG nova.compute.manager [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: 94ca8146-bef3-47a0-a41f-51e3b2d773b9] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 685.865833] env[70398]: DEBUG oslo_concurrency.lockutils [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.834s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.867460] env[70398]: INFO nova.compute.claims [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: cfc4e624-db92-423c-969c-64d433595497] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 686.038998] env[70398]: DEBUG nova.compute.manager [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] [instance: bb51f520-2d79-411b-989a-829094314e11] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.054672] env[70398]: DEBUG oslo_vmware.api [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': task-3443819, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.089344] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Acquiring lock "c8365af2-10de-4aa2-833d-d5ed1253c168" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.089344] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Lock "c8365af2-10de-4aa2-833d-d5ed1253c168" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.276451] env[70398]: DEBUG oslo_vmware.api [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52875bab-730b-20b1-c605-8a1f7f9f699a, 'name': SearchDatastore_Task, 'duration_secs': 0.014221} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.276451] env[70398]: DEBUG oslo_concurrency.lockutils [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.276451] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.276451] env[70398]: DEBUG oslo_concurrency.lockutils [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.276646] env[70398]: DEBUG oslo_concurrency.lockutils [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.276646] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.276646] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d20063b1-b86b-4999-9b2b-8bc0d0bd0a2b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.286692] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.286922] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.287776] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f88e7f53-fd76-454d-bca6-73680da1f247 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.293412] env[70398]: DEBUG oslo_vmware.api [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Waiting for the task: (returnval){ [ 686.293412] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5211a73b-edf7-4d02-7889-e45107513b1b" [ 686.293412] env[70398]: _type = "Task" [ 686.293412] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.304240] env[70398]: DEBUG oslo_vmware.api [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5211a73b-edf7-4d02-7889-e45107513b1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.321997] env[70398]: DEBUG nova.compute.manager [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.372843] env[70398]: DEBUG nova.compute.utils [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 686.376174] env[70398]: DEBUG nova.compute.manager [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: 94ca8146-bef3-47a0-a41f-51e3b2d773b9] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 686.376356] env[70398]: DEBUG nova.network.neutron [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: 94ca8146-bef3-47a0-a41f-51e3b2d773b9] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 686.457196] env[70398]: DEBUG nova.policy [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6662db6681d4159874c0f638cda8fb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64cd2f192280404a9ff246ce75cf18d4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 686.560435] env[70398]: DEBUG oslo_vmware.api [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': task-3443819, 'name': PowerOnVM_Task, 'duration_secs': 0.628817} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.560844] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 8da528cb-6534-4c09-977d-ac078cbfcd58] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 686.561096] env[70398]: INFO nova.compute.manager [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 8da528cb-6534-4c09-977d-ac078cbfcd58] Took 6.39 seconds to spawn the instance on the hypervisor. [ 686.561375] env[70398]: DEBUG nova.compute.manager [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 8da528cb-6534-4c09-977d-ac078cbfcd58] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.562160] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb41fc0-e4ea-4ee0-b750-19f81283bc7e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.582850] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.809379] env[70398]: DEBUG oslo_vmware.api [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5211a73b-edf7-4d02-7889-e45107513b1b, 'name': SearchDatastore_Task, 'duration_secs': 0.018968} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.810848] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-140580d7-c2a9-4839-a2fd-669ba5632cf1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.818631] env[70398]: DEBUG oslo_vmware.api [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Waiting for the task: (returnval){ [ 686.818631] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5279ae5e-af48-cbf5-3e22-2896d49a1070" [ 686.818631] env[70398]: _type = "Task" [ 686.818631] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.832266] env[70398]: DEBUG oslo_vmware.api [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5279ae5e-af48-cbf5-3e22-2896d49a1070, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.850740] env[70398]: DEBUG oslo_concurrency.lockutils [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.880815] env[70398]: DEBUG nova.compute.manager [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: 94ca8146-bef3-47a0-a41f-51e3b2d773b9] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 686.934273] env[70398]: DEBUG nova.network.neutron [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: 94ca8146-bef3-47a0-a41f-51e3b2d773b9] Successfully created port: 50fc60e9-f904-46fd-aab4-7267da3c7886 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 687.013501] env[70398]: DEBUG oslo_concurrency.lockutils [None req-390f8bf7-d035-4e09-8dec-62b240344608 tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Acquiring lock "ce148295-2ef2-4356-8e62-ae032a71d36b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.016302] env[70398]: DEBUG oslo_concurrency.lockutils [None req-390f8bf7-d035-4e09-8dec-62b240344608 tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Lock "ce148295-2ef2-4356-8e62-ae032a71d36b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.016740] env[70398]: DEBUG oslo_concurrency.lockutils [None req-390f8bf7-d035-4e09-8dec-62b240344608 tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Acquiring lock "ce148295-2ef2-4356-8e62-ae032a71d36b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.017129] env[70398]: DEBUG oslo_concurrency.lockutils [None req-390f8bf7-d035-4e09-8dec-62b240344608 tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Lock "ce148295-2ef2-4356-8e62-ae032a71d36b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.017539] env[70398]: DEBUG oslo_concurrency.lockutils [None req-390f8bf7-d035-4e09-8dec-62b240344608 tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Lock "ce148295-2ef2-4356-8e62-ae032a71d36b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.020356] env[70398]: INFO nova.compute.manager [None req-390f8bf7-d035-4e09-8dec-62b240344608 tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] [instance: ce148295-2ef2-4356-8e62-ae032a71d36b] Terminating instance [ 687.086602] env[70398]: INFO nova.compute.manager [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 8da528cb-6534-4c09-977d-ac078cbfcd58] Took 36.01 seconds to build instance. [ 687.118054] env[70398]: DEBUG nova.compute.manager [None req-eb97a676-6f3d-4090-b0be-3a19d209c77c tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 687.119615] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fab2c5-53d5-4eea-8228-5b3ab3c87889 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.334430] env[70398]: DEBUG oslo_vmware.api [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5279ae5e-af48-cbf5-3e22-2896d49a1070, 'name': SearchDatastore_Task, 'duration_secs': 0.018574} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.334772] env[70398]: DEBUG oslo_concurrency.lockutils [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.335071] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 1802046c-3dcf-4b7a-b062-5f9c177a11d6/1802046c-3dcf-4b7a-b062-5f9c177a11d6.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.335957] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee85bea4-7821-4b56-862e-2caec0361edc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.347963] env[70398]: DEBUG oslo_vmware.api [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Waiting for the task: (returnval){ [ 687.347963] env[70398]: value = "task-3443820" [ 687.347963] env[70398]: _type = "Task" [ 687.347963] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.361398] env[70398]: DEBUG oslo_vmware.api [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': task-3443820, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.527029] env[70398]: DEBUG nova.compute.manager [None req-390f8bf7-d035-4e09-8dec-62b240344608 tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] [instance: ce148295-2ef2-4356-8e62-ae032a71d36b] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 687.527029] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-390f8bf7-d035-4e09-8dec-62b240344608 tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] [instance: ce148295-2ef2-4356-8e62-ae032a71d36b] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 687.527029] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471bb94a-f20a-4e11-b3ac-59a621df2948 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.535307] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-390f8bf7-d035-4e09-8dec-62b240344608 tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] [instance: ce148295-2ef2-4356-8e62-ae032a71d36b] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 687.538670] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1562d0d8-4eaa-4607-b54c-0d688aa3452a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.546144] env[70398]: DEBUG oslo_vmware.api [None req-390f8bf7-d035-4e09-8dec-62b240344608 tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Waiting for the task: (returnval){ [ 687.546144] env[70398]: value = "task-3443821" [ 687.546144] env[70398]: _type = "Task" [ 687.546144] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.557397] env[70398]: DEBUG oslo_vmware.api [None req-390f8bf7-d035-4e09-8dec-62b240344608 tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Task: {'id': task-3443821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.590701] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b574bab9-8299-4dd2-9813-bf088f1682d4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.595503] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b4ba9551-36f8-4cfb-89c1-b352f5968ac2 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Lock "8da528cb-6534-4c09-977d-ac078cbfcd58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.648s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.605281] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996fee5e-ded7-4ad2-afaa-37168f847c83 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.643763] env[70398]: INFO nova.compute.manager [None req-eb97a676-6f3d-4090-b0be-3a19d209c77c tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] instance snapshotting [ 687.647057] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc7aa55-1c3e-4f1c-b26b-d298f476ef48 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.651394] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd946427-db32-47af-9f7c-668872dbcb01 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.661789] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd57fbe2-d937-4495-820e-1c5aedc6a265 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.684599] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc50afa2-ffa9-45b2-9d59-6d117e378267 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.695904] env[70398]: DEBUG nova.compute.provider_tree [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.864427] env[70398]: DEBUG oslo_vmware.api [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': task-3443820, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.897549] env[70398]: DEBUG nova.compute.manager [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: 94ca8146-bef3-47a0-a41f-51e3b2d773b9] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 687.924383] env[70398]: DEBUG nova.virt.hardware [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 687.924709] env[70398]: DEBUG nova.virt.hardware [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 687.924873] env[70398]: DEBUG nova.virt.hardware [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 687.925080] env[70398]: DEBUG nova.virt.hardware [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 687.925238] env[70398]: DEBUG nova.virt.hardware [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 687.925388] env[70398]: DEBUG nova.virt.hardware [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 687.925697] env[70398]: DEBUG nova.virt.hardware [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 687.925909] env[70398]: DEBUG nova.virt.hardware [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 687.926113] env[70398]: DEBUG nova.virt.hardware [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 687.926292] env[70398]: DEBUG nova.virt.hardware [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 687.926471] env[70398]: DEBUG nova.virt.hardware [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 687.927525] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af63066-d585-440f-922a-f201ef9c77aa {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.939392] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb71309-9665-4048-bda6-0f31cc4c90bc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.056097] env[70398]: DEBUG oslo_vmware.api [None req-390f8bf7-d035-4e09-8dec-62b240344608 tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Task: {'id': task-3443821, 'name': PowerOffVM_Task, 'duration_secs': 0.245879} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.056631] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-390f8bf7-d035-4e09-8dec-62b240344608 tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] [instance: ce148295-2ef2-4356-8e62-ae032a71d36b] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 688.058405] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-390f8bf7-d035-4e09-8dec-62b240344608 tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] [instance: ce148295-2ef2-4356-8e62-ae032a71d36b] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 688.058405] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-622d8731-eab4-40e4-8b09-7ed0873f9fd9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.098996] env[70398]: DEBUG nova.compute.manager [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 6e0de7b8-ef2d-4449-8e08-e188d9f210ad] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 688.122972] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-390f8bf7-d035-4e09-8dec-62b240344608 tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] [instance: ce148295-2ef2-4356-8e62-ae032a71d36b] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 688.123158] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-390f8bf7-d035-4e09-8dec-62b240344608 tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] [instance: ce148295-2ef2-4356-8e62-ae032a71d36b] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 688.123363] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-390f8bf7-d035-4e09-8dec-62b240344608 tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Deleting the datastore file [datastore1] ce148295-2ef2-4356-8e62-ae032a71d36b {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 688.123635] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac0534ea-aa85-4e37-8d93-4ee58ddc4156 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.130083] env[70398]: DEBUG oslo_vmware.api [None req-390f8bf7-d035-4e09-8dec-62b240344608 tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Waiting for the task: (returnval){ [ 688.130083] env[70398]: value = "task-3443823" [ 688.130083] env[70398]: _type = "Task" [ 688.130083] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.137532] env[70398]: DEBUG oslo_vmware.api [None req-390f8bf7-d035-4e09-8dec-62b240344608 tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Task: {'id': task-3443823, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.205451] env[70398]: DEBUG nova.scheduler.client.report [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.209686] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-eb97a676-6f3d-4090-b0be-3a19d209c77c tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Creating Snapshot of the VM instance {{(pid=70398) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 688.210478] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5b63bf30-dc1d-408c-a64a-875830987e09 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.217742] env[70398]: DEBUG oslo_vmware.api [None req-eb97a676-6f3d-4090-b0be-3a19d209c77c tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Waiting for the task: (returnval){ [ 688.217742] env[70398]: value = "task-3443824" [ 688.217742] env[70398]: _type = "Task" [ 688.217742] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.226981] env[70398]: DEBUG oslo_vmware.api [None req-eb97a676-6f3d-4090-b0be-3a19d209c77c tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443824, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.363250] env[70398]: DEBUG oslo_vmware.api [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': task-3443820, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624831} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.363548] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 1802046c-3dcf-4b7a-b062-5f9c177a11d6/1802046c-3dcf-4b7a-b062-5f9c177a11d6.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.363898] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.364237] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69400b22-52ae-458d-80bc-6954bd04c411 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.370813] env[70398]: DEBUG oslo_vmware.api [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Waiting for the task: (returnval){ [ 688.370813] env[70398]: value = "task-3443825" [ 688.370813] env[70398]: _type = "Task" [ 688.370813] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.379051] env[70398]: DEBUG oslo_vmware.api [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': task-3443825, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.541410] env[70398]: DEBUG nova.compute.manager [req-a7f0d00b-9cee-48c9-b9df-6be3f5721dbe req-52ae9b9f-ff28-4ee7-a19c-fa6162218aeb service nova] [instance: 94ca8146-bef3-47a0-a41f-51e3b2d773b9] Received event network-vif-plugged-50fc60e9-f904-46fd-aab4-7267da3c7886 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.541524] env[70398]: DEBUG oslo_concurrency.lockutils [req-a7f0d00b-9cee-48c9-b9df-6be3f5721dbe req-52ae9b9f-ff28-4ee7-a19c-fa6162218aeb service nova] Acquiring lock "94ca8146-bef3-47a0-a41f-51e3b2d773b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.541736] env[70398]: DEBUG oslo_concurrency.lockutils [req-a7f0d00b-9cee-48c9-b9df-6be3f5721dbe req-52ae9b9f-ff28-4ee7-a19c-fa6162218aeb service nova] Lock "94ca8146-bef3-47a0-a41f-51e3b2d773b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.541941] env[70398]: DEBUG oslo_concurrency.lockutils [req-a7f0d00b-9cee-48c9-b9df-6be3f5721dbe req-52ae9b9f-ff28-4ee7-a19c-fa6162218aeb service nova] Lock "94ca8146-bef3-47a0-a41f-51e3b2d773b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.542224] env[70398]: DEBUG nova.compute.manager [req-a7f0d00b-9cee-48c9-b9df-6be3f5721dbe req-52ae9b9f-ff28-4ee7-a19c-fa6162218aeb service nova] [instance: 94ca8146-bef3-47a0-a41f-51e3b2d773b9] No waiting events found dispatching network-vif-plugged-50fc60e9-f904-46fd-aab4-7267da3c7886 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 688.542435] env[70398]: WARNING nova.compute.manager [req-a7f0d00b-9cee-48c9-b9df-6be3f5721dbe req-52ae9b9f-ff28-4ee7-a19c-fa6162218aeb service nova] [instance: 94ca8146-bef3-47a0-a41f-51e3b2d773b9] Received unexpected event network-vif-plugged-50fc60e9-f904-46fd-aab4-7267da3c7886 for instance with vm_state building and task_state spawning. [ 688.620834] env[70398]: DEBUG nova.network.neutron [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: 94ca8146-bef3-47a0-a41f-51e3b2d773b9] Successfully updated port: 50fc60e9-f904-46fd-aab4-7267da3c7886 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 688.625326] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.641238] env[70398]: DEBUG oslo_vmware.api [None req-390f8bf7-d035-4e09-8dec-62b240344608 tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Task: {'id': task-3443823, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257734} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.641492] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-390f8bf7-d035-4e09-8dec-62b240344608 tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 688.641708] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-390f8bf7-d035-4e09-8dec-62b240344608 tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] [instance: ce148295-2ef2-4356-8e62-ae032a71d36b] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 688.641888] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-390f8bf7-d035-4e09-8dec-62b240344608 tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] [instance: ce148295-2ef2-4356-8e62-ae032a71d36b] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 688.642080] env[70398]: INFO nova.compute.manager [None req-390f8bf7-d035-4e09-8dec-62b240344608 tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] [instance: ce148295-2ef2-4356-8e62-ae032a71d36b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 688.642314] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-390f8bf7-d035-4e09-8dec-62b240344608 tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.642498] env[70398]: DEBUG nova.compute.manager [-] [instance: ce148295-2ef2-4356-8e62-ae032a71d36b] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 688.642593] env[70398]: DEBUG nova.network.neutron [-] [instance: ce148295-2ef2-4356-8e62-ae032a71d36b] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 688.711758] env[70398]: DEBUG oslo_concurrency.lockutils [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.846s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.712347] env[70398]: DEBUG nova.compute.manager [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: cfc4e624-db92-423c-969c-64d433595497] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 688.715111] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.953s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.719240] env[70398]: INFO nova.compute.claims [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] [instance: e520b86c-a70c-48a3-bb69-8212a40050cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 688.731396] env[70398]: DEBUG oslo_vmware.api [None req-eb97a676-6f3d-4090-b0be-3a19d209c77c tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443824, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.882469] env[70398]: DEBUG oslo_vmware.api [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': task-3443825, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072385} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.882691] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.883490] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9df7ad9-4529-4f27-9783-df7680d794bc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.906255] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 1802046c-3dcf-4b7a-b062-5f9c177a11d6/1802046c-3dcf-4b7a-b062-5f9c177a11d6.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.907025] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e492690-c26c-456b-afbd-3492b579569e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.926009] env[70398]: DEBUG oslo_vmware.api [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Waiting for the task: (returnval){ [ 688.926009] env[70398]: value = "task-3443826" [ 688.926009] env[70398]: _type = "Task" [ 688.926009] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.934395] env[70398]: DEBUG oslo_vmware.api [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': task-3443826, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.122611] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Acquiring lock "refresh_cache-94ca8146-bef3-47a0-a41f-51e3b2d773b9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.122838] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Acquired lock "refresh_cache-94ca8146-bef3-47a0-a41f-51e3b2d773b9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.122963] env[70398]: DEBUG nova.network.neutron [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: 94ca8146-bef3-47a0-a41f-51e3b2d773b9] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.224664] env[70398]: DEBUG nova.compute.utils [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 689.226039] env[70398]: DEBUG nova.compute.manager [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: cfc4e624-db92-423c-969c-64d433595497] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 689.226168] env[70398]: DEBUG nova.network.neutron [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: cfc4e624-db92-423c-969c-64d433595497] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 689.241394] env[70398]: DEBUG oslo_vmware.api [None req-eb97a676-6f3d-4090-b0be-3a19d209c77c tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443824, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.280031] env[70398]: DEBUG nova.policy [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc41ad9186324a6dadf89790eeb007c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2559077b16fb47ff86017cc6d015de33', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 689.389603] env[70398]: DEBUG nova.network.neutron [-] [instance: ce148295-2ef2-4356-8e62-ae032a71d36b] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.440135] env[70398]: DEBUG oslo_vmware.api [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': task-3443826, 'name': ReconfigVM_Task, 'duration_secs': 0.329388} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.440194] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 1802046c-3dcf-4b7a-b062-5f9c177a11d6/1802046c-3dcf-4b7a-b062-5f9c177a11d6.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.440804] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da2d1666-8d08-4a80-a374-59d3a0590092 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.447838] env[70398]: DEBUG oslo_vmware.api [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Waiting for the task: (returnval){ [ 689.447838] env[70398]: value = "task-3443827" [ 689.447838] env[70398]: _type = "Task" [ 689.447838] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.458120] env[70398]: DEBUG oslo_vmware.api [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': task-3443827, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.652934] env[70398]: DEBUG nova.network.neutron [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: cfc4e624-db92-423c-969c-64d433595497] Successfully created port: 9d0fcf30-69f7-4636-a4b8-d68048d783f8 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 689.666672] env[70398]: DEBUG nova.network.neutron [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: 94ca8146-bef3-47a0-a41f-51e3b2d773b9] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 689.737049] env[70398]: DEBUG nova.compute.manager [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: cfc4e624-db92-423c-969c-64d433595497] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 689.743489] env[70398]: DEBUG oslo_vmware.api [None req-eb97a676-6f3d-4090-b0be-3a19d209c77c tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443824, 'name': CreateSnapshot_Task, 'duration_secs': 1.226399} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.747653] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-eb97a676-6f3d-4090-b0be-3a19d209c77c tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Created Snapshot of the VM instance {{(pid=70398) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 689.748645] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e7233c-60a4-4fb1-9610-a6b7274cb6e4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.893230] env[70398]: INFO nova.compute.manager [-] [instance: ce148295-2ef2-4356-8e62-ae032a71d36b] Took 1.25 seconds to deallocate network for instance. [ 689.918970] env[70398]: DEBUG nova.network.neutron [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: 94ca8146-bef3-47a0-a41f-51e3b2d773b9] Updating instance_info_cache with network_info: [{"id": "50fc60e9-f904-46fd-aab4-7267da3c7886", "address": "fa:16:3e:bd:64:8e", "network": {"id": "9b79551f-7584-4d61-b2a0-efe46a621f82", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3934dab198654b86ac5acbec6380b4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50fc60e9-f9", "ovs_interfaceid": "50fc60e9-f904-46fd-aab4-7267da3c7886", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.958232] env[70398]: DEBUG oslo_vmware.api [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': task-3443827, 'name': Rename_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.084228] env[70398]: DEBUG nova.network.neutron [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: cfc4e624-db92-423c-969c-64d433595497] Successfully created port: 7e301c05-2a79-4e52-9797-48cb553aee13 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 690.269234] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-eb97a676-6f3d-4090-b0be-3a19d209c77c tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Creating linked-clone VM from snapshot {{(pid=70398) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 690.272649] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-75096a13-b97c-45b6-8936-d3af4dac3f62 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.286022] env[70398]: DEBUG oslo_vmware.api [None req-eb97a676-6f3d-4090-b0be-3a19d209c77c tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Waiting for the task: (returnval){ [ 690.286022] env[70398]: value = "task-3443828" [ 690.286022] env[70398]: _type = "Task" [ 690.286022] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.296379] env[70398]: DEBUG oslo_vmware.api [None req-eb97a676-6f3d-4090-b0be-3a19d209c77c tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443828, 'name': CloneVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.304053] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe53d39c-9143-48f2-806a-c82b794aec33 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.309714] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ecb940d-48b8-4d10-9534-cf74c49ff346 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.344723] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab01e862-2e52-47c7-9193-1a5efb61111b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.353063] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75425a80-eb37-4e4d-8a66-3b665f21f5b2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.368263] env[70398]: DEBUG nova.compute.provider_tree [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.378155] env[70398]: DEBUG nova.network.neutron [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: cfc4e624-db92-423c-969c-64d433595497] Successfully created port: 588a76a0-e489-4985-9cfc-154aeb8e6db0 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 690.400556] env[70398]: DEBUG oslo_concurrency.lockutils [None req-390f8bf7-d035-4e09-8dec-62b240344608 tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.425614] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Releasing lock "refresh_cache-94ca8146-bef3-47a0-a41f-51e3b2d773b9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.426831] env[70398]: DEBUG nova.compute.manager [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: 94ca8146-bef3-47a0-a41f-51e3b2d773b9] Instance network_info: |[{"id": "50fc60e9-f904-46fd-aab4-7267da3c7886", "address": "fa:16:3e:bd:64:8e", "network": {"id": "9b79551f-7584-4d61-b2a0-efe46a621f82", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3934dab198654b86ac5acbec6380b4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50fc60e9-f9", "ovs_interfaceid": "50fc60e9-f904-46fd-aab4-7267da3c7886", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 690.426991] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: 94ca8146-bef3-47a0-a41f-51e3b2d773b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:64:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b911797-478d-4ee5-bce9-6f2f49014e94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50fc60e9-f904-46fd-aab4-7267da3c7886', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.433991] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 690.434248] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94ca8146-bef3-47a0-a41f-51e3b2d773b9] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 690.434500] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-690b3875-b75f-426c-9b6e-9ccad1fce2e1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.458533] env[70398]: DEBUG oslo_vmware.api [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': task-3443827, 'name': Rename_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.459796] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 690.459796] env[70398]: value = "task-3443829" [ 690.459796] env[70398]: _type = "Task" [ 690.459796] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.467394] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443829, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.596321] env[70398]: DEBUG nova.compute.manager [req-35ef8c21-9aa1-4bfa-898c-9efa2bdd57c0 req-1d621a85-1ed7-4810-bbc0-a821b11984bb service nova] [instance: 94ca8146-bef3-47a0-a41f-51e3b2d773b9] Received event network-changed-50fc60e9-f904-46fd-aab4-7267da3c7886 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.597169] env[70398]: DEBUG nova.compute.manager [req-35ef8c21-9aa1-4bfa-898c-9efa2bdd57c0 req-1d621a85-1ed7-4810-bbc0-a821b11984bb service nova] [instance: 94ca8146-bef3-47a0-a41f-51e3b2d773b9] Refreshing instance network info cache due to event network-changed-50fc60e9-f904-46fd-aab4-7267da3c7886. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 690.598871] env[70398]: DEBUG oslo_concurrency.lockutils [req-35ef8c21-9aa1-4bfa-898c-9efa2bdd57c0 req-1d621a85-1ed7-4810-bbc0-a821b11984bb service nova] Acquiring lock "refresh_cache-94ca8146-bef3-47a0-a41f-51e3b2d773b9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.598871] env[70398]: DEBUG oslo_concurrency.lockutils [req-35ef8c21-9aa1-4bfa-898c-9efa2bdd57c0 req-1d621a85-1ed7-4810-bbc0-a821b11984bb service nova] Acquired lock "refresh_cache-94ca8146-bef3-47a0-a41f-51e3b2d773b9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.598871] env[70398]: DEBUG nova.network.neutron [req-35ef8c21-9aa1-4bfa-898c-9efa2bdd57c0 req-1d621a85-1ed7-4810-bbc0-a821b11984bb service nova] [instance: 94ca8146-bef3-47a0-a41f-51e3b2d773b9] Refreshing network info cache for port 50fc60e9-f904-46fd-aab4-7267da3c7886 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.757300] env[70398]: DEBUG nova.compute.manager [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: cfc4e624-db92-423c-969c-64d433595497] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 690.781034] env[70398]: DEBUG nova.virt.hardware [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 690.781336] env[70398]: DEBUG nova.virt.hardware [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 690.781464] env[70398]: DEBUG nova.virt.hardware [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.781641] env[70398]: DEBUG nova.virt.hardware [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 690.781789] env[70398]: DEBUG nova.virt.hardware [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.781934] env[70398]: DEBUG nova.virt.hardware [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 690.782420] env[70398]: DEBUG nova.virt.hardware [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 690.782604] env[70398]: DEBUG nova.virt.hardware [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 690.782778] env[70398]: DEBUG nova.virt.hardware [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 690.782948] env[70398]: DEBUG nova.virt.hardware [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 690.783204] env[70398]: DEBUG nova.virt.hardware [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 690.784010] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84285fdc-133d-46d7-8ceb-4847bcb88e2a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.799657] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a35731-6483-458d-8d43-37382139ab02 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.803872] env[70398]: DEBUG oslo_vmware.api [None req-eb97a676-6f3d-4090-b0be-3a19d209c77c tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443828, 'name': CloneVM_Task} progress is 94%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.872380] env[70398]: DEBUG nova.scheduler.client.report [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.962012] env[70398]: DEBUG oslo_vmware.api [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': task-3443827, 'name': Rename_Task, 'duration_secs': 1.156197} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.965655] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.965816] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b605cdbe-0535-4a9c-908c-dedd604d54df {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.972709] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443829, 'name': CreateVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.974148] env[70398]: DEBUG oslo_vmware.api [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Waiting for the task: (returnval){ [ 690.974148] env[70398]: value = "task-3443830" [ 690.974148] env[70398]: _type = "Task" [ 690.974148] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.983890] env[70398]: DEBUG oslo_vmware.api [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': task-3443830, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.297108] env[70398]: DEBUG oslo_vmware.api [None req-eb97a676-6f3d-4090-b0be-3a19d209c77c tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443828, 'name': CloneVM_Task} progress is 94%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.378751] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.379014] env[70398]: DEBUG nova.compute.manager [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] [instance: e520b86c-a70c-48a3-bb69-8212a40050cb] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 691.383223] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.997s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.383424] env[70398]: DEBUG nova.objects.instance [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70398) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 691.411052] env[70398]: DEBUG nova.network.neutron [req-35ef8c21-9aa1-4bfa-898c-9efa2bdd57c0 req-1d621a85-1ed7-4810-bbc0-a821b11984bb service nova] [instance: 94ca8146-bef3-47a0-a41f-51e3b2d773b9] Updated VIF entry in instance network info cache for port 50fc60e9-f904-46fd-aab4-7267da3c7886. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.412202] env[70398]: DEBUG nova.network.neutron [req-35ef8c21-9aa1-4bfa-898c-9efa2bdd57c0 req-1d621a85-1ed7-4810-bbc0-a821b11984bb service nova] [instance: 94ca8146-bef3-47a0-a41f-51e3b2d773b9] Updating instance_info_cache with network_info: [{"id": "50fc60e9-f904-46fd-aab4-7267da3c7886", "address": "fa:16:3e:bd:64:8e", "network": {"id": "9b79551f-7584-4d61-b2a0-efe46a621f82", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3934dab198654b86ac5acbec6380b4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50fc60e9-f9", "ovs_interfaceid": "50fc60e9-f904-46fd-aab4-7267da3c7886", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.475457] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443829, 'name': CreateVM_Task, 'duration_secs': 0.703232} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.479094] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94ca8146-bef3-47a0-a41f-51e3b2d773b9] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.479988] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.480186] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.480511] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.481162] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28286d8a-32a5-478f-8d11-93da20f7d6ed {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.486140] env[70398]: DEBUG oslo_vmware.api [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': task-3443830, 'name': PowerOnVM_Task, 'duration_secs': 0.510418} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.486623] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 691.486864] env[70398]: INFO nova.compute.manager [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Took 6.34 seconds to spawn the instance on the hypervisor. [ 691.487075] env[70398]: DEBUG nova.compute.manager [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 691.487829] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b094f006-fcba-4ba3-907c-39ad9805c72b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.491909] env[70398]: DEBUG oslo_vmware.api [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Waiting for the task: (returnval){ [ 691.491909] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f725d7-cf18-dce4-c4af-cac083d71e60" [ 691.491909] env[70398]: _type = "Task" [ 691.491909] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.506524] env[70398]: DEBUG oslo_vmware.api [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f725d7-cf18-dce4-c4af-cac083d71e60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.797165] env[70398]: DEBUG oslo_vmware.api [None req-eb97a676-6f3d-4090-b0be-3a19d209c77c tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443828, 'name': CloneVM_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.895198] env[70398]: DEBUG nova.compute.utils [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 691.900298] env[70398]: DEBUG nova.compute.manager [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] [instance: e520b86c-a70c-48a3-bb69-8212a40050cb] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 691.900298] env[70398]: DEBUG nova.network.neutron [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] [instance: e520b86c-a70c-48a3-bb69-8212a40050cb] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 691.915026] env[70398]: DEBUG oslo_concurrency.lockutils [req-35ef8c21-9aa1-4bfa-898c-9efa2bdd57c0 req-1d621a85-1ed7-4810-bbc0-a821b11984bb service nova] Releasing lock "refresh_cache-94ca8146-bef3-47a0-a41f-51e3b2d773b9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.915026] env[70398]: DEBUG nova.compute.manager [req-35ef8c21-9aa1-4bfa-898c-9efa2bdd57c0 req-1d621a85-1ed7-4810-bbc0-a821b11984bb service nova] [instance: ce148295-2ef2-4356-8e62-ae032a71d36b] Received event network-vif-deleted-66b30f1c-1b77-4e5b-9acc-f90f139ebfc2 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.007392] env[70398]: DEBUG oslo_vmware.api [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f725d7-cf18-dce4-c4af-cac083d71e60, 'name': SearchDatastore_Task, 'duration_secs': 0.016029} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.007709] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.007943] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: 94ca8146-bef3-47a0-a41f-51e3b2d773b9] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.008195] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.008347] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.008526] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.008801] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e3dca43-befe-4520-92bf-5ef68cf16ffb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.019860] env[70398]: INFO nova.compute.manager [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Took 36.15 seconds to build instance. [ 692.035125] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.035370] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 692.036759] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc467afa-806c-41c0-840e-c43d0e6c47c2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.043907] env[70398]: DEBUG oslo_vmware.api [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Waiting for the task: (returnval){ [ 692.043907] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52c33823-1a29-327e-0029-a6eb905431a3" [ 692.043907] env[70398]: _type = "Task" [ 692.043907] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.064035] env[70398]: DEBUG oslo_vmware.api [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52c33823-1a29-327e-0029-a6eb905431a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.206289] env[70398]: DEBUG nova.policy [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77b0a52f6a0a4a1ab802badde5d58e38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c59308489e2648eca1333787fe684577', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.302721] env[70398]: DEBUG oslo_vmware.api [None req-eb97a676-6f3d-4090-b0be-3a19d209c77c tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443828, 'name': CloneVM_Task, 'duration_secs': 1.555622} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.303160] env[70398]: INFO nova.virt.vmwareapi.vmops [None req-eb97a676-6f3d-4090-b0be-3a19d209c77c tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Created linked-clone VM from snapshot [ 692.304487] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0430827-8f64-46fc-99cb-ebf26c6813db {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.311677] env[70398]: DEBUG nova.virt.vmwareapi.images [None req-eb97a676-6f3d-4090-b0be-3a19d209c77c tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Uploading image 728e7730-6bac-41cd-a04b-357434284ccb {{(pid=70398) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 692.337750] env[70398]: DEBUG oslo_vmware.rw_handles [None req-eb97a676-6f3d-4090-b0be-3a19d209c77c tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 692.337750] env[70398]: value = "vm-687507" [ 692.337750] env[70398]: _type = "VirtualMachine" [ 692.337750] env[70398]: }. {{(pid=70398) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 692.338058] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e9210ff0-2383-4c53-8701-208d0d901d96 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.346295] env[70398]: DEBUG oslo_vmware.rw_handles [None req-eb97a676-6f3d-4090-b0be-3a19d209c77c tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Lease: (returnval){ [ 692.346295] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]521e9d87-18d3-d64b-b95b-045ac243c6ef" [ 692.346295] env[70398]: _type = "HttpNfcLease" [ 692.346295] env[70398]: } obtained for exporting VM: (result){ [ 692.346295] env[70398]: value = "vm-687507" [ 692.346295] env[70398]: _type = "VirtualMachine" [ 692.346295] env[70398]: }. {{(pid=70398) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 692.346295] env[70398]: DEBUG oslo_vmware.api [None req-eb97a676-6f3d-4090-b0be-3a19d209c77c tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Waiting for the lease: (returnval){ [ 692.346295] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]521e9d87-18d3-d64b-b95b-045ac243c6ef" [ 692.346295] env[70398]: _type = "HttpNfcLease" [ 692.346295] env[70398]: } to be ready. {{(pid=70398) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 692.353334] env[70398]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 692.353334] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]521e9d87-18d3-d64b-b95b-045ac243c6ef" [ 692.353334] env[70398]: _type = "HttpNfcLease" [ 692.353334] env[70398]: } is initializing. {{(pid=70398) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 692.398698] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3b99d3f1-4b40-4c47-842b-bb7f042655ae tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.399989] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.919s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.400929] env[70398]: DEBUG nova.objects.instance [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] [instance: deaff90c-019f-423c-97ec-801542720a30] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70398) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 692.404666] env[70398]: DEBUG nova.compute.manager [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] [instance: e520b86c-a70c-48a3-bb69-8212a40050cb] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 692.420519] env[70398]: DEBUG nova.network.neutron [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: cfc4e624-db92-423c-969c-64d433595497] Successfully updated port: 9d0fcf30-69f7-4636-a4b8-d68048d783f8 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 692.524940] env[70398]: DEBUG oslo_concurrency.lockutils [None req-adf9db80-a7bc-4e16-9cd8-7dca96b49202 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Lock "1802046c-3dcf-4b7a-b062-5f9c177a11d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.245s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.557562] env[70398]: DEBUG oslo_vmware.api [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52c33823-1a29-327e-0029-a6eb905431a3, 'name': SearchDatastore_Task, 'duration_secs': 0.026893} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.558667] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63de0149-f194-4a86-81cf-00b0c3f0c089 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.562421] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3a15e493-ea71-4407-9318-38a00830b413 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Acquiring lock "2115e329-0396-4c39-b45b-7113142ca90b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.562904] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3a15e493-ea71-4407-9318-38a00830b413 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Lock "2115e329-0396-4c39-b45b-7113142ca90b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.564094] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3a15e493-ea71-4407-9318-38a00830b413 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Acquiring lock "2115e329-0396-4c39-b45b-7113142ca90b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.564487] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3a15e493-ea71-4407-9318-38a00830b413 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Lock "2115e329-0396-4c39-b45b-7113142ca90b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.564946] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3a15e493-ea71-4407-9318-38a00830b413 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Lock "2115e329-0396-4c39-b45b-7113142ca90b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.568072] env[70398]: INFO nova.compute.manager [None req-3a15e493-ea71-4407-9318-38a00830b413 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] Terminating instance [ 692.571914] env[70398]: DEBUG oslo_vmware.api [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Waiting for the task: (returnval){ [ 692.571914] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5286f3cc-d5b2-f823-b8bd-be500a03714d" [ 692.571914] env[70398]: _type = "Task" [ 692.571914] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.592642] env[70398]: DEBUG oslo_vmware.api [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5286f3cc-d5b2-f823-b8bd-be500a03714d, 'name': SearchDatastore_Task, 'duration_secs': 0.010461} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.592642] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.593730] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 94ca8146-bef3-47a0-a41f-51e3b2d773b9/94ca8146-bef3-47a0-a41f-51e3b2d773b9.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.593730] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc33f0f3-3fa7-4c5c-a949-ec1b85283d8b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.600901] env[70398]: DEBUG oslo_vmware.api [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Waiting for the task: (returnval){ [ 692.600901] env[70398]: value = "task-3443832" [ 692.600901] env[70398]: _type = "Task" [ 692.600901] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.609021] env[70398]: DEBUG oslo_vmware.api [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Task: {'id': task-3443832, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.661912] env[70398]: DEBUG nova.network.neutron [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] [instance: e520b86c-a70c-48a3-bb69-8212a40050cb] Successfully created port: d28e2c43-f323-4d12-a991-ab930064cb2e {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 692.683155] env[70398]: DEBUG nova.compute.manager [req-276910f5-6d1b-4010-af56-f0bb87e4cd5e req-2fa20411-9173-43c0-8f3b-ed0d8d9b27c9 service nova] [instance: cfc4e624-db92-423c-969c-64d433595497] Received event network-vif-plugged-9d0fcf30-69f7-4636-a4b8-d68048d783f8 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.683567] env[70398]: DEBUG oslo_concurrency.lockutils [req-276910f5-6d1b-4010-af56-f0bb87e4cd5e req-2fa20411-9173-43c0-8f3b-ed0d8d9b27c9 service nova] Acquiring lock "cfc4e624-db92-423c-969c-64d433595497-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.683892] env[70398]: DEBUG oslo_concurrency.lockutils [req-276910f5-6d1b-4010-af56-f0bb87e4cd5e req-2fa20411-9173-43c0-8f3b-ed0d8d9b27c9 service nova] Lock "cfc4e624-db92-423c-969c-64d433595497-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.684156] env[70398]: DEBUG oslo_concurrency.lockutils [req-276910f5-6d1b-4010-af56-f0bb87e4cd5e req-2fa20411-9173-43c0-8f3b-ed0d8d9b27c9 service nova] Lock "cfc4e624-db92-423c-969c-64d433595497-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.684347] env[70398]: DEBUG nova.compute.manager [req-276910f5-6d1b-4010-af56-f0bb87e4cd5e req-2fa20411-9173-43c0-8f3b-ed0d8d9b27c9 service nova] [instance: cfc4e624-db92-423c-969c-64d433595497] No waiting events found dispatching network-vif-plugged-9d0fcf30-69f7-4636-a4b8-d68048d783f8 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 692.684616] env[70398]: WARNING nova.compute.manager [req-276910f5-6d1b-4010-af56-f0bb87e4cd5e req-2fa20411-9173-43c0-8f3b-ed0d8d9b27c9 service nova] [instance: cfc4e624-db92-423c-969c-64d433595497] Received unexpected event network-vif-plugged-9d0fcf30-69f7-4636-a4b8-d68048d783f8 for instance with vm_state building and task_state spawning. [ 692.684859] env[70398]: DEBUG nova.compute.manager [req-276910f5-6d1b-4010-af56-f0bb87e4cd5e req-2fa20411-9173-43c0-8f3b-ed0d8d9b27c9 service nova] [instance: cfc4e624-db92-423c-969c-64d433595497] Received event network-changed-9d0fcf30-69f7-4636-a4b8-d68048d783f8 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.685046] env[70398]: DEBUG nova.compute.manager [req-276910f5-6d1b-4010-af56-f0bb87e4cd5e req-2fa20411-9173-43c0-8f3b-ed0d8d9b27c9 service nova] [instance: cfc4e624-db92-423c-969c-64d433595497] Refreshing instance network info cache due to event network-changed-9d0fcf30-69f7-4636-a4b8-d68048d783f8. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 692.685282] env[70398]: DEBUG oslo_concurrency.lockutils [req-276910f5-6d1b-4010-af56-f0bb87e4cd5e req-2fa20411-9173-43c0-8f3b-ed0d8d9b27c9 service nova] Acquiring lock "refresh_cache-cfc4e624-db92-423c-969c-64d433595497" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.685670] env[70398]: DEBUG oslo_concurrency.lockutils [req-276910f5-6d1b-4010-af56-f0bb87e4cd5e req-2fa20411-9173-43c0-8f3b-ed0d8d9b27c9 service nova] Acquired lock "refresh_cache-cfc4e624-db92-423c-969c-64d433595497" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.685712] env[70398]: DEBUG nova.network.neutron [req-276910f5-6d1b-4010-af56-f0bb87e4cd5e req-2fa20411-9173-43c0-8f3b-ed0d8d9b27c9 service nova] [instance: cfc4e624-db92-423c-969c-64d433595497] Refreshing network info cache for port 9d0fcf30-69f7-4636-a4b8-d68048d783f8 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.855982] env[70398]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 692.855982] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]521e9d87-18d3-d64b-b95b-045ac243c6ef" [ 692.855982] env[70398]: _type = "HttpNfcLease" [ 692.855982] env[70398]: } is ready. {{(pid=70398) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 692.856317] env[70398]: DEBUG oslo_vmware.rw_handles [None req-eb97a676-6f3d-4090-b0be-3a19d209c77c tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 692.856317] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]521e9d87-18d3-d64b-b95b-045ac243c6ef" [ 692.856317] env[70398]: _type = "HttpNfcLease" [ 692.856317] env[70398]: }. {{(pid=70398) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 692.857463] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049f955e-76dc-48a1-81e8-bdb85125c5e2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.865423] env[70398]: DEBUG oslo_vmware.rw_handles [None req-eb97a676-6f3d-4090-b0be-3a19d209c77c tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527e3027-665b-723c-a78e-f7506b77bf87/disk-0.vmdk from lease info. {{(pid=70398) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 692.865681] env[70398]: DEBUG oslo_vmware.rw_handles [None req-eb97a676-6f3d-4090-b0be-3a19d209c77c tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527e3027-665b-723c-a78e-f7506b77bf87/disk-0.vmdk for reading. {{(pid=70398) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 693.010266] env[70398]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3f585855-c4a6-4edc-a30e-daeb4087fb11 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.028066] env[70398]: DEBUG nova.compute.manager [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] [instance: 738b60d6-4018-42f1-ada4-f3774e4c3d98] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 693.078574] env[70398]: DEBUG nova.compute.manager [None req-3a15e493-ea71-4407-9318-38a00830b413 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 693.078833] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3a15e493-ea71-4407-9318-38a00830b413 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 693.080041] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33ae6c3-213d-40f7-98ea-180ddf725291 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.089631] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a15e493-ea71-4407-9318-38a00830b413 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 693.089872] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6efef82-907b-4bc5-880c-ec04795c4a6b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.099068] env[70398]: DEBUG oslo_vmware.api [None req-3a15e493-ea71-4407-9318-38a00830b413 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Waiting for the task: (returnval){ [ 693.099068] env[70398]: value = "task-3443833" [ 693.099068] env[70398]: _type = "Task" [ 693.099068] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.112433] env[70398]: DEBUG oslo_vmware.api [None req-3a15e493-ea71-4407-9318-38a00830b413 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Task: {'id': task-3443833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.117711] env[70398]: DEBUG oslo_vmware.api [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Task: {'id': task-3443832, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.261280] env[70398]: DEBUG nova.network.neutron [req-276910f5-6d1b-4010-af56-f0bb87e4cd5e req-2fa20411-9173-43c0-8f3b-ed0d8d9b27c9 service nova] [instance: cfc4e624-db92-423c-969c-64d433595497] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.384915] env[70398]: DEBUG nova.network.neutron [req-276910f5-6d1b-4010-af56-f0bb87e4cd5e req-2fa20411-9173-43c0-8f3b-ed0d8d9b27c9 service nova] [instance: cfc4e624-db92-423c-969c-64d433595497] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.441820] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0f98df79-aa6f-4d04-a6dd-7355d38b2ca9 tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.042s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.445103] env[70398]: DEBUG oslo_concurrency.lockutils [None req-36fef51e-33fc-404a-a5d6-edd56c7d2d99 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.814s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.445450] env[70398]: DEBUG nova.objects.instance [None req-36fef51e-33fc-404a-a5d6-edd56c7d2d99 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lazy-loading 'resources' on Instance uuid 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 693.449309] env[70398]: DEBUG nova.compute.manager [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] [instance: e520b86c-a70c-48a3-bb69-8212a40050cb] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 693.450901] env[70398]: INFO nova.compute.manager [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Rebuilding instance [ 693.562634] env[70398]: DEBUG oslo_concurrency.lockutils [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.613075] env[70398]: DEBUG oslo_vmware.api [None req-3a15e493-ea71-4407-9318-38a00830b413 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Task: {'id': task-3443833, 'name': PowerOffVM_Task, 'duration_secs': 0.252952} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.616803] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a15e493-ea71-4407-9318-38a00830b413 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 693.617105] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3a15e493-ea71-4407-9318-38a00830b413 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 693.617525] env[70398]: DEBUG oslo_vmware.api [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Task: {'id': task-3443832, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522721} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.618280] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85f238d6-40ed-447d-9382-28e73553f7c9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.619466] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 94ca8146-bef3-47a0-a41f-51e3b2d773b9/94ca8146-bef3-47a0-a41f-51e3b2d773b9.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 693.619714] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: 94ca8146-bef3-47a0-a41f-51e3b2d773b9] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 693.620074] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-340b8e92-7a1b-4224-a005-70c98dde15e2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.627744] env[70398]: DEBUG oslo_vmware.api [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Waiting for the task: (returnval){ [ 693.627744] env[70398]: value = "task-3443834" [ 693.627744] env[70398]: _type = "Task" [ 693.627744] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.638024] env[70398]: DEBUG oslo_vmware.api [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Task: {'id': task-3443834, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.888388] env[70398]: DEBUG oslo_concurrency.lockutils [req-276910f5-6d1b-4010-af56-f0bb87e4cd5e req-2fa20411-9173-43c0-8f3b-ed0d8d9b27c9 service nova] Releasing lock "refresh_cache-cfc4e624-db92-423c-969c-64d433595497" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.138737] env[70398]: DEBUG oslo_vmware.api [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Task: {'id': task-3443834, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114758} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.139111] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: 94ca8146-bef3-47a0-a41f-51e3b2d773b9] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 694.139957] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed5c264-cb98-4952-b5a3-e95aae11b379 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.165032] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: 94ca8146-bef3-47a0-a41f-51e3b2d773b9] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 94ca8146-bef3-47a0-a41f-51e3b2d773b9/94ca8146-bef3-47a0-a41f-51e3b2d773b9.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.167056] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c062ac4-3fa6-48de-bff9-b46331b32805 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.190393] env[70398]: DEBUG oslo_vmware.api [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Waiting for the task: (returnval){ [ 694.190393] env[70398]: value = "task-3443836" [ 694.190393] env[70398]: _type = "Task" [ 694.190393] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.204167] env[70398]: DEBUG oslo_vmware.api [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Task: {'id': task-3443836, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.364680] env[70398]: DEBUG nova.network.neutron [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] [instance: e520b86c-a70c-48a3-bb69-8212a40050cb] Successfully updated port: d28e2c43-f323-4d12-a991-ab930064cb2e {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 694.578961] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3a15e493-ea71-4407-9318-38a00830b413 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 694.579364] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3a15e493-ea71-4407-9318-38a00830b413 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 694.579542] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a15e493-ea71-4407-9318-38a00830b413 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Deleting the datastore file [datastore1] 2115e329-0396-4c39-b45b-7113142ca90b {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 694.579905] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-888457a4-7845-48b2-8f96-077587f37847 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.586572] env[70398]: DEBUG oslo_vmware.api [None req-3a15e493-ea71-4407-9318-38a00830b413 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Waiting for the task: (returnval){ [ 694.586572] env[70398]: value = "task-3443837" [ 694.586572] env[70398]: _type = "Task" [ 694.586572] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.597503] env[70398]: DEBUG oslo_vmware.api [None req-3a15e493-ea71-4407-9318-38a00830b413 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Task: {'id': task-3443837, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.616467] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82f95de-2ada-497c-8320-ca72fa5a0ae1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.624706] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b0a7f5-616d-487d-ab0d-51b2f6dc7171 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.668941] env[70398]: DEBUG nova.network.neutron [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: cfc4e624-db92-423c-969c-64d433595497] Successfully updated port: 7e301c05-2a79-4e52-9797-48cb553aee13 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 694.673687] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb1cd22-686d-49f8-b8b7-d05096cd68d2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.685387] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b4b363-7679-4d96-ab52-4640d7c07c51 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.703864] env[70398]: DEBUG nova.compute.provider_tree [None req-36fef51e-33fc-404a-a5d6-edd56c7d2d99 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.712278] env[70398]: DEBUG oslo_vmware.api [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Task: {'id': task-3443836, 'name': ReconfigVM_Task, 'duration_secs': 0.507883} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.713584] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: 94ca8146-bef3-47a0-a41f-51e3b2d773b9] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 94ca8146-bef3-47a0-a41f-51e3b2d773b9/94ca8146-bef3-47a0-a41f-51e3b2d773b9.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.714359] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df26baff-b058-458e-a609-d8c5dacf9bc0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.720597] env[70398]: DEBUG oslo_vmware.api [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Waiting for the task: (returnval){ [ 694.720597] env[70398]: value = "task-3443838" [ 694.720597] env[70398]: _type = "Task" [ 694.720597] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.730604] env[70398]: DEBUG oslo_vmware.api [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Task: {'id': task-3443838, 'name': Rename_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.868912] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Acquiring lock "refresh_cache-e520b86c-a70c-48a3-bb69-8212a40050cb" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.869199] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Acquired lock "refresh_cache-e520b86c-a70c-48a3-bb69-8212a40050cb" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.869436] env[70398]: DEBUG nova.network.neutron [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] [instance: e520b86c-a70c-48a3-bb69-8212a40050cb] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.098019] env[70398]: DEBUG oslo_vmware.api [None req-3a15e493-ea71-4407-9318-38a00830b413 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Task: {'id': task-3443837, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157681} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.098193] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a15e493-ea71-4407-9318-38a00830b413 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 695.098376] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3a15e493-ea71-4407-9318-38a00830b413 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 695.099725] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3a15e493-ea71-4407-9318-38a00830b413 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 695.099725] env[70398]: INFO nova.compute.manager [None req-3a15e493-ea71-4407-9318-38a00830b413 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] Took 2.02 seconds to destroy the instance on the hypervisor. [ 695.099725] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a15e493-ea71-4407-9318-38a00830b413 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.099725] env[70398]: DEBUG nova.compute.manager [-] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 695.099725] env[70398]: DEBUG nova.network.neutron [-] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 695.208214] env[70398]: DEBUG nova.scheduler.client.report [None req-36fef51e-33fc-404a-a5d6-edd56c7d2d99 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.237382] env[70398]: DEBUG oslo_vmware.api [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Task: {'id': task-3443838, 'name': Rename_Task, 'duration_secs': 0.220269} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.237382] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: 94ca8146-bef3-47a0-a41f-51e3b2d773b9] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 695.237382] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b05adbf0-3eae-482a-aad1-8d385f4e7477 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.244781] env[70398]: DEBUG oslo_vmware.api [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Waiting for the task: (returnval){ [ 695.244781] env[70398]: value = "task-3443839" [ 695.244781] env[70398]: _type = "Task" [ 695.244781] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.256274] env[70398]: DEBUG oslo_vmware.api [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Task: {'id': task-3443839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.280508] env[70398]: DEBUG nova.virt.hardware [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 695.280899] env[70398]: DEBUG nova.virt.hardware [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 695.281039] env[70398]: DEBUG nova.virt.hardware [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.281256] env[70398]: DEBUG nova.virt.hardware [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 695.281368] env[70398]: DEBUG nova.virt.hardware [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.281521] env[70398]: DEBUG nova.virt.hardware [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 695.281727] env[70398]: DEBUG nova.virt.hardware [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 695.282133] env[70398]: DEBUG nova.virt.hardware [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 695.282649] env[70398]: DEBUG nova.virt.hardware [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 695.282649] env[70398]: DEBUG nova.virt.hardware [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 695.282998] env[70398]: DEBUG nova.virt.hardware [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 695.285820] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609facbb-7da4-46e8-8be5-29196b1d77ea {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.296152] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4d3b32-3a50-4391-a7d4-863042e6da56 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.359192] env[70398]: DEBUG oslo_vmware.rw_handles [None req-a3402b3a-b1dd-4f9c-a748-d1175e108a0a tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c78fa1-abb8-dedc-60c1-69fe9584bcb0/disk-0.vmdk. {{(pid=70398) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 695.359968] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e83119-16b3-4762-a3da-53b24bd0a396 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.367081] env[70398]: DEBUG nova.compute.manager [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 695.367174] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ec7d03-cfc3-431f-81db-9bc5a3fc8c18 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.374257] env[70398]: DEBUG oslo_vmware.rw_handles [None req-a3402b3a-b1dd-4f9c-a748-d1175e108a0a tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c78fa1-abb8-dedc-60c1-69fe9584bcb0/disk-0.vmdk is in state: ready. {{(pid=70398) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 695.374529] env[70398]: ERROR oslo_vmware.rw_handles [None req-a3402b3a-b1dd-4f9c-a748-d1175e108a0a tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c78fa1-abb8-dedc-60c1-69fe9584bcb0/disk-0.vmdk due to incomplete transfer. [ 695.375185] env[70398]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-901203c8-5b1f-4257-afdd-dc0923e9cf6c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.387672] env[70398]: DEBUG oslo_vmware.rw_handles [None req-a3402b3a-b1dd-4f9c-a748-d1175e108a0a tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c78fa1-abb8-dedc-60c1-69fe9584bcb0/disk-0.vmdk. {{(pid=70398) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 695.387811] env[70398]: DEBUG nova.virt.vmwareapi.images [None req-a3402b3a-b1dd-4f9c-a748-d1175e108a0a tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Uploaded image f3734b0b-c6c3-46aa-8d8d-c48458d6d23b to the Glance image server {{(pid=70398) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 695.394845] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3402b3a-b1dd-4f9c-a748-d1175e108a0a tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Destroying the VM {{(pid=70398) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 695.394845] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b338cc41-8edf-4e7b-b374-f36726542703 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.399869] env[70398]: DEBUG oslo_vmware.api [None req-a3402b3a-b1dd-4f9c-a748-d1175e108a0a tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 695.399869] env[70398]: value = "task-3443840" [ 695.399869] env[70398]: _type = "Task" [ 695.399869] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.412684] env[70398]: DEBUG oslo_vmware.api [None req-a3402b3a-b1dd-4f9c-a748-d1175e108a0a tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3443840, 'name': Destroy_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.436651] env[70398]: DEBUG nova.compute.manager [req-59054a10-1377-4e46-951c-6fdf6f99dfde req-1ca580c7-2585-402d-a629-bf29a1025fc3 service nova] [instance: e520b86c-a70c-48a3-bb69-8212a40050cb] Received event network-vif-plugged-d28e2c43-f323-4d12-a991-ab930064cb2e {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.439586] env[70398]: DEBUG oslo_concurrency.lockutils [req-59054a10-1377-4e46-951c-6fdf6f99dfde req-1ca580c7-2585-402d-a629-bf29a1025fc3 service nova] Acquiring lock "e520b86c-a70c-48a3-bb69-8212a40050cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.439586] env[70398]: DEBUG oslo_concurrency.lockutils [req-59054a10-1377-4e46-951c-6fdf6f99dfde req-1ca580c7-2585-402d-a629-bf29a1025fc3 service nova] Lock "e520b86c-a70c-48a3-bb69-8212a40050cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.439586] env[70398]: DEBUG oslo_concurrency.lockutils [req-59054a10-1377-4e46-951c-6fdf6f99dfde req-1ca580c7-2585-402d-a629-bf29a1025fc3 service nova] Lock "e520b86c-a70c-48a3-bb69-8212a40050cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.439586] env[70398]: DEBUG nova.compute.manager [req-59054a10-1377-4e46-951c-6fdf6f99dfde req-1ca580c7-2585-402d-a629-bf29a1025fc3 service nova] [instance: e520b86c-a70c-48a3-bb69-8212a40050cb] No waiting events found dispatching network-vif-plugged-d28e2c43-f323-4d12-a991-ab930064cb2e {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 695.439586] env[70398]: WARNING nova.compute.manager [req-59054a10-1377-4e46-951c-6fdf6f99dfde req-1ca580c7-2585-402d-a629-bf29a1025fc3 service nova] [instance: e520b86c-a70c-48a3-bb69-8212a40050cb] Received unexpected event network-vif-plugged-d28e2c43-f323-4d12-a991-ab930064cb2e for instance with vm_state building and task_state spawning. [ 695.439725] env[70398]: DEBUG nova.compute.manager [req-59054a10-1377-4e46-951c-6fdf6f99dfde req-1ca580c7-2585-402d-a629-bf29a1025fc3 service nova] [instance: e520b86c-a70c-48a3-bb69-8212a40050cb] Received event network-changed-d28e2c43-f323-4d12-a991-ab930064cb2e {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.439725] env[70398]: DEBUG nova.compute.manager [req-59054a10-1377-4e46-951c-6fdf6f99dfde req-1ca580c7-2585-402d-a629-bf29a1025fc3 service nova] [instance: e520b86c-a70c-48a3-bb69-8212a40050cb] Refreshing instance network info cache due to event network-changed-d28e2c43-f323-4d12-a991-ab930064cb2e. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 695.439725] env[70398]: DEBUG oslo_concurrency.lockutils [req-59054a10-1377-4e46-951c-6fdf6f99dfde req-1ca580c7-2585-402d-a629-bf29a1025fc3 service nova] Acquiring lock "refresh_cache-e520b86c-a70c-48a3-bb69-8212a40050cb" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.439725] env[70398]: DEBUG nova.network.neutron [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] [instance: e520b86c-a70c-48a3-bb69-8212a40050cb] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.648423] env[70398]: DEBUG nova.network.neutron [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] [instance: e520b86c-a70c-48a3-bb69-8212a40050cb] Updating instance_info_cache with network_info: [{"id": "d28e2c43-f323-4d12-a991-ab930064cb2e", "address": "fa:16:3e:eb:91:27", "network": {"id": "90e75324-7d0e-4216-858f-f082549347cf", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-720383378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c59308489e2648eca1333787fe684577", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd28e2c43-f3", "ovs_interfaceid": "d28e2c43-f323-4d12-a991-ab930064cb2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.718201] env[70398]: DEBUG oslo_concurrency.lockutils [None req-36fef51e-33fc-404a-a5d6-edd56c7d2d99 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.274s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.720658] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.854s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.726206] env[70398]: INFO nova.compute.claims [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 6c788574-439c-4c94-819c-84f842795a9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 695.754955] env[70398]: DEBUG oslo_vmware.api [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Task: {'id': task-3443839, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.763267] env[70398]: INFO nova.scheduler.client.report [None req-36fef51e-33fc-404a-a5d6-edd56c7d2d99 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Deleted allocations for instance 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2 [ 695.914440] env[70398]: DEBUG oslo_vmware.api [None req-a3402b3a-b1dd-4f9c-a748-d1175e108a0a tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3443840, 'name': Destroy_Task, 'duration_secs': 0.391628} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.915208] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-a3402b3a-b1dd-4f9c-a748-d1175e108a0a tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Destroyed the VM [ 695.915789] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a3402b3a-b1dd-4f9c-a748-d1175e108a0a tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Deleting Snapshot of the VM instance {{(pid=70398) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 695.916082] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-87cb1ebf-00fb-4c78-84f7-c337fe40fb9c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.927089] env[70398]: DEBUG oslo_vmware.api [None req-a3402b3a-b1dd-4f9c-a748-d1175e108a0a tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 695.927089] env[70398]: value = "task-3443841" [ 695.927089] env[70398]: _type = "Task" [ 695.927089] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.934000] env[70398]: DEBUG oslo_vmware.api [None req-a3402b3a-b1dd-4f9c-a748-d1175e108a0a tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3443841, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.154311] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Releasing lock "refresh_cache-e520b86c-a70c-48a3-bb69-8212a40050cb" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.154657] env[70398]: DEBUG nova.compute.manager [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] [instance: e520b86c-a70c-48a3-bb69-8212a40050cb] Instance network_info: |[{"id": "d28e2c43-f323-4d12-a991-ab930064cb2e", "address": "fa:16:3e:eb:91:27", "network": {"id": "90e75324-7d0e-4216-858f-f082549347cf", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-720383378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c59308489e2648eca1333787fe684577", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd28e2c43-f3", "ovs_interfaceid": "d28e2c43-f323-4d12-a991-ab930064cb2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 696.154955] env[70398]: DEBUG oslo_concurrency.lockutils [req-59054a10-1377-4e46-951c-6fdf6f99dfde req-1ca580c7-2585-402d-a629-bf29a1025fc3 service nova] Acquired lock "refresh_cache-e520b86c-a70c-48a3-bb69-8212a40050cb" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.155324] env[70398]: DEBUG nova.network.neutron [req-59054a10-1377-4e46-951c-6fdf6f99dfde req-1ca580c7-2585-402d-a629-bf29a1025fc3 service nova] [instance: e520b86c-a70c-48a3-bb69-8212a40050cb] Refreshing network info cache for port d28e2c43-f323-4d12-a991-ab930064cb2e {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.156882] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] [instance: e520b86c-a70c-48a3-bb69-8212a40050cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:91:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd28e2c43-f323-4d12-a991-ab930064cb2e', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.164317] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Creating folder: Project (c59308489e2648eca1333787fe684577). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.164905] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c27fc192-5684-40f7-87bf-f340486a09d8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.177026] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Created folder: Project (c59308489e2648eca1333787fe684577) in parent group-v687430. [ 696.177026] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Creating folder: Instances. Parent ref: group-v687509. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.177298] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6fed4adc-1bca-401f-b02f-cf01eca606f1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.186754] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Created folder: Instances in parent group-v687509. [ 696.187028] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.187445] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e520b86c-a70c-48a3-bb69-8212a40050cb] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.187669] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa523fa8-d96c-4507-b110-5bde699a72de {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.210466] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.210466] env[70398]: value = "task-3443844" [ 696.210466] env[70398]: _type = "Task" [ 696.210466] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.221464] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443844, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.255074] env[70398]: DEBUG oslo_vmware.api [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Task: {'id': task-3443839, 'name': PowerOnVM_Task, 'duration_secs': 0.694416} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.255403] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: 94ca8146-bef3-47a0-a41f-51e3b2d773b9] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 696.255599] env[70398]: INFO nova.compute.manager [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: 94ca8146-bef3-47a0-a41f-51e3b2d773b9] Took 8.36 seconds to spawn the instance on the hypervisor. [ 696.255771] env[70398]: DEBUG nova.compute.manager [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: 94ca8146-bef3-47a0-a41f-51e3b2d773b9] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 696.256558] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90be1cc4-fc60-4659-9531-1776bcca764e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.272981] env[70398]: DEBUG oslo_concurrency.lockutils [None req-36fef51e-33fc-404a-a5d6-edd56c7d2d99 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.726s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.391228] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 696.391702] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eca2cd5e-1b49-48ba-9068-fa40743abfb2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.399693] env[70398]: DEBUG oslo_vmware.api [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Waiting for the task: (returnval){ [ 696.399693] env[70398]: value = "task-3443845" [ 696.399693] env[70398]: _type = "Task" [ 696.399693] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.408165] env[70398]: DEBUG oslo_vmware.api [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': task-3443845, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.435298] env[70398]: DEBUG oslo_vmware.api [None req-a3402b3a-b1dd-4f9c-a748-d1175e108a0a tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3443841, 'name': RemoveSnapshot_Task} progress is 25%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.481489] env[70398]: DEBUG nova.network.neutron [-] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.721966] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443844, 'name': CreateVM_Task, 'duration_secs': 0.419622} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.721966] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e520b86c-a70c-48a3-bb69-8212a40050cb] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.722352] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.722352] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.722563] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.722818] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dc05aa2-0cef-44fc-8883-2d0cbe730739 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.729887] env[70398]: DEBUG oslo_vmware.api [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Waiting for the task: (returnval){ [ 696.729887] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52836134-324f-1f90-a8ae-d2815e60eb83" [ 696.729887] env[70398]: _type = "Task" [ 696.729887] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.741214] env[70398]: DEBUG oslo_vmware.api [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52836134-324f-1f90-a8ae-d2815e60eb83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.781151] env[70398]: INFO nova.compute.manager [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: 94ca8146-bef3-47a0-a41f-51e3b2d773b9] Took 40.80 seconds to build instance. [ 696.908906] env[70398]: DEBUG oslo_vmware.api [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': task-3443845, 'name': PowerOffVM_Task, 'duration_secs': 0.190965} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.909300] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 696.909503] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 696.910301] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7de86c6-c1e4-4e4e-9762-2357468fc1cd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.921790] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 696.921790] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6bfcf8c6-4ffb-4619-b36d-951b2be50823 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.939285] env[70398]: DEBUG oslo_vmware.api [None req-a3402b3a-b1dd-4f9c-a748-d1175e108a0a tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3443841, 'name': RemoveSnapshot_Task, 'duration_secs': 0.68893} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.939598] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a3402b3a-b1dd-4f9c-a748-d1175e108a0a tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Deleted Snapshot of the VM instance {{(pid=70398) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 696.943021] env[70398]: INFO nova.compute.manager [None req-a3402b3a-b1dd-4f9c-a748-d1175e108a0a tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Took 16.57 seconds to snapshot the instance on the hypervisor. [ 696.950108] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 696.950108] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 696.950434] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Deleting the datastore file [datastore2] 1802046c-3dcf-4b7a-b062-5f9c177a11d6 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 696.950434] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-242f988a-99b0-471a-b295-1a13f869b506 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.956769] env[70398]: DEBUG oslo_vmware.api [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Waiting for the task: (returnval){ [ 696.956769] env[70398]: value = "task-3443847" [ 696.956769] env[70398]: _type = "Task" [ 696.956769] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.966949] env[70398]: DEBUG oslo_vmware.api [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': task-3443847, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.988644] env[70398]: INFO nova.compute.manager [-] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] Took 1.89 seconds to deallocate network for instance. [ 697.054685] env[70398]: DEBUG nova.network.neutron [req-59054a10-1377-4e46-951c-6fdf6f99dfde req-1ca580c7-2585-402d-a629-bf29a1025fc3 service nova] [instance: e520b86c-a70c-48a3-bb69-8212a40050cb] Updated VIF entry in instance network info cache for port d28e2c43-f323-4d12-a991-ab930064cb2e. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.055159] env[70398]: DEBUG nova.network.neutron [req-59054a10-1377-4e46-951c-6fdf6f99dfde req-1ca580c7-2585-402d-a629-bf29a1025fc3 service nova] [instance: e520b86c-a70c-48a3-bb69-8212a40050cb] Updating instance_info_cache with network_info: [{"id": "d28e2c43-f323-4d12-a991-ab930064cb2e", "address": "fa:16:3e:eb:91:27", "network": {"id": "90e75324-7d0e-4216-858f-f082549347cf", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-720383378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c59308489e2648eca1333787fe684577", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd28e2c43-f3", "ovs_interfaceid": "d28e2c43-f323-4d12-a991-ab930064cb2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.243941] env[70398]: DEBUG oslo_vmware.api [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52836134-324f-1f90-a8ae-d2815e60eb83, 'name': SearchDatastore_Task, 'duration_secs': 0.01} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.244274] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.244507] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] [instance: e520b86c-a70c-48a3-bb69-8212a40050cb] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.244737] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.244873] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.245054] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.245312] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eee74c0a-fc33-4bd2-ab0b-fc13558c606e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.255471] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.257257] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.257257] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40d136f3-ad39-4b97-be3e-92dca2fcfebb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.261044] env[70398]: DEBUG nova.network.neutron [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: cfc4e624-db92-423c-969c-64d433595497] Successfully updated port: 588a76a0-e489-4985-9cfc-154aeb8e6db0 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 697.263571] env[70398]: DEBUG oslo_vmware.api [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Waiting for the task: (returnval){ [ 697.263571] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5273d474-f28c-3de0-f75b-c7520a8f238d" [ 697.263571] env[70398]: _type = "Task" [ 697.263571] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.279937] env[70398]: DEBUG oslo_vmware.api [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5273d474-f28c-3de0-f75b-c7520a8f238d, 'name': SearchDatastore_Task, 'duration_secs': 0.011623} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.279937] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d591b75b-b944-4203-a8ff-b7c8ccf9c21e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.286123] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9789e34e-c115-4f33-877d-efe91df10150 tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Lock "94ca8146-bef3-47a0-a41f-51e3b2d773b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.410s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.290760] env[70398]: DEBUG oslo_vmware.api [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Waiting for the task: (returnval){ [ 697.290760] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]525b13dd-b776-01b4-fd32-44d918d84548" [ 697.290760] env[70398]: _type = "Task" [ 697.290760] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.304645] env[70398]: DEBUG oslo_vmware.api [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]525b13dd-b776-01b4-fd32-44d918d84548, 'name': SearchDatastore_Task, 'duration_secs': 0.009992} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.304645] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.304645] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] e520b86c-a70c-48a3-bb69-8212a40050cb/e520b86c-a70c-48a3-bb69-8212a40050cb.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 697.305048] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63d8fe6c-d18d-4667-ac2e-836f91e4c343 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.315172] env[70398]: DEBUG oslo_vmware.api [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Waiting for the task: (returnval){ [ 697.315172] env[70398]: value = "task-3443848" [ 697.315172] env[70398]: _type = "Task" [ 697.315172] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.327663] env[70398]: DEBUG oslo_vmware.api [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Task: {'id': task-3443848, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.379925] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2bdd1e6-4a11-4bf6-a1c6-67690f15615d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.389385] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d957c0b-aded-47c1-b086-fa0bbd3929b3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.425259] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6437bb0-7664-47fb-b2c8-2cd292af769c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.433418] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df59378-5113-4b20-ab22-c12f6c0a23bb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.450890] env[70398]: DEBUG nova.compute.provider_tree [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.467787] env[70398]: DEBUG oslo_vmware.api [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': task-3443847, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.108258} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.468176] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 697.468412] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 697.468645] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 697.499697] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3a15e493-ea71-4407-9318-38a00830b413 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.561918] env[70398]: DEBUG oslo_concurrency.lockutils [req-59054a10-1377-4e46-951c-6fdf6f99dfde req-1ca580c7-2585-402d-a629-bf29a1025fc3 service nova] Releasing lock "refresh_cache-e520b86c-a70c-48a3-bb69-8212a40050cb" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.562365] env[70398]: DEBUG nova.compute.manager [req-59054a10-1377-4e46-951c-6fdf6f99dfde req-1ca580c7-2585-402d-a629-bf29a1025fc3 service nova] [instance: cfc4e624-db92-423c-969c-64d433595497] Received event network-vif-plugged-7e301c05-2a79-4e52-9797-48cb553aee13 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.564076] env[70398]: DEBUG oslo_concurrency.lockutils [req-59054a10-1377-4e46-951c-6fdf6f99dfde req-1ca580c7-2585-402d-a629-bf29a1025fc3 service nova] Acquiring lock "cfc4e624-db92-423c-969c-64d433595497-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.564324] env[70398]: DEBUG oslo_concurrency.lockutils [req-59054a10-1377-4e46-951c-6fdf6f99dfde req-1ca580c7-2585-402d-a629-bf29a1025fc3 service nova] Lock "cfc4e624-db92-423c-969c-64d433595497-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.564574] env[70398]: DEBUG oslo_concurrency.lockutils [req-59054a10-1377-4e46-951c-6fdf6f99dfde req-1ca580c7-2585-402d-a629-bf29a1025fc3 service nova] Lock "cfc4e624-db92-423c-969c-64d433595497-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.564768] env[70398]: DEBUG nova.compute.manager [req-59054a10-1377-4e46-951c-6fdf6f99dfde req-1ca580c7-2585-402d-a629-bf29a1025fc3 service nova] [instance: cfc4e624-db92-423c-969c-64d433595497] No waiting events found dispatching network-vif-plugged-7e301c05-2a79-4e52-9797-48cb553aee13 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 697.564942] env[70398]: WARNING nova.compute.manager [req-59054a10-1377-4e46-951c-6fdf6f99dfde req-1ca580c7-2585-402d-a629-bf29a1025fc3 service nova] [instance: cfc4e624-db92-423c-969c-64d433595497] Received unexpected event network-vif-plugged-7e301c05-2a79-4e52-9797-48cb553aee13 for instance with vm_state building and task_state spawning. [ 697.566022] env[70398]: DEBUG nova.compute.manager [req-59054a10-1377-4e46-951c-6fdf6f99dfde req-1ca580c7-2585-402d-a629-bf29a1025fc3 service nova] [instance: cfc4e624-db92-423c-969c-64d433595497] Received event network-changed-7e301c05-2a79-4e52-9797-48cb553aee13 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.566022] env[70398]: DEBUG nova.compute.manager [req-59054a10-1377-4e46-951c-6fdf6f99dfde req-1ca580c7-2585-402d-a629-bf29a1025fc3 service nova] [instance: cfc4e624-db92-423c-969c-64d433595497] Refreshing instance network info cache due to event network-changed-7e301c05-2a79-4e52-9797-48cb553aee13. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 697.566022] env[70398]: DEBUG oslo_concurrency.lockutils [req-59054a10-1377-4e46-951c-6fdf6f99dfde req-1ca580c7-2585-402d-a629-bf29a1025fc3 service nova] Acquiring lock "refresh_cache-cfc4e624-db92-423c-969c-64d433595497" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.566022] env[70398]: DEBUG oslo_concurrency.lockutils [req-59054a10-1377-4e46-951c-6fdf6f99dfde req-1ca580c7-2585-402d-a629-bf29a1025fc3 service nova] Acquired lock "refresh_cache-cfc4e624-db92-423c-969c-64d433595497" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.566022] env[70398]: DEBUG nova.network.neutron [req-59054a10-1377-4e46-951c-6fdf6f99dfde req-1ca580c7-2585-402d-a629-bf29a1025fc3 service nova] [instance: cfc4e624-db92-423c-969c-64d433595497] Refreshing network info cache for port 7e301c05-2a79-4e52-9797-48cb553aee13 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.765039] env[70398]: DEBUG oslo_concurrency.lockutils [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Acquiring lock "refresh_cache-cfc4e624-db92-423c-969c-64d433595497" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.794512] env[70398]: DEBUG nova.compute.manager [None req-a3402b3a-b1dd-4f9c-a748-d1175e108a0a tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Found 2 images (rotation: 2) {{(pid=70398) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 697.795932] env[70398]: DEBUG nova.compute.manager [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 697.835358] env[70398]: DEBUG oslo_vmware.api [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Task: {'id': task-3443848, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.879110] env[70398]: DEBUG nova.compute.manager [req-dde600aa-d06e-44f6-a8f7-63607e3945fc req-7e49c74c-d4fc-49f7-97a9-e9fb67299eca service nova] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] Received event network-vif-deleted-9eeef0cc-1b00-4211-8ecb-6a50928ad623 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.879369] env[70398]: DEBUG nova.compute.manager [req-dde600aa-d06e-44f6-a8f7-63607e3945fc req-7e49c74c-d4fc-49f7-97a9-e9fb67299eca service nova] [instance: cfc4e624-db92-423c-969c-64d433595497] Received event network-vif-plugged-588a76a0-e489-4985-9cfc-154aeb8e6db0 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.879591] env[70398]: DEBUG oslo_concurrency.lockutils [req-dde600aa-d06e-44f6-a8f7-63607e3945fc req-7e49c74c-d4fc-49f7-97a9-e9fb67299eca service nova] Acquiring lock "cfc4e624-db92-423c-969c-64d433595497-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.879805] env[70398]: DEBUG oslo_concurrency.lockutils [req-dde600aa-d06e-44f6-a8f7-63607e3945fc req-7e49c74c-d4fc-49f7-97a9-e9fb67299eca service nova] Lock "cfc4e624-db92-423c-969c-64d433595497-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.879972] env[70398]: DEBUG oslo_concurrency.lockutils [req-dde600aa-d06e-44f6-a8f7-63607e3945fc req-7e49c74c-d4fc-49f7-97a9-e9fb67299eca service nova] Lock "cfc4e624-db92-423c-969c-64d433595497-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.880392] env[70398]: DEBUG nova.compute.manager [req-dde600aa-d06e-44f6-a8f7-63607e3945fc req-7e49c74c-d4fc-49f7-97a9-e9fb67299eca service nova] [instance: cfc4e624-db92-423c-969c-64d433595497] No waiting events found dispatching network-vif-plugged-588a76a0-e489-4985-9cfc-154aeb8e6db0 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 697.880579] env[70398]: WARNING nova.compute.manager [req-dde600aa-d06e-44f6-a8f7-63607e3945fc req-7e49c74c-d4fc-49f7-97a9-e9fb67299eca service nova] [instance: cfc4e624-db92-423c-969c-64d433595497] Received unexpected event network-vif-plugged-588a76a0-e489-4985-9cfc-154aeb8e6db0 for instance with vm_state building and task_state spawning. [ 697.880754] env[70398]: DEBUG nova.compute.manager [req-dde600aa-d06e-44f6-a8f7-63607e3945fc req-7e49c74c-d4fc-49f7-97a9-e9fb67299eca service nova] [instance: cfc4e624-db92-423c-969c-64d433595497] Received event network-changed-588a76a0-e489-4985-9cfc-154aeb8e6db0 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.880912] env[70398]: DEBUG nova.compute.manager [req-dde600aa-d06e-44f6-a8f7-63607e3945fc req-7e49c74c-d4fc-49f7-97a9-e9fb67299eca service nova] [instance: cfc4e624-db92-423c-969c-64d433595497] Refreshing instance network info cache due to event network-changed-588a76a0-e489-4985-9cfc-154aeb8e6db0. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 697.881110] env[70398]: DEBUG oslo_concurrency.lockutils [req-dde600aa-d06e-44f6-a8f7-63607e3945fc req-7e49c74c-d4fc-49f7-97a9-e9fb67299eca service nova] Acquiring lock "refresh_cache-cfc4e624-db92-423c-969c-64d433595497" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.956469] env[70398]: DEBUG nova.scheduler.client.report [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.121894] env[70398]: DEBUG nova.network.neutron [req-59054a10-1377-4e46-951c-6fdf6f99dfde req-1ca580c7-2585-402d-a629-bf29a1025fc3 service nova] [instance: cfc4e624-db92-423c-969c-64d433595497] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 698.175550] env[70398]: DEBUG oslo_concurrency.lockutils [None req-28c3abb0-bb84-47cc-bcb8-1aba49d8c6ff tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Acquiring lock "94ca8146-bef3-47a0-a41f-51e3b2d773b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.175870] env[70398]: DEBUG oslo_concurrency.lockutils [None req-28c3abb0-bb84-47cc-bcb8-1aba49d8c6ff tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Lock "94ca8146-bef3-47a0-a41f-51e3b2d773b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.176094] env[70398]: DEBUG oslo_concurrency.lockutils [None req-28c3abb0-bb84-47cc-bcb8-1aba49d8c6ff tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Acquiring lock "94ca8146-bef3-47a0-a41f-51e3b2d773b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.176285] env[70398]: DEBUG oslo_concurrency.lockutils [None req-28c3abb0-bb84-47cc-bcb8-1aba49d8c6ff tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Lock "94ca8146-bef3-47a0-a41f-51e3b2d773b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.176475] env[70398]: DEBUG oslo_concurrency.lockutils [None req-28c3abb0-bb84-47cc-bcb8-1aba49d8c6ff tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Lock "94ca8146-bef3-47a0-a41f-51e3b2d773b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.178796] env[70398]: INFO nova.compute.manager [None req-28c3abb0-bb84-47cc-bcb8-1aba49d8c6ff tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: 94ca8146-bef3-47a0-a41f-51e3b2d773b9] Terminating instance [ 698.240107] env[70398]: DEBUG nova.network.neutron [req-59054a10-1377-4e46-951c-6fdf6f99dfde req-1ca580c7-2585-402d-a629-bf29a1025fc3 service nova] [instance: cfc4e624-db92-423c-969c-64d433595497] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.262141] env[70398]: DEBUG nova.compute.manager [None req-301ddc5b-64aa-4bac-9fa1-1ceb1c5d4c3d tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.263158] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ef082e-e387-4899-a8bf-f78fe773316b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.322353] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.328185] env[70398]: DEBUG oslo_vmware.api [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Task: {'id': task-3443848, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646617} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.328448] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] e520b86c-a70c-48a3-bb69-8212a40050cb/e520b86c-a70c-48a3-bb69-8212a40050cb.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 698.328655] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] [instance: e520b86c-a70c-48a3-bb69-8212a40050cb] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 698.328899] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c25c2242-7f96-4521-9d44-18df3ee9af08 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.335254] env[70398]: DEBUG oslo_vmware.api [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Waiting for the task: (returnval){ [ 698.335254] env[70398]: value = "task-3443849" [ 698.335254] env[70398]: _type = "Task" [ 698.335254] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.344044] env[70398]: DEBUG oslo_vmware.api [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Task: {'id': task-3443849, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.461867] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.741s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.462440] env[70398]: DEBUG nova.compute.manager [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 6c788574-439c-4c94-819c-84f842795a9d] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 698.465028] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d0fa3260-32c2-414c-847b-e2e278c037bb tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.494s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.465258] env[70398]: DEBUG nova.objects.instance [None req-d0fa3260-32c2-414c-847b-e2e278c037bb tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Lazy-loading 'resources' on Instance uuid deaff90c-019f-423c-97ec-801542720a30 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 698.499986] env[70398]: DEBUG nova.virt.hardware [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 698.500313] env[70398]: DEBUG nova.virt.hardware [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 698.500494] env[70398]: DEBUG nova.virt.hardware [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.500683] env[70398]: DEBUG nova.virt.hardware [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 698.500827] env[70398]: DEBUG nova.virt.hardware [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.500969] env[70398]: DEBUG nova.virt.hardware [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 698.501207] env[70398]: DEBUG nova.virt.hardware [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 698.501366] env[70398]: DEBUG nova.virt.hardware [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 698.501567] env[70398]: DEBUG nova.virt.hardware [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 698.501748] env[70398]: DEBUG nova.virt.hardware [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 698.501922] env[70398]: DEBUG nova.virt.hardware [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 698.503051] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29d7116-48b4-4b64-b422-a507e5304ce3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.511559] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d80558b-adde-49d7-bce9-8f09d391f52c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.526030] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Instance VIF info [] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 698.530705] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.530966] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 698.531201] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f11ab923-e6d5-4f9f-ad16-5be7e65f22ea {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.547605] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 698.547605] env[70398]: value = "task-3443850" [ 698.547605] env[70398]: _type = "Task" [ 698.547605] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.556448] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443850, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.682684] env[70398]: DEBUG nova.compute.manager [None req-28c3abb0-bb84-47cc-bcb8-1aba49d8c6ff tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: 94ca8146-bef3-47a0-a41f-51e3b2d773b9] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 698.682936] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-28c3abb0-bb84-47cc-bcb8-1aba49d8c6ff tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: 94ca8146-bef3-47a0-a41f-51e3b2d773b9] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 698.683901] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2a123d-d319-4342-8acc-ce4d2c1d8173 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.691629] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-28c3abb0-bb84-47cc-bcb8-1aba49d8c6ff tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: 94ca8146-bef3-47a0-a41f-51e3b2d773b9] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 698.691876] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0a79c21-c947-41fb-a52c-d3f03ef72d3f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.698357] env[70398]: DEBUG oslo_vmware.api [None req-28c3abb0-bb84-47cc-bcb8-1aba49d8c6ff tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Waiting for the task: (returnval){ [ 698.698357] env[70398]: value = "task-3443851" [ 698.698357] env[70398]: _type = "Task" [ 698.698357] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.707369] env[70398]: DEBUG oslo_vmware.api [None req-28c3abb0-bb84-47cc-bcb8-1aba49d8c6ff tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Task: {'id': task-3443851, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.743417] env[70398]: DEBUG oslo_concurrency.lockutils [req-59054a10-1377-4e46-951c-6fdf6f99dfde req-1ca580c7-2585-402d-a629-bf29a1025fc3 service nova] Releasing lock "refresh_cache-cfc4e624-db92-423c-969c-64d433595497" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.743793] env[70398]: DEBUG oslo_concurrency.lockutils [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Acquired lock "refresh_cache-cfc4e624-db92-423c-969c-64d433595497" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.743963] env[70398]: DEBUG nova.network.neutron [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: cfc4e624-db92-423c-969c-64d433595497] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.778500] env[70398]: INFO nova.compute.manager [None req-301ddc5b-64aa-4bac-9fa1-1ceb1c5d4c3d tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] instance snapshotting [ 698.779443] env[70398]: DEBUG nova.objects.instance [None req-301ddc5b-64aa-4bac-9fa1-1ceb1c5d4c3d tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lazy-loading 'flavor' on Instance uuid c4e17778-5b44-4a5c-934c-f06f1722e50c {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 698.844674] env[70398]: DEBUG oslo_vmware.api [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Task: {'id': task-3443849, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065511} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.844964] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] [instance: e520b86c-a70c-48a3-bb69-8212a40050cb] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.845831] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9805e5-8d48-42cf-9dc9-1f697b36a409 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.871905] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] [instance: e520b86c-a70c-48a3-bb69-8212a40050cb] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] e520b86c-a70c-48a3-bb69-8212a40050cb/e520b86c-a70c-48a3-bb69-8212a40050cb.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.873229] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5461a75-6d10-45e8-a828-46e51b6627b1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.891654] env[70398]: DEBUG oslo_vmware.api [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Waiting for the task: (returnval){ [ 698.891654] env[70398]: value = "task-3443852" [ 698.891654] env[70398]: _type = "Task" [ 698.891654] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.901528] env[70398]: DEBUG oslo_vmware.api [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Task: {'id': task-3443852, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.971023] env[70398]: DEBUG nova.compute.utils [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 698.973030] env[70398]: DEBUG nova.compute.manager [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 6c788574-439c-4c94-819c-84f842795a9d] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 698.973142] env[70398]: DEBUG nova.network.neutron [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 6c788574-439c-4c94-819c-84f842795a9d] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 699.017703] env[70398]: DEBUG nova.policy [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '42ab54f73b3a4317b2baa505156abe51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35039eb24b5c4b928817e426270785b1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 699.060026] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443850, 'name': CreateVM_Task} progress is 25%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.214326] env[70398]: DEBUG oslo_vmware.api [None req-28c3abb0-bb84-47cc-bcb8-1aba49d8c6ff tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Task: {'id': task-3443851, 'name': PowerOffVM_Task, 'duration_secs': 0.210776} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.214326] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-28c3abb0-bb84-47cc-bcb8-1aba49d8c6ff tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: 94ca8146-bef3-47a0-a41f-51e3b2d773b9] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 699.214326] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-28c3abb0-bb84-47cc-bcb8-1aba49d8c6ff tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: 94ca8146-bef3-47a0-a41f-51e3b2d773b9] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 699.214326] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bbe94062-f6df-4270-85ac-4923da78a6b7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.285843] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-28c3abb0-bb84-47cc-bcb8-1aba49d8c6ff tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: 94ca8146-bef3-47a0-a41f-51e3b2d773b9] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 699.286085] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-28c3abb0-bb84-47cc-bcb8-1aba49d8c6ff tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: 94ca8146-bef3-47a0-a41f-51e3b2d773b9] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 699.286386] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-28c3abb0-bb84-47cc-bcb8-1aba49d8c6ff tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Deleting the datastore file [datastore2] 94ca8146-bef3-47a0-a41f-51e3b2d773b9 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 699.287015] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-129d6ba1-85b4-467b-bfac-730b6accc4be {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.293825] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4beff7bf-9988-4745-a1cc-2bd881498318 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.319505] env[70398]: DEBUG nova.network.neutron [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: cfc4e624-db92-423c-969c-64d433595497] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.322323] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9da5fe-6d1b-43f8-95c5-498a96347244 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.325013] env[70398]: DEBUG oslo_vmware.api [None req-28c3abb0-bb84-47cc-bcb8-1aba49d8c6ff tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Waiting for the task: (returnval){ [ 699.325013] env[70398]: value = "task-3443854" [ 699.325013] env[70398]: _type = "Task" [ 699.325013] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.349188] env[70398]: DEBUG oslo_vmware.api [None req-28c3abb0-bb84-47cc-bcb8-1aba49d8c6ff tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Task: {'id': task-3443854, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.408248] env[70398]: DEBUG oslo_vmware.api [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Task: {'id': task-3443852, 'name': ReconfigVM_Task, 'duration_secs': 0.276857} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.408520] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] [instance: e520b86c-a70c-48a3-bb69-8212a40050cb] Reconfigured VM instance instance-0000001c to attach disk [datastore2] e520b86c-a70c-48a3-bb69-8212a40050cb/e520b86c-a70c-48a3-bb69-8212a40050cb.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.409659] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dca4f0fd-bec6-4f60-b21d-0c9a6f79ed9b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.415813] env[70398]: DEBUG oslo_vmware.api [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Waiting for the task: (returnval){ [ 699.415813] env[70398]: value = "task-3443855" [ 699.415813] env[70398]: _type = "Task" [ 699.415813] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.432273] env[70398]: DEBUG oslo_vmware.api [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Task: {'id': task-3443855, 'name': Rename_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.476475] env[70398]: DEBUG nova.compute.manager [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 6c788574-439c-4c94-819c-84f842795a9d] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 699.550089] env[70398]: DEBUG nova.network.neutron [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 6c788574-439c-4c94-819c-84f842795a9d] Successfully created port: c84e1641-252b-424f-934f-66b6108275c3 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 699.564509] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443850, 'name': CreateVM_Task} progress is 25%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.583275] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832e865b-5322-4ac4-950c-0b84cba924d8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.593346] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc97222e-e8dd-4eab-8b97-82288648f669 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.633889] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ecad4e-6b59-4c06-8a63-c2505ab11394 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.641638] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cddba38-63d6-4d12-bfd1-f310c04c1707 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.656560] env[70398]: DEBUG nova.compute.provider_tree [None req-d0fa3260-32c2-414c-847b-e2e278c037bb tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.839528] env[70398]: DEBUG oslo_vmware.api [None req-28c3abb0-bb84-47cc-bcb8-1aba49d8c6ff tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Task: {'id': task-3443854, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289537} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.839830] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-28c3abb0-bb84-47cc-bcb8-1aba49d8c6ff tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 699.840058] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-28c3abb0-bb84-47cc-bcb8-1aba49d8c6ff tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: 94ca8146-bef3-47a0-a41f-51e3b2d773b9] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 699.840306] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-28c3abb0-bb84-47cc-bcb8-1aba49d8c6ff tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: 94ca8146-bef3-47a0-a41f-51e3b2d773b9] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 699.840513] env[70398]: INFO nova.compute.manager [None req-28c3abb0-bb84-47cc-bcb8-1aba49d8c6ff tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] [instance: 94ca8146-bef3-47a0-a41f-51e3b2d773b9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 699.840776] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28c3abb0-bb84-47cc-bcb8-1aba49d8c6ff tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.840998] env[70398]: DEBUG nova.compute.manager [-] [instance: 94ca8146-bef3-47a0-a41f-51e3b2d773b9] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 699.841132] env[70398]: DEBUG nova.network.neutron [-] [instance: 94ca8146-bef3-47a0-a41f-51e3b2d773b9] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 699.845936] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-301ddc5b-64aa-4bac-9fa1-1ceb1c5d4c3d tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Creating Snapshot of the VM instance {{(pid=70398) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 699.846569] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c630986f-6c49-4bc6-bc53-23cbb67963a6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.855475] env[70398]: DEBUG oslo_vmware.api [None req-301ddc5b-64aa-4bac-9fa1-1ceb1c5d4c3d tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 699.855475] env[70398]: value = "task-3443856" [ 699.855475] env[70398]: _type = "Task" [ 699.855475] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.863746] env[70398]: DEBUG oslo_vmware.api [None req-301ddc5b-64aa-4bac-9fa1-1ceb1c5d4c3d tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3443856, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.926744] env[70398]: DEBUG oslo_vmware.api [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Task: {'id': task-3443855, 'name': Rename_Task, 'duration_secs': 0.212169} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.930019] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] [instance: e520b86c-a70c-48a3-bb69-8212a40050cb] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.930019] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6466f98-7817-4e5c-b1dc-134398ea5267 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.934224] env[70398]: DEBUG oslo_vmware.api [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Waiting for the task: (returnval){ [ 699.934224] env[70398]: value = "task-3443857" [ 699.934224] env[70398]: _type = "Task" [ 699.934224] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.944099] env[70398]: DEBUG oslo_vmware.api [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Task: {'id': task-3443857, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.063971] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443850, 'name': CreateVM_Task, 'duration_secs': 1.164162} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.068133] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.068133] env[70398]: DEBUG oslo_concurrency.lockutils [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.070520] env[70398]: DEBUG oslo_concurrency.lockutils [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.070520] env[70398]: DEBUG oslo_concurrency.lockutils [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.070520] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74ca1bb6-2b4c-43a8-afee-2409a4d037e2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.076030] env[70398]: DEBUG oslo_vmware.api [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Waiting for the task: (returnval){ [ 700.076030] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52d665d3-9c68-3ad6-5285-3be41a9f6d20" [ 700.076030] env[70398]: _type = "Task" [ 700.076030] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.085840] env[70398]: DEBUG oslo_vmware.api [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52d665d3-9c68-3ad6-5285-3be41a9f6d20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.162893] env[70398]: DEBUG nova.scheduler.client.report [None req-d0fa3260-32c2-414c-847b-e2e278c037bb tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.367509] env[70398]: DEBUG oslo_vmware.api [None req-301ddc5b-64aa-4bac-9fa1-1ceb1c5d4c3d tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3443856, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.399333] env[70398]: DEBUG nova.network.neutron [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: cfc4e624-db92-423c-969c-64d433595497] Updating instance_info_cache with network_info: [{"id": "9d0fcf30-69f7-4636-a4b8-d68048d783f8", "address": "fa:16:3e:38:29:a2", "network": {"id": "1bdee824-7d5d-419d-94d0-bd6b515609ef", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-266884240", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2559077b16fb47ff86017cc6d015de33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d0fcf30-69", "ovs_interfaceid": "9d0fcf30-69f7-4636-a4b8-d68048d783f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7e301c05-2a79-4e52-9797-48cb553aee13", "address": "fa:16:3e:f6:78:2f", "network": {"id": "497f5b7f-9fd8-411c-a046-7e9374df804c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1254025490", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "2559077b16fb47ff86017cc6d015de33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e301c05-2a", "ovs_interfaceid": "7e301c05-2a79-4e52-9797-48cb553aee13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "588a76a0-e489-4985-9cfc-154aeb8e6db0", "address": "fa:16:3e:d9:bd:7d", "network": {"id": "1bdee824-7d5d-419d-94d0-bd6b515609ef", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-266884240", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2559077b16fb47ff86017cc6d015de33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap588a76a0-e4", "ovs_interfaceid": "588a76a0-e489-4985-9cfc-154aeb8e6db0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.401026] env[70398]: DEBUG nova.compute.manager [req-1fc5bbbc-b251-4a3d-aee7-ae4067f859da req-ef5789db-5c4a-4c08-b35b-f1db1fae809a service nova] [instance: 94ca8146-bef3-47a0-a41f-51e3b2d773b9] Received event network-vif-deleted-50fc60e9-f904-46fd-aab4-7267da3c7886 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.401662] env[70398]: INFO nova.compute.manager [req-1fc5bbbc-b251-4a3d-aee7-ae4067f859da req-ef5789db-5c4a-4c08-b35b-f1db1fae809a service nova] [instance: 94ca8146-bef3-47a0-a41f-51e3b2d773b9] Neutron deleted interface 50fc60e9-f904-46fd-aab4-7267da3c7886; detaching it from the instance and deleting it from the info cache [ 700.401662] env[70398]: DEBUG nova.network.neutron [req-1fc5bbbc-b251-4a3d-aee7-ae4067f859da req-ef5789db-5c4a-4c08-b35b-f1db1fae809a service nova] [instance: 94ca8146-bef3-47a0-a41f-51e3b2d773b9] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.444800] env[70398]: DEBUG oslo_vmware.api [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Task: {'id': task-3443857, 'name': PowerOnVM_Task, 'duration_secs': 0.474685} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.445512] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] [instance: e520b86c-a70c-48a3-bb69-8212a40050cb] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.445778] env[70398]: INFO nova.compute.manager [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] [instance: e520b86c-a70c-48a3-bb69-8212a40050cb] Took 7.00 seconds to spawn the instance on the hypervisor. [ 700.445997] env[70398]: DEBUG nova.compute.manager [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] [instance: e520b86c-a70c-48a3-bb69-8212a40050cb] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.446816] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba5fb1f-be10-4f38-b2be-9afe4f19438c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.488172] env[70398]: DEBUG nova.compute.manager [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 6c788574-439c-4c94-819c-84f842795a9d] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 700.513612] env[70398]: DEBUG nova.virt.hardware [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.513863] env[70398]: DEBUG nova.virt.hardware [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.514033] env[70398]: DEBUG nova.virt.hardware [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.514214] env[70398]: DEBUG nova.virt.hardware [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.514359] env[70398]: DEBUG nova.virt.hardware [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.514732] env[70398]: DEBUG nova.virt.hardware [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.514732] env[70398]: DEBUG nova.virt.hardware [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.514845] env[70398]: DEBUG nova.virt.hardware [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.515010] env[70398]: DEBUG nova.virt.hardware [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.515235] env[70398]: DEBUG nova.virt.hardware [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.515349] env[70398]: DEBUG nova.virt.hardware [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.516266] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed286b9-8cf1-4fc6-b9aa-f70b2ccc292a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.525217] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e3b757-4cad-4896-97f3-0bcf7c63f0b9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.589146] env[70398]: DEBUG oslo_vmware.api [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52d665d3-9c68-3ad6-5285-3be41a9f6d20, 'name': SearchDatastore_Task, 'duration_secs': 0.011197} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.589476] env[70398]: DEBUG oslo_concurrency.lockutils [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.589714] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.589941] env[70398]: DEBUG oslo_concurrency.lockutils [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.590106] env[70398]: DEBUG oslo_concurrency.lockutils [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.590331] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.590610] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2959902-dcb6-4221-926d-627c66457d84 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.600196] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.600320] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 700.601194] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fad7153-735f-4caf-bac8-0e0308498f62 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.607011] env[70398]: DEBUG oslo_vmware.api [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Waiting for the task: (returnval){ [ 700.607011] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ffba3e-744a-710c-a841-2e110c35706a" [ 700.607011] env[70398]: _type = "Task" [ 700.607011] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.615765] env[70398]: DEBUG oslo_vmware.api [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ffba3e-744a-710c-a841-2e110c35706a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.674532] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d0fa3260-32c2-414c-847b-e2e278c037bb tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.209s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.676662] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 25.916s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.676835] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.676987] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70398) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 700.677329] env[70398]: DEBUG oslo_concurrency.lockutils [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.068s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.678844] env[70398]: INFO nova.compute.claims [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.682358] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a239d3c4-b0f3-4ae6-83b9-6aa4e180948c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.685488] env[70398]: DEBUG nova.network.neutron [-] [instance: 94ca8146-bef3-47a0-a41f-51e3b2d773b9] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.692475] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c02e3a4-cd70-448f-b9c9-d58f1d138581 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.708918] env[70398]: INFO nova.scheduler.client.report [None req-d0fa3260-32c2-414c-847b-e2e278c037bb tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Deleted allocations for instance deaff90c-019f-423c-97ec-801542720a30 [ 700.712952] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c5ce05-6848-402a-a1aa-a34f31ac069a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.722627] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da5851c-04ee-45b6-b999-cfd113323cb3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.755340] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179820MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=70398) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 700.755340] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.866251] env[70398]: DEBUG oslo_vmware.api [None req-301ddc5b-64aa-4bac-9fa1-1ceb1c5d4c3d tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3443856, 'name': CreateSnapshot_Task, 'duration_secs': 0.791941} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.866636] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-301ddc5b-64aa-4bac-9fa1-1ceb1c5d4c3d tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Created Snapshot of the VM instance {{(pid=70398) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 700.867281] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbad5fc5-977e-48c6-9ec4-2c969daa7b2f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.904313] env[70398]: DEBUG oslo_concurrency.lockutils [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Releasing lock "refresh_cache-cfc4e624-db92-423c-969c-64d433595497" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.904700] env[70398]: DEBUG nova.compute.manager [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: cfc4e624-db92-423c-969c-64d433595497] Instance network_info: |[{"id": "9d0fcf30-69f7-4636-a4b8-d68048d783f8", "address": "fa:16:3e:38:29:a2", "network": {"id": "1bdee824-7d5d-419d-94d0-bd6b515609ef", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-266884240", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2559077b16fb47ff86017cc6d015de33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d0fcf30-69", "ovs_interfaceid": "9d0fcf30-69f7-4636-a4b8-d68048d783f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7e301c05-2a79-4e52-9797-48cb553aee13", "address": "fa:16:3e:f6:78:2f", "network": {"id": "497f5b7f-9fd8-411c-a046-7e9374df804c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1254025490", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "2559077b16fb47ff86017cc6d015de33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e301c05-2a", "ovs_interfaceid": "7e301c05-2a79-4e52-9797-48cb553aee13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "588a76a0-e489-4985-9cfc-154aeb8e6db0", "address": "fa:16:3e:d9:bd:7d", "network": {"id": "1bdee824-7d5d-419d-94d0-bd6b515609ef", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-266884240", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2559077b16fb47ff86017cc6d015de33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap588a76a0-e4", "ovs_interfaceid": "588a76a0-e489-4985-9cfc-154aeb8e6db0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 700.905308] env[70398]: DEBUG oslo_concurrency.lockutils [req-dde600aa-d06e-44f6-a8f7-63607e3945fc req-7e49c74c-d4fc-49f7-97a9-e9fb67299eca service nova] Acquired lock "refresh_cache-cfc4e624-db92-423c-969c-64d433595497" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.905501] env[70398]: DEBUG nova.network.neutron [req-dde600aa-d06e-44f6-a8f7-63607e3945fc req-7e49c74c-d4fc-49f7-97a9-e9fb67299eca service nova] [instance: cfc4e624-db92-423c-969c-64d433595497] Refreshing network info cache for port 588a76a0-e489-4985-9cfc-154aeb8e6db0 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.907238] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: cfc4e624-db92-423c-969c-64d433595497] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:29:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '790c811b-3fa6-49f8-87ac-c51450911137', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d0fcf30-69f7-4636-a4b8-d68048d783f8', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:78:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3836fb52-19c6-4e10-a0ca-f0bca73dc887', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e301c05-2a79-4e52-9797-48cb553aee13', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:bd:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '790c811b-3fa6-49f8-87ac-c51450911137', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '588a76a0-e489-4985-9cfc-154aeb8e6db0', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 700.918490] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Creating folder: Project (2559077b16fb47ff86017cc6d015de33). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.918727] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c6122b11-08f9-4e78-93c0-9d9f64ebb3c4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.923792] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91a001cd-a3e1-4db6-a45c-704f9f11d655 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.932865] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973b26cd-36c1-4fd8-9c9c-651d0e3ef913 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.944623] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Created folder: Project (2559077b16fb47ff86017cc6d015de33) in parent group-v687430. [ 700.944826] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Creating folder: Instances. Parent ref: group-v687514. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.945462] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17b692f2-20a2-4804-a75a-b55f953dd053 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.956127] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Created folder: Instances in parent group-v687514. [ 700.956127] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.968290] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfc4e624-db92-423c-969c-64d433595497] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 700.974061] env[70398]: DEBUG nova.compute.manager [req-1fc5bbbc-b251-4a3d-aee7-ae4067f859da req-ef5789db-5c4a-4c08-b35b-f1db1fae809a service nova] [instance: 94ca8146-bef3-47a0-a41f-51e3b2d773b9] Detach interface failed, port_id=50fc60e9-f904-46fd-aab4-7267da3c7886, reason: Instance 94ca8146-bef3-47a0-a41f-51e3b2d773b9 could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 700.975758] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc51d8ca-cb82-49e0-9cf2-37fa035a2ba8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.995548] env[70398]: INFO nova.compute.manager [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] [instance: e520b86c-a70c-48a3-bb69-8212a40050cb] Took 39.27 seconds to build instance. [ 701.002010] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 701.002010] env[70398]: value = "task-3443860" [ 701.002010] env[70398]: _type = "Task" [ 701.002010] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.012476] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443860, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.027575] env[70398]: DEBUG oslo_vmware.rw_handles [None req-eb97a676-6f3d-4090-b0be-3a19d209c77c tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527e3027-665b-723c-a78e-f7506b77bf87/disk-0.vmdk. {{(pid=70398) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 701.028965] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8487ed65-1a07-4f4b-a736-95d5a1fc02e2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.035240] env[70398]: DEBUG oslo_vmware.rw_handles [None req-eb97a676-6f3d-4090-b0be-3a19d209c77c tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527e3027-665b-723c-a78e-f7506b77bf87/disk-0.vmdk is in state: ready. {{(pid=70398) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 701.035414] env[70398]: ERROR oslo_vmware.rw_handles [None req-eb97a676-6f3d-4090-b0be-3a19d209c77c tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527e3027-665b-723c-a78e-f7506b77bf87/disk-0.vmdk due to incomplete transfer. [ 701.035632] env[70398]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7bafa2fd-30cf-416a-8a69-02a8a3a4ab91 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.044403] env[70398]: DEBUG oslo_vmware.rw_handles [None req-eb97a676-6f3d-4090-b0be-3a19d209c77c tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527e3027-665b-723c-a78e-f7506b77bf87/disk-0.vmdk. {{(pid=70398) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 701.044403] env[70398]: DEBUG nova.virt.vmwareapi.images [None req-eb97a676-6f3d-4090-b0be-3a19d209c77c tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Uploaded image 728e7730-6bac-41cd-a04b-357434284ccb to the Glance image server {{(pid=70398) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 701.045610] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb97a676-6f3d-4090-b0be-3a19d209c77c tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Destroying the VM {{(pid=70398) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 701.045880] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-70f51d79-3789-48ae-952b-0bc489a30562 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.054026] env[70398]: DEBUG oslo_vmware.api [None req-eb97a676-6f3d-4090-b0be-3a19d209c77c tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Waiting for the task: (returnval){ [ 701.054026] env[70398]: value = "task-3443861" [ 701.054026] env[70398]: _type = "Task" [ 701.054026] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.064967] env[70398]: DEBUG oslo_vmware.api [None req-eb97a676-6f3d-4090-b0be-3a19d209c77c tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443861, 'name': Destroy_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.120926] env[70398]: DEBUG oslo_vmware.api [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ffba3e-744a-710c-a841-2e110c35706a, 'name': SearchDatastore_Task, 'duration_secs': 0.009112} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.120926] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87842fed-5690-4e20-9901-eb1106827adc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.126769] env[70398]: DEBUG oslo_vmware.api [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Waiting for the task: (returnval){ [ 701.126769] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52db4946-fabc-c2bc-0b79-cf00ad1f2610" [ 701.126769] env[70398]: _type = "Task" [ 701.126769] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.133428] env[70398]: DEBUG oslo_vmware.api [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52db4946-fabc-c2bc-0b79-cf00ad1f2610, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.190384] env[70398]: INFO nova.compute.manager [-] [instance: 94ca8146-bef3-47a0-a41f-51e3b2d773b9] Took 1.35 seconds to deallocate network for instance. [ 701.222353] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d0fa3260-32c2-414c-847b-e2e278c037bb tempest-ServerShowV257Test-1277297046 tempest-ServerShowV257Test-1277297046-project-member] Lock "deaff90c-019f-423c-97ec-801542720a30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.051s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.386432] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-301ddc5b-64aa-4bac-9fa1-1ceb1c5d4c3d tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Creating linked-clone VM from snapshot {{(pid=70398) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 701.387156] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5bef460b-ac50-4533-9554-c562a1c3fb04 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.394952] env[70398]: DEBUG oslo_vmware.api [None req-301ddc5b-64aa-4bac-9fa1-1ceb1c5d4c3d tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 701.394952] env[70398]: value = "task-3443862" [ 701.394952] env[70398]: _type = "Task" [ 701.394952] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.403347] env[70398]: DEBUG oslo_vmware.api [None req-301ddc5b-64aa-4bac-9fa1-1ceb1c5d4c3d tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3443862, 'name': CloneVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.500349] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5c1e8afe-d830-4a44-b9a2-4a00557e7af5 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Lock "e520b86c-a70c-48a3-bb69-8212a40050cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.623s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.513837] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443860, 'name': CreateVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.565987] env[70398]: DEBUG oslo_vmware.api [None req-eb97a676-6f3d-4090-b0be-3a19d209c77c tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443861, 'name': Destroy_Task, 'duration_secs': 0.336507} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.566525] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-eb97a676-6f3d-4090-b0be-3a19d209c77c tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Destroyed the VM [ 701.567725] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-eb97a676-6f3d-4090-b0be-3a19d209c77c tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Deleting Snapshot of the VM instance {{(pid=70398) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 701.567797] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c78c3c29-415f-4792-b04d-010cd1c71d1e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.576976] env[70398]: DEBUG oslo_vmware.api [None req-eb97a676-6f3d-4090-b0be-3a19d209c77c tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Waiting for the task: (returnval){ [ 701.576976] env[70398]: value = "task-3443863" [ 701.576976] env[70398]: _type = "Task" [ 701.576976] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.589811] env[70398]: DEBUG oslo_vmware.api [None req-eb97a676-6f3d-4090-b0be-3a19d209c77c tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443863, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.637886] env[70398]: DEBUG oslo_vmware.api [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52db4946-fabc-c2bc-0b79-cf00ad1f2610, 'name': SearchDatastore_Task, 'duration_secs': 0.011924} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.638169] env[70398]: DEBUG oslo_concurrency.lockutils [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.638424] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 1802046c-3dcf-4b7a-b062-5f9c177a11d6/1802046c-3dcf-4b7a-b062-5f9c177a11d6.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.638691] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b0e4128-121e-4b6d-a62e-61294ae2c3b8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.645865] env[70398]: DEBUG oslo_vmware.api [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Waiting for the task: (returnval){ [ 701.645865] env[70398]: value = "task-3443864" [ 701.645865] env[70398]: _type = "Task" [ 701.645865] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.655772] env[70398]: DEBUG oslo_vmware.api [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': task-3443864, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.700621] env[70398]: DEBUG oslo_concurrency.lockutils [None req-28c3abb0-bb84-47cc-bcb8-1aba49d8c6ff tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.726039] env[70398]: DEBUG nova.compute.manager [req-c106c8f2-a91b-41f1-82c4-b048e3dd54c2 req-16cecd71-e7a9-46d5-9b6e-db169497b72f service nova] [instance: 6c788574-439c-4c94-819c-84f842795a9d] Received event network-vif-plugged-c84e1641-252b-424f-934f-66b6108275c3 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.726286] env[70398]: DEBUG oslo_concurrency.lockutils [req-c106c8f2-a91b-41f1-82c4-b048e3dd54c2 req-16cecd71-e7a9-46d5-9b6e-db169497b72f service nova] Acquiring lock "6c788574-439c-4c94-819c-84f842795a9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.726479] env[70398]: DEBUG oslo_concurrency.lockutils [req-c106c8f2-a91b-41f1-82c4-b048e3dd54c2 req-16cecd71-e7a9-46d5-9b6e-db169497b72f service nova] Lock "6c788574-439c-4c94-819c-84f842795a9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.726643] env[70398]: DEBUG oslo_concurrency.lockutils [req-c106c8f2-a91b-41f1-82c4-b048e3dd54c2 req-16cecd71-e7a9-46d5-9b6e-db169497b72f service nova] Lock "6c788574-439c-4c94-819c-84f842795a9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.726806] env[70398]: DEBUG nova.compute.manager [req-c106c8f2-a91b-41f1-82c4-b048e3dd54c2 req-16cecd71-e7a9-46d5-9b6e-db169497b72f service nova] [instance: 6c788574-439c-4c94-819c-84f842795a9d] No waiting events found dispatching network-vif-plugged-c84e1641-252b-424f-934f-66b6108275c3 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 701.726966] env[70398]: WARNING nova.compute.manager [req-c106c8f2-a91b-41f1-82c4-b048e3dd54c2 req-16cecd71-e7a9-46d5-9b6e-db169497b72f service nova] [instance: 6c788574-439c-4c94-819c-84f842795a9d] Received unexpected event network-vif-plugged-c84e1641-252b-424f-934f-66b6108275c3 for instance with vm_state building and task_state spawning. [ 701.792148] env[70398]: DEBUG nova.network.neutron [req-dde600aa-d06e-44f6-a8f7-63607e3945fc req-7e49c74c-d4fc-49f7-97a9-e9fb67299eca service nova] [instance: cfc4e624-db92-423c-969c-64d433595497] Updated VIF entry in instance network info cache for port 588a76a0-e489-4985-9cfc-154aeb8e6db0. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.792148] env[70398]: DEBUG nova.network.neutron [req-dde600aa-d06e-44f6-a8f7-63607e3945fc req-7e49c74c-d4fc-49f7-97a9-e9fb67299eca service nova] [instance: cfc4e624-db92-423c-969c-64d433595497] Updating instance_info_cache with network_info: [{"id": "9d0fcf30-69f7-4636-a4b8-d68048d783f8", "address": "fa:16:3e:38:29:a2", "network": {"id": "1bdee824-7d5d-419d-94d0-bd6b515609ef", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-266884240", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2559077b16fb47ff86017cc6d015de33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d0fcf30-69", "ovs_interfaceid": "9d0fcf30-69f7-4636-a4b8-d68048d783f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7e301c05-2a79-4e52-9797-48cb553aee13", "address": "fa:16:3e:f6:78:2f", "network": {"id": "497f5b7f-9fd8-411c-a046-7e9374df804c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1254025490", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "2559077b16fb47ff86017cc6d015de33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e301c05-2a", "ovs_interfaceid": "7e301c05-2a79-4e52-9797-48cb553aee13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "588a76a0-e489-4985-9cfc-154aeb8e6db0", "address": "fa:16:3e:d9:bd:7d", "network": {"id": "1bdee824-7d5d-419d-94d0-bd6b515609ef", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-266884240", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2559077b16fb47ff86017cc6d015de33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap588a76a0-e4", "ovs_interfaceid": "588a76a0-e489-4985-9cfc-154aeb8e6db0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.899277] env[70398]: DEBUG nova.network.neutron [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 6c788574-439c-4c94-819c-84f842795a9d] Successfully updated port: c84e1641-252b-424f-934f-66b6108275c3 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 701.909077] env[70398]: DEBUG oslo_vmware.api [None req-301ddc5b-64aa-4bac-9fa1-1ceb1c5d4c3d tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3443862, 'name': CloneVM_Task} progress is 94%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.002013] env[70398]: DEBUG nova.compute.manager [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 9f30832c-d957-4c99-a1f3-fe022e2c73b9] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 702.014837] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443860, 'name': CreateVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.088200] env[70398]: DEBUG oslo_vmware.api [None req-eb97a676-6f3d-4090-b0be-3a19d209c77c tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443863, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.158346] env[70398]: DEBUG oslo_vmware.api [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': task-3443864, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.223342] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828a0596-cea3-4b46-b86d-951d80ec50f0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.231980] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31022bf-701e-460f-85a1-3df56c8dfa90 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.266031] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b59221-a4c1-4faa-9ee7-e87948205cbb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.274532] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87427afb-7137-4b89-9f8d-a0c978fa0d2c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.289842] env[70398]: DEBUG nova.compute.provider_tree [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.296413] env[70398]: DEBUG oslo_concurrency.lockutils [req-dde600aa-d06e-44f6-a8f7-63607e3945fc req-7e49c74c-d4fc-49f7-97a9-e9fb67299eca service nova] Releasing lock "refresh_cache-cfc4e624-db92-423c-969c-64d433595497" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.403490] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquiring lock "refresh_cache-6c788574-439c-4c94-819c-84f842795a9d" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.403768] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquired lock "refresh_cache-6c788574-439c-4c94-819c-84f842795a9d" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.403898] env[70398]: DEBUG nova.network.neutron [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 6c788574-439c-4c94-819c-84f842795a9d] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.416588] env[70398]: DEBUG oslo_vmware.api [None req-301ddc5b-64aa-4bac-9fa1-1ceb1c5d4c3d tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3443862, 'name': CloneVM_Task} progress is 94%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.524380] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443860, 'name': CreateVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.528172] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.589427] env[70398]: DEBUG oslo_vmware.api [None req-eb97a676-6f3d-4090-b0be-3a19d209c77c tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443863, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.663681] env[70398]: DEBUG oslo_vmware.api [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': task-3443864, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.794161] env[70398]: DEBUG nova.scheduler.client.report [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.912277] env[70398]: DEBUG oslo_vmware.api [None req-301ddc5b-64aa-4bac-9fa1-1ceb1c5d4c3d tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3443862, 'name': CloneVM_Task} progress is 95%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.955799] env[70398]: DEBUG nova.network.neutron [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 6c788574-439c-4c94-819c-84f842795a9d] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.014699] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ad530344-b044-42c1-9f04-43805a50b261 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Acquiring lock "e520b86c-a70c-48a3-bb69-8212a40050cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.014961] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ad530344-b044-42c1-9f04-43805a50b261 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Lock "e520b86c-a70c-48a3-bb69-8212a40050cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.015185] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ad530344-b044-42c1-9f04-43805a50b261 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Acquiring lock "e520b86c-a70c-48a3-bb69-8212a40050cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.015405] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ad530344-b044-42c1-9f04-43805a50b261 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Lock "e520b86c-a70c-48a3-bb69-8212a40050cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.015579] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ad530344-b044-42c1-9f04-43805a50b261 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Lock "e520b86c-a70c-48a3-bb69-8212a40050cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.018761] env[70398]: INFO nova.compute.manager [None req-ad530344-b044-42c1-9f04-43805a50b261 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] [instance: e520b86c-a70c-48a3-bb69-8212a40050cb] Terminating instance [ 703.023989] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443860, 'name': CreateVM_Task, 'duration_secs': 1.865926} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.026803] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfc4e624-db92-423c-969c-64d433595497] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.027251] env[70398]: DEBUG oslo_concurrency.lockutils [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.027251] env[70398]: DEBUG oslo_concurrency.lockutils [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.027527] env[70398]: DEBUG oslo_concurrency.lockutils [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.028174] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-476b9b6c-eb5e-4432-aeef-06a4d255e0da {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.035560] env[70398]: DEBUG oslo_vmware.api [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Waiting for the task: (returnval){ [ 703.035560] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52daa3ea-f41d-6fb3-0346-d96bba16e0c7" [ 703.035560] env[70398]: _type = "Task" [ 703.035560] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.046832] env[70398]: DEBUG oslo_vmware.api [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52daa3ea-f41d-6fb3-0346-d96bba16e0c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.089924] env[70398]: DEBUG oslo_vmware.api [None req-eb97a676-6f3d-4090-b0be-3a19d209c77c tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443863, 'name': RemoveSnapshot_Task, 'duration_secs': 1.026961} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.090245] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-eb97a676-6f3d-4090-b0be-3a19d209c77c tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Deleted Snapshot of the VM instance {{(pid=70398) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 703.090500] env[70398]: INFO nova.compute.manager [None req-eb97a676-6f3d-4090-b0be-3a19d209c77c tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Took 15.44 seconds to snapshot the instance on the hypervisor. [ 703.129432] env[70398]: DEBUG nova.network.neutron [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 6c788574-439c-4c94-819c-84f842795a9d] Updating instance_info_cache with network_info: [{"id": "c84e1641-252b-424f-934f-66b6108275c3", "address": "fa:16:3e:62:92:5f", "network": {"id": "23d9419d-e819-42ee-b5e0-a2606a9537e7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1859119493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35039eb24b5c4b928817e426270785b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc84e1641-25", "ovs_interfaceid": "c84e1641-252b-424f-934f-66b6108275c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.160681] env[70398]: DEBUG oslo_vmware.api [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': task-3443864, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.311498} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.161013] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 1802046c-3dcf-4b7a-b062-5f9c177a11d6/1802046c-3dcf-4b7a-b062-5f9c177a11d6.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 703.161298] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.161545] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22af3078-7bef-4330-85b1-3a23293eb915 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.169440] env[70398]: DEBUG oslo_vmware.api [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Waiting for the task: (returnval){ [ 703.169440] env[70398]: value = "task-3443865" [ 703.169440] env[70398]: _type = "Task" [ 703.169440] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.178589] env[70398]: DEBUG oslo_vmware.api [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': task-3443865, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.299940] env[70398]: DEBUG oslo_concurrency.lockutils [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.300535] env[70398]: DEBUG nova.compute.manager [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 703.303307] env[70398]: DEBUG oslo_concurrency.lockutils [None req-32af1f82-fecb-492b-b1f4-41cad25ced5d tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.053s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.304145] env[70398]: DEBUG nova.objects.instance [None req-32af1f82-fecb-492b-b1f4-41cad25ced5d tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Lazy-loading 'resources' on Instance uuid 8febcfdf-6403-4b67-b5b7-c640dd9da041 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 703.411125] env[70398]: DEBUG oslo_vmware.api [None req-301ddc5b-64aa-4bac-9fa1-1ceb1c5d4c3d tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3443862, 'name': CloneVM_Task, 'duration_secs': 1.634115} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.411396] env[70398]: INFO nova.virt.vmwareapi.vmops [None req-301ddc5b-64aa-4bac-9fa1-1ceb1c5d4c3d tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Created linked-clone VM from snapshot [ 703.412747] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7ac351-6231-466c-a8a0-0b99950c5873 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.420022] env[70398]: DEBUG nova.virt.vmwareapi.images [None req-301ddc5b-64aa-4bac-9fa1-1ceb1c5d4c3d tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Uploading image 44a6906e-2af8-45db-ad9a-84de9fd3ae09 {{(pid=70398) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 703.441417] env[70398]: DEBUG oslo_vmware.rw_handles [None req-301ddc5b-64aa-4bac-9fa1-1ceb1c5d4c3d tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 703.441417] env[70398]: value = "vm-687517" [ 703.441417] env[70398]: _type = "VirtualMachine" [ 703.441417] env[70398]: }. {{(pid=70398) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 703.441606] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c6f39940-8494-4234-bd03-1be6b63194c6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.449405] env[70398]: DEBUG oslo_vmware.rw_handles [None req-301ddc5b-64aa-4bac-9fa1-1ceb1c5d4c3d tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lease: (returnval){ [ 703.449405] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]526fa7dd-3685-2315-e9e7-ba1b45c454a1" [ 703.449405] env[70398]: _type = "HttpNfcLease" [ 703.449405] env[70398]: } obtained for exporting VM: (result){ [ 703.449405] env[70398]: value = "vm-687517" [ 703.449405] env[70398]: _type = "VirtualMachine" [ 703.449405] env[70398]: }. {{(pid=70398) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 703.449708] env[70398]: DEBUG oslo_vmware.api [None req-301ddc5b-64aa-4bac-9fa1-1ceb1c5d4c3d tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the lease: (returnval){ [ 703.449708] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]526fa7dd-3685-2315-e9e7-ba1b45c454a1" [ 703.449708] env[70398]: _type = "HttpNfcLease" [ 703.449708] env[70398]: } to be ready. {{(pid=70398) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 703.456841] env[70398]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 703.456841] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]526fa7dd-3685-2315-e9e7-ba1b45c454a1" [ 703.456841] env[70398]: _type = "HttpNfcLease" [ 703.456841] env[70398]: } is initializing. {{(pid=70398) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 703.527329] env[70398]: DEBUG nova.compute.manager [None req-ad530344-b044-42c1-9f04-43805a50b261 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] [instance: e520b86c-a70c-48a3-bb69-8212a40050cb] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 703.527574] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-ad530344-b044-42c1-9f04-43805a50b261 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] [instance: e520b86c-a70c-48a3-bb69-8212a40050cb] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 703.528486] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a38f36-64c3-4166-99c5-68a2ba42dc95 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.537150] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad530344-b044-42c1-9f04-43805a50b261 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] [instance: e520b86c-a70c-48a3-bb69-8212a40050cb] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 703.540514] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b86885f-7f6a-4998-9ea9-06f837349393 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.549264] env[70398]: DEBUG oslo_vmware.api [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52daa3ea-f41d-6fb3-0346-d96bba16e0c7, 'name': SearchDatastore_Task, 'duration_secs': 0.012199} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.550612] env[70398]: DEBUG oslo_concurrency.lockutils [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.550902] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: cfc4e624-db92-423c-969c-64d433595497] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.551382] env[70398]: DEBUG oslo_concurrency.lockutils [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.551382] env[70398]: DEBUG oslo_concurrency.lockutils [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.551524] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.551824] env[70398]: DEBUG oslo_vmware.api [None req-ad530344-b044-42c1-9f04-43805a50b261 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Waiting for the task: (returnval){ [ 703.551824] env[70398]: value = "task-3443867" [ 703.551824] env[70398]: _type = "Task" [ 703.551824] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.552029] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60f8872e-1288-418d-b924-945cd6d5b1a0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.565691] env[70398]: DEBUG oslo_vmware.api [None req-ad530344-b044-42c1-9f04-43805a50b261 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Task: {'id': task-3443867, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.568540] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.568540] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.568540] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e76ee6d0-00b3-45b2-b10f-393a74c3a511 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.575960] env[70398]: DEBUG oslo_vmware.api [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Waiting for the task: (returnval){ [ 703.575960] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]525de81d-e081-d6e4-ee21-f5e0b43670cd" [ 703.575960] env[70398]: _type = "Task" [ 703.575960] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.585578] env[70398]: DEBUG oslo_vmware.api [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]525de81d-e081-d6e4-ee21-f5e0b43670cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.632401] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Releasing lock "refresh_cache-6c788574-439c-4c94-819c-84f842795a9d" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.632892] env[70398]: DEBUG nova.compute.manager [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 6c788574-439c-4c94-819c-84f842795a9d] Instance network_info: |[{"id": "c84e1641-252b-424f-934f-66b6108275c3", "address": "fa:16:3e:62:92:5f", "network": {"id": "23d9419d-e819-42ee-b5e0-a2606a9537e7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1859119493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35039eb24b5c4b928817e426270785b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc84e1641-25", "ovs_interfaceid": "c84e1641-252b-424f-934f-66b6108275c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.633673] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 6c788574-439c-4c94-819c-84f842795a9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:92:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee617cec-01ea-4a11-ac04-ef9767f4c86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c84e1641-252b-424f-934f-66b6108275c3', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.641999] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.642252] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c788574-439c-4c94-819c-84f842795a9d] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.642509] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-614cd099-cc72-4829-9791-1432ae10ddfa {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.664624] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.664624] env[70398]: value = "task-3443868" [ 703.664624] env[70398]: _type = "Task" [ 703.664624] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.677219] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443868, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.683415] env[70398]: DEBUG oslo_vmware.api [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': task-3443865, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078054} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.683670] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.684474] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119037b2-66ce-460c-8475-04275d00d22e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.708200] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 1802046c-3dcf-4b7a-b062-5f9c177a11d6/1802046c-3dcf-4b7a-b062-5f9c177a11d6.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.708648] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1accf47-4331-4fa7-93a7-5b1997f807b0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.729957] env[70398]: DEBUG oslo_vmware.api [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Waiting for the task: (returnval){ [ 703.729957] env[70398]: value = "task-3443869" [ 703.729957] env[70398]: _type = "Task" [ 703.729957] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.742289] env[70398]: DEBUG oslo_vmware.api [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': task-3443869, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.806713] env[70398]: DEBUG nova.compute.utils [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 703.808397] env[70398]: DEBUG nova.compute.manager [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 703.808572] env[70398]: DEBUG nova.network.neutron [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 703.854009] env[70398]: DEBUG nova.policy [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '521c09e8704b421ea8c8117739831485', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a883c811fd5a442fa994bf6d87ef2957', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 703.958753] env[70398]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 703.958753] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]526fa7dd-3685-2315-e9e7-ba1b45c454a1" [ 703.958753] env[70398]: _type = "HttpNfcLease" [ 703.958753] env[70398]: } is ready. {{(pid=70398) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 703.959086] env[70398]: DEBUG oslo_vmware.rw_handles [None req-301ddc5b-64aa-4bac-9fa1-1ceb1c5d4c3d tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 703.959086] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]526fa7dd-3685-2315-e9e7-ba1b45c454a1" [ 703.959086] env[70398]: _type = "HttpNfcLease" [ 703.959086] env[70398]: }. {{(pid=70398) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 703.959942] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d1494d-2159-409a-adfd-e51fe911c4c4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.968385] env[70398]: DEBUG nova.compute.manager [req-2f0c50e7-7058-4bb2-959e-d333caa26bef req-dd1f6007-9d68-49dc-a315-921529ca5765 service nova] [instance: 6c788574-439c-4c94-819c-84f842795a9d] Received event network-changed-c84e1641-252b-424f-934f-66b6108275c3 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.968552] env[70398]: DEBUG nova.compute.manager [req-2f0c50e7-7058-4bb2-959e-d333caa26bef req-dd1f6007-9d68-49dc-a315-921529ca5765 service nova] [instance: 6c788574-439c-4c94-819c-84f842795a9d] Refreshing instance network info cache due to event network-changed-c84e1641-252b-424f-934f-66b6108275c3. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 703.968759] env[70398]: DEBUG oslo_concurrency.lockutils [req-2f0c50e7-7058-4bb2-959e-d333caa26bef req-dd1f6007-9d68-49dc-a315-921529ca5765 service nova] Acquiring lock "refresh_cache-6c788574-439c-4c94-819c-84f842795a9d" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.968896] env[70398]: DEBUG oslo_concurrency.lockutils [req-2f0c50e7-7058-4bb2-959e-d333caa26bef req-dd1f6007-9d68-49dc-a315-921529ca5765 service nova] Acquired lock "refresh_cache-6c788574-439c-4c94-819c-84f842795a9d" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.969065] env[70398]: DEBUG nova.network.neutron [req-2f0c50e7-7058-4bb2-959e-d333caa26bef req-dd1f6007-9d68-49dc-a315-921529ca5765 service nova] [instance: 6c788574-439c-4c94-819c-84f842795a9d] Refreshing network info cache for port c84e1641-252b-424f-934f-66b6108275c3 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.980263] env[70398]: DEBUG oslo_vmware.rw_handles [None req-301ddc5b-64aa-4bac-9fa1-1ceb1c5d4c3d tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52793d59-1f45-f004-634d-c2edb0ddeb96/disk-0.vmdk from lease info. {{(pid=70398) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 703.980577] env[70398]: DEBUG oslo_vmware.rw_handles [None req-301ddc5b-64aa-4bac-9fa1-1ceb1c5d4c3d tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52793d59-1f45-f004-634d-c2edb0ddeb96/disk-0.vmdk for reading. {{(pid=70398) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 704.066066] env[70398]: DEBUG oslo_vmware.api [None req-ad530344-b044-42c1-9f04-43805a50b261 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Task: {'id': task-3443867, 'name': PowerOffVM_Task, 'duration_secs': 0.214276} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.066301] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad530344-b044-42c1-9f04-43805a50b261 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] [instance: e520b86c-a70c-48a3-bb69-8212a40050cb] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 704.066475] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-ad530344-b044-42c1-9f04-43805a50b261 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] [instance: e520b86c-a70c-48a3-bb69-8212a40050cb] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 704.066722] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a2a3eeb-4c14-44f1-a399-5eb080c262fc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.085548] env[70398]: DEBUG oslo_vmware.api [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]525de81d-e081-d6e4-ee21-f5e0b43670cd, 'name': SearchDatastore_Task, 'duration_secs': 0.011685} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.086354] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-303923ab-13af-4f51-9809-b8f9d5a32b25 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.093769] env[70398]: DEBUG oslo_vmware.api [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Waiting for the task: (returnval){ [ 704.093769] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]521f4380-c946-7d16-450f-ab21c6c8bbd8" [ 704.093769] env[70398]: _type = "Task" [ 704.093769] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.102953] env[70398]: DEBUG oslo_vmware.api [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]521f4380-c946-7d16-450f-ab21c6c8bbd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.108937] env[70398]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c2580d9b-3a2c-4fca-bdd2-e7b048b1e8db {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.143984] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-ad530344-b044-42c1-9f04-43805a50b261 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] [instance: e520b86c-a70c-48a3-bb69-8212a40050cb] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 704.143984] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-ad530344-b044-42c1-9f04-43805a50b261 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] [instance: e520b86c-a70c-48a3-bb69-8212a40050cb] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 704.143984] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad530344-b044-42c1-9f04-43805a50b261 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Deleting the datastore file [datastore2] e520b86c-a70c-48a3-bb69-8212a40050cb {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 704.143984] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24f0155c-04a4-471a-a666-1002c5d103a4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.154231] env[70398]: DEBUG oslo_vmware.api [None req-ad530344-b044-42c1-9f04-43805a50b261 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Waiting for the task: (returnval){ [ 704.154231] env[70398]: value = "task-3443871" [ 704.154231] env[70398]: _type = "Task" [ 704.154231] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.164911] env[70398]: DEBUG oslo_vmware.api [None req-ad530344-b044-42c1-9f04-43805a50b261 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Task: {'id': task-3443871, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.173302] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443868, 'name': CreateVM_Task, 'duration_secs': 0.483327} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.175720] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c788574-439c-4c94-819c-84f842795a9d] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.176735] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.176903] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.177239] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.178626] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5d19603-3ec3-424c-9e7c-cb0a231de324 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.182023] env[70398]: DEBUG oslo_vmware.api [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 704.182023] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f7cf98-a460-4198-d587-110b221df402" [ 704.182023] env[70398]: _type = "Task" [ 704.182023] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.191837] env[70398]: DEBUG oslo_vmware.api [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f7cf98-a460-4198-d587-110b221df402, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.197729] env[70398]: DEBUG nova.network.neutron [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Successfully created port: ceb4aed8-9130-4c85-b295-441606af27c5 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 704.238840] env[70398]: DEBUG oslo_vmware.api [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': task-3443869, 'name': ReconfigVM_Task, 'duration_secs': 0.321922} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.239162] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 1802046c-3dcf-4b7a-b062-5f9c177a11d6/1802046c-3dcf-4b7a-b062-5f9c177a11d6.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.239889] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e91211c0-1cfb-4211-85d7-ddea00976211 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.249421] env[70398]: DEBUG oslo_vmware.api [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Waiting for the task: (returnval){ [ 704.249421] env[70398]: value = "task-3443872" [ 704.249421] env[70398]: _type = "Task" [ 704.249421] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.261475] env[70398]: DEBUG oslo_vmware.api [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': task-3443872, 'name': Rename_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.314488] env[70398]: DEBUG nova.compute.manager [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 704.430605] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59abb3f-f2fc-4acd-8e33-8dfcccf83791 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.439116] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05cb949-afe8-4456-a9f2-2ba89ba4641d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.477132] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12684f2-99ce-4537-b075-59a24a03fbef {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.485164] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9655b2fe-dce2-4b24-a373-00da7263e2c8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.505229] env[70398]: DEBUG nova.compute.provider_tree [None req-32af1f82-fecb-492b-b1f4-41cad25ced5d tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.604930] env[70398]: DEBUG oslo_vmware.api [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]521f4380-c946-7d16-450f-ab21c6c8bbd8, 'name': SearchDatastore_Task, 'duration_secs': 0.010371} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.605373] env[70398]: DEBUG oslo_concurrency.lockutils [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.605618] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] cfc4e624-db92-423c-969c-64d433595497/cfc4e624-db92-423c-969c-64d433595497.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 704.605920] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22830e38-24de-4906-adda-6b3908b613a2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.616115] env[70398]: DEBUG oslo_vmware.api [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Waiting for the task: (returnval){ [ 704.616115] env[70398]: value = "task-3443873" [ 704.616115] env[70398]: _type = "Task" [ 704.616115] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.624216] env[70398]: DEBUG oslo_vmware.api [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Task: {'id': task-3443873, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.671316] env[70398]: DEBUG oslo_vmware.api [None req-ad530344-b044-42c1-9f04-43805a50b261 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Task: {'id': task-3443871, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162002} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.671837] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad530344-b044-42c1-9f04-43805a50b261 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 704.672182] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-ad530344-b044-42c1-9f04-43805a50b261 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] [instance: e520b86c-a70c-48a3-bb69-8212a40050cb] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 704.673725] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-ad530344-b044-42c1-9f04-43805a50b261 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] [instance: e520b86c-a70c-48a3-bb69-8212a40050cb] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 704.673725] env[70398]: INFO nova.compute.manager [None req-ad530344-b044-42c1-9f04-43805a50b261 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] [instance: e520b86c-a70c-48a3-bb69-8212a40050cb] Took 1.15 seconds to destroy the instance on the hypervisor. [ 704.673725] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad530344-b044-42c1-9f04-43805a50b261 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.673725] env[70398]: DEBUG nova.compute.manager [-] [instance: e520b86c-a70c-48a3-bb69-8212a40050cb] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 704.674039] env[70398]: DEBUG nova.network.neutron [-] [instance: e520b86c-a70c-48a3-bb69-8212a40050cb] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 704.692513] env[70398]: DEBUG oslo_vmware.api [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f7cf98-a460-4198-d587-110b221df402, 'name': SearchDatastore_Task, 'duration_secs': 0.017269} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.692966] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.693266] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 6c788574-439c-4c94-819c-84f842795a9d] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.693555] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.693751] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.693990] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.694518] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a23d6fbe-f271-47b2-86ca-ebf97f82d12f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.702620] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.702947] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.703686] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87dbbcd8-953a-43d4-ae67-749a908f4718 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.709055] env[70398]: DEBUG oslo_vmware.api [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 704.709055] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52a70335-e049-1753-4274-49b56690bbdb" [ 704.709055] env[70398]: _type = "Task" [ 704.709055] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.719321] env[70398]: DEBUG oslo_vmware.api [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52a70335-e049-1753-4274-49b56690bbdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.760109] env[70398]: DEBUG oslo_vmware.api [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': task-3443872, 'name': Rename_Task, 'duration_secs': 0.162737} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.760827] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.761229] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70c640ed-ae7f-40a5-ba0d-747c546869ac {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.768259] env[70398]: DEBUG oslo_vmware.api [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Waiting for the task: (returnval){ [ 704.768259] env[70398]: value = "task-3443874" [ 704.768259] env[70398]: _type = "Task" [ 704.768259] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.780495] env[70398]: DEBUG oslo_vmware.api [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': task-3443874, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.792575] env[70398]: DEBUG nova.network.neutron [req-2f0c50e7-7058-4bb2-959e-d333caa26bef req-dd1f6007-9d68-49dc-a315-921529ca5765 service nova] [instance: 6c788574-439c-4c94-819c-84f842795a9d] Updated VIF entry in instance network info cache for port c84e1641-252b-424f-934f-66b6108275c3. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.792878] env[70398]: DEBUG nova.network.neutron [req-2f0c50e7-7058-4bb2-959e-d333caa26bef req-dd1f6007-9d68-49dc-a315-921529ca5765 service nova] [instance: 6c788574-439c-4c94-819c-84f842795a9d] Updating instance_info_cache with network_info: [{"id": "c84e1641-252b-424f-934f-66b6108275c3", "address": "fa:16:3e:62:92:5f", "network": {"id": "23d9419d-e819-42ee-b5e0-a2606a9537e7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1859119493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35039eb24b5c4b928817e426270785b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc84e1641-25", "ovs_interfaceid": "c84e1641-252b-424f-934f-66b6108275c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.975446] env[70398]: DEBUG nova.compute.manager [None req-8b3b08f2-4561-403c-99ed-8364b41e9461 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 704.977021] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c69811-0a33-4da3-b734-9f5cfdced90b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.009402] env[70398]: DEBUG nova.scheduler.client.report [None req-32af1f82-fecb-492b-b1f4-41cad25ced5d tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.014428] env[70398]: DEBUG nova.compute.manager [req-e12f54b9-878e-48ae-99af-84a1bee46930 req-f7f585aa-662c-40fc-8679-719087aaa60a service nova] [instance: e520b86c-a70c-48a3-bb69-8212a40050cb] Received event network-vif-deleted-d28e2c43-f323-4d12-a991-ab930064cb2e {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.014841] env[70398]: INFO nova.compute.manager [req-e12f54b9-878e-48ae-99af-84a1bee46930 req-f7f585aa-662c-40fc-8679-719087aaa60a service nova] [instance: e520b86c-a70c-48a3-bb69-8212a40050cb] Neutron deleted interface d28e2c43-f323-4d12-a991-ab930064cb2e; detaching it from the instance and deleting it from the info cache [ 705.015209] env[70398]: DEBUG nova.network.neutron [req-e12f54b9-878e-48ae-99af-84a1bee46930 req-f7f585aa-662c-40fc-8679-719087aaa60a service nova] [instance: e520b86c-a70c-48a3-bb69-8212a40050cb] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.127151] env[70398]: DEBUG oslo_vmware.api [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Task: {'id': task-3443873, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501995} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.127426] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] cfc4e624-db92-423c-969c-64d433595497/cfc4e624-db92-423c-969c-64d433595497.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 705.127757] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: cfc4e624-db92-423c-969c-64d433595497] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 705.129053] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d652509-f043-4a36-9cfa-64c99cc958b1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.135129] env[70398]: DEBUG oslo_vmware.api [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Waiting for the task: (returnval){ [ 705.135129] env[70398]: value = "task-3443875" [ 705.135129] env[70398]: _type = "Task" [ 705.135129] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.147889] env[70398]: DEBUG oslo_vmware.api [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Task: {'id': task-3443875, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.220235] env[70398]: DEBUG oslo_vmware.api [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52a70335-e049-1753-4274-49b56690bbdb, 'name': SearchDatastore_Task, 'duration_secs': 0.009064} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.221462] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-535264ac-f2d3-4e58-956d-edfc1620e429 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.226612] env[70398]: DEBUG oslo_vmware.api [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 705.226612] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52107103-2b9b-9690-e662-2de08e296e55" [ 705.226612] env[70398]: _type = "Task" [ 705.226612] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.236486] env[70398]: DEBUG oslo_vmware.api [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52107103-2b9b-9690-e662-2de08e296e55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.277635] env[70398]: DEBUG oslo_vmware.api [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': task-3443874, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.296314] env[70398]: DEBUG oslo_concurrency.lockutils [req-2f0c50e7-7058-4bb2-959e-d333caa26bef req-dd1f6007-9d68-49dc-a315-921529ca5765 service nova] Releasing lock "refresh_cache-6c788574-439c-4c94-819c-84f842795a9d" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.324968] env[70398]: DEBUG nova.compute.manager [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 705.347312] env[70398]: DEBUG nova.virt.hardware [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 705.347664] env[70398]: DEBUG nova.virt.hardware [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 705.347893] env[70398]: DEBUG nova.virt.hardware [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 705.348151] env[70398]: DEBUG nova.virt.hardware [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 705.348366] env[70398]: DEBUG nova.virt.hardware [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 705.348576] env[70398]: DEBUG nova.virt.hardware [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 705.348903] env[70398]: DEBUG nova.virt.hardware [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 705.349089] env[70398]: DEBUG nova.virt.hardware [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 705.349287] env[70398]: DEBUG nova.virt.hardware [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 705.349464] env[70398]: DEBUG nova.virt.hardware [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 705.349634] env[70398]: DEBUG nova.virt.hardware [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 705.350525] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3e2d2a-310e-46b0-9b66-43187501fe5d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.359015] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9982131f-a677-4e4f-b53a-5c05c1bf6e16 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.489325] env[70398]: INFO nova.compute.manager [None req-8b3b08f2-4561-403c-99ed-8364b41e9461 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] instance snapshotting [ 705.491695] env[70398]: DEBUG nova.network.neutron [-] [instance: e520b86c-a70c-48a3-bb69-8212a40050cb] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.493744] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5fd150-69f1-4684-9eff-ae957bc8fa72 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.513567] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd6e2ed-7510-436c-9025-0df0b91417f8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.518560] env[70398]: DEBUG oslo_concurrency.lockutils [None req-32af1f82-fecb-492b-b1f4-41cad25ced5d tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.215s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.524513] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.750s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.526246] env[70398]: INFO nova.compute.claims [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 705.532547] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2847bfd3-6a20-44d8-8267-fc23df298694 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.541614] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f8dd23-3092-4096-b6b2-b52a5c9ec0a7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.553130] env[70398]: INFO nova.scheduler.client.report [None req-32af1f82-fecb-492b-b1f4-41cad25ced5d tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Deleted allocations for instance 8febcfdf-6403-4b67-b5b7-c640dd9da041 [ 705.578716] env[70398]: DEBUG nova.compute.manager [req-e12f54b9-878e-48ae-99af-84a1bee46930 req-f7f585aa-662c-40fc-8679-719087aaa60a service nova] [instance: e520b86c-a70c-48a3-bb69-8212a40050cb] Detach interface failed, port_id=d28e2c43-f323-4d12-a991-ab930064cb2e, reason: Instance e520b86c-a70c-48a3-bb69-8212a40050cb could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 705.647737] env[70398]: DEBUG oslo_vmware.api [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Task: {'id': task-3443875, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072718} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.647816] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: cfc4e624-db92-423c-969c-64d433595497] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.648893] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d396f1-4eec-4aa7-89e7-bf842512f3c4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.678898] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: cfc4e624-db92-423c-969c-64d433595497] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] cfc4e624-db92-423c-969c-64d433595497/cfc4e624-db92-423c-969c-64d433595497.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.679259] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67eb4eba-10c4-4c60-b5c6-50eeacd0470d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.700216] env[70398]: DEBUG oslo_vmware.api [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Waiting for the task: (returnval){ [ 705.700216] env[70398]: value = "task-3443876" [ 705.700216] env[70398]: _type = "Task" [ 705.700216] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.708877] env[70398]: DEBUG oslo_vmware.api [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Task: {'id': task-3443876, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.738015] env[70398]: DEBUG oslo_vmware.api [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52107103-2b9b-9690-e662-2de08e296e55, 'name': SearchDatastore_Task, 'duration_secs': 0.014081} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.738373] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.738780] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 6c788574-439c-4c94-819c-84f842795a9d/6c788574-439c-4c94-819c-84f842795a9d.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.739138] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-281d423b-3120-4956-99ff-5043fc1acc62 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.746655] env[70398]: DEBUG oslo_vmware.api [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 705.746655] env[70398]: value = "task-3443877" [ 705.746655] env[70398]: _type = "Task" [ 705.746655] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.757560] env[70398]: DEBUG oslo_vmware.api [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3443877, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.778121] env[70398]: DEBUG oslo_vmware.api [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': task-3443874, 'name': PowerOnVM_Task, 'duration_secs': 0.699776} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.778534] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.778805] env[70398]: DEBUG nova.compute.manager [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.779692] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453bd216-ade2-4e08-9e22-d0c02338d427 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.806899] env[70398]: DEBUG nova.network.neutron [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Successfully updated port: ceb4aed8-9130-4c85-b295-441606af27c5 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 705.997111] env[70398]: INFO nova.compute.manager [-] [instance: e520b86c-a70c-48a3-bb69-8212a40050cb] Took 1.32 seconds to deallocate network for instance. [ 706.004470] env[70398]: DEBUG nova.compute.manager [req-89ddf231-f366-40d3-94a5-f804c0f87441 req-35d707d4-d559-4773-babc-4ab3bfd2d80f service nova] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Received event network-vif-plugged-ceb4aed8-9130-4c85-b295-441606af27c5 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.006029] env[70398]: DEBUG oslo_concurrency.lockutils [req-89ddf231-f366-40d3-94a5-f804c0f87441 req-35d707d4-d559-4773-babc-4ab3bfd2d80f service nova] Acquiring lock "80c143e6-56dd-4a92-bb8d-d4c2a3456ec9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.006029] env[70398]: DEBUG oslo_concurrency.lockutils [req-89ddf231-f366-40d3-94a5-f804c0f87441 req-35d707d4-d559-4773-babc-4ab3bfd2d80f service nova] Lock "80c143e6-56dd-4a92-bb8d-d4c2a3456ec9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.006029] env[70398]: DEBUG oslo_concurrency.lockutils [req-89ddf231-f366-40d3-94a5-f804c0f87441 req-35d707d4-d559-4773-babc-4ab3bfd2d80f service nova] Lock "80c143e6-56dd-4a92-bb8d-d4c2a3456ec9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.006029] env[70398]: DEBUG nova.compute.manager [req-89ddf231-f366-40d3-94a5-f804c0f87441 req-35d707d4-d559-4773-babc-4ab3bfd2d80f service nova] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] No waiting events found dispatching network-vif-plugged-ceb4aed8-9130-4c85-b295-441606af27c5 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 706.006029] env[70398]: WARNING nova.compute.manager [req-89ddf231-f366-40d3-94a5-f804c0f87441 req-35d707d4-d559-4773-babc-4ab3bfd2d80f service nova] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Received unexpected event network-vif-plugged-ceb4aed8-9130-4c85-b295-441606af27c5 for instance with vm_state building and task_state spawning. [ 706.006029] env[70398]: DEBUG nova.compute.manager [req-89ddf231-f366-40d3-94a5-f804c0f87441 req-35d707d4-d559-4773-babc-4ab3bfd2d80f service nova] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Received event network-changed-ceb4aed8-9130-4c85-b295-441606af27c5 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.006029] env[70398]: DEBUG nova.compute.manager [req-89ddf231-f366-40d3-94a5-f804c0f87441 req-35d707d4-d559-4773-babc-4ab3bfd2d80f service nova] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Refreshing instance network info cache due to event network-changed-ceb4aed8-9130-4c85-b295-441606af27c5. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 706.006029] env[70398]: DEBUG oslo_concurrency.lockutils [req-89ddf231-f366-40d3-94a5-f804c0f87441 req-35d707d4-d559-4773-babc-4ab3bfd2d80f service nova] Acquiring lock "refresh_cache-80c143e6-56dd-4a92-bb8d-d4c2a3456ec9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.006029] env[70398]: DEBUG oslo_concurrency.lockutils [req-89ddf231-f366-40d3-94a5-f804c0f87441 req-35d707d4-d559-4773-babc-4ab3bfd2d80f service nova] Acquired lock "refresh_cache-80c143e6-56dd-4a92-bb8d-d4c2a3456ec9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.006517] env[70398]: DEBUG nova.network.neutron [req-89ddf231-f366-40d3-94a5-f804c0f87441 req-35d707d4-d559-4773-babc-4ab3bfd2d80f service nova] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Refreshing network info cache for port ceb4aed8-9130-4c85-b295-441606af27c5 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.036017] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3b08f2-4561-403c-99ed-8364b41e9461 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Creating Snapshot of the VM instance {{(pid=70398) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 706.037127] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0e6423d8-dfbd-4a9c-8fd2-88e2e5262856 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.044981] env[70398]: DEBUG oslo_vmware.api [None req-8b3b08f2-4561-403c-99ed-8364b41e9461 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Waiting for the task: (returnval){ [ 706.044981] env[70398]: value = "task-3443878" [ 706.044981] env[70398]: _type = "Task" [ 706.044981] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.054336] env[70398]: DEBUG oslo_vmware.api [None req-8b3b08f2-4561-403c-99ed-8364b41e9461 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443878, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.060436] env[70398]: DEBUG oslo_concurrency.lockutils [None req-32af1f82-fecb-492b-b1f4-41cad25ced5d tempest-FloatingIPsAssociationNegativeTestJSON-1675101438 tempest-FloatingIPsAssociationNegativeTestJSON-1675101438-project-member] Lock "8febcfdf-6403-4b67-b5b7-c640dd9da041" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.020s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.212425] env[70398]: DEBUG oslo_vmware.api [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Task: {'id': task-3443876, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.258693] env[70398]: DEBUG oslo_vmware.api [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3443877, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.298166] env[70398]: DEBUG oslo_concurrency.lockutils [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.310262] env[70398]: DEBUG oslo_concurrency.lockutils [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Acquiring lock "refresh_cache-80c143e6-56dd-4a92-bb8d-d4c2a3456ec9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.505503] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ad530344-b044-42c1-9f04-43805a50b261 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.550017] env[70398]: DEBUG nova.network.neutron [req-89ddf231-f366-40d3-94a5-f804c0f87441 req-35d707d4-d559-4773-babc-4ab3bfd2d80f service nova] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 706.557518] env[70398]: DEBUG oslo_vmware.api [None req-8b3b08f2-4561-403c-99ed-8364b41e9461 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443878, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.664941] env[70398]: DEBUG nova.network.neutron [req-89ddf231-f366-40d3-94a5-f804c0f87441 req-35d707d4-d559-4773-babc-4ab3bfd2d80f service nova] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.711470] env[70398]: DEBUG oslo_vmware.api [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Task: {'id': task-3443876, 'name': ReconfigVM_Task, 'duration_secs': 0.84207} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.711894] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: cfc4e624-db92-423c-969c-64d433595497] Reconfigured VM instance instance-0000001b to attach disk [datastore2] cfc4e624-db92-423c-969c-64d433595497/cfc4e624-db92-423c-969c-64d433595497.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.713072] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a92a6db4-a0df-404a-8641-f066f9121420 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.722846] env[70398]: DEBUG oslo_vmware.api [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Waiting for the task: (returnval){ [ 706.722846] env[70398]: value = "task-3443879" [ 706.722846] env[70398]: _type = "Task" [ 706.722846] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.732563] env[70398]: DEBUG oslo_vmware.api [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Task: {'id': task-3443879, 'name': Rename_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.757428] env[70398]: DEBUG oslo_vmware.api [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3443877, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.743138} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.757788] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 6c788574-439c-4c94-819c-84f842795a9d/6c788574-439c-4c94-819c-84f842795a9d.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.758092] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 6c788574-439c-4c94-819c-84f842795a9d] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.758407] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-565b7ef7-314e-4b96-8353-15590726cf7a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.766701] env[70398]: DEBUG oslo_vmware.api [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 706.766701] env[70398]: value = "task-3443880" [ 706.766701] env[70398]: _type = "Task" [ 706.766701] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.775505] env[70398]: DEBUG oslo_vmware.api [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3443880, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.060215] env[70398]: DEBUG oslo_vmware.api [None req-8b3b08f2-4561-403c-99ed-8364b41e9461 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443878, 'name': CreateSnapshot_Task, 'duration_secs': 0.982598} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.060573] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3b08f2-4561-403c-99ed-8364b41e9461 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Created Snapshot of the VM instance {{(pid=70398) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 707.061466] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66501270-978d-4ba5-adcb-0dc912f1ce03 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.136781] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e91d446-611f-436b-a62e-d212b8935e2b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.146179] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270afad9-5d8f-4be1-a726-04a278542a12 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.187019] env[70398]: DEBUG oslo_concurrency.lockutils [req-89ddf231-f366-40d3-94a5-f804c0f87441 req-35d707d4-d559-4773-babc-4ab3bfd2d80f service nova] Releasing lock "refresh_cache-80c143e6-56dd-4a92-bb8d-d4c2a3456ec9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.187019] env[70398]: DEBUG oslo_concurrency.lockutils [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Acquired lock "refresh_cache-80c143e6-56dd-4a92-bb8d-d4c2a3456ec9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.187019] env[70398]: DEBUG nova.network.neutron [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.187019] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5541aa80-e927-47b8-a9d6-779f85f8aa98 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.196364] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00830c40-7e4a-4347-a23b-62a4d6020863 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.217544] env[70398]: DEBUG nova.compute.provider_tree [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.235382] env[70398]: DEBUG oslo_vmware.api [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Task: {'id': task-3443879, 'name': Rename_Task, 'duration_secs': 0.228759} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.235990] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: cfc4e624-db92-423c-969c-64d433595497] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 707.236353] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2316f75a-107c-4731-acbc-67e1f49b28d6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.246376] env[70398]: DEBUG oslo_vmware.api [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Waiting for the task: (returnval){ [ 707.246376] env[70398]: value = "task-3443881" [ 707.246376] env[70398]: _type = "Task" [ 707.246376] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.256483] env[70398]: DEBUG oslo_vmware.api [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Task: {'id': task-3443881, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.276548] env[70398]: DEBUG oslo_vmware.api [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3443880, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103112} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.278475] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 6c788574-439c-4c94-819c-84f842795a9d] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.278475] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b07b75-f02c-4e84-9b98-9e6ef751fdc3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.300774] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 6c788574-439c-4c94-819c-84f842795a9d] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 6c788574-439c-4c94-819c-84f842795a9d/6c788574-439c-4c94-819c-84f842795a9d.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.301185] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0700f39-1826-4fa4-85cb-55853646dba5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.323348] env[70398]: DEBUG oslo_vmware.api [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 707.323348] env[70398]: value = "task-3443882" [ 707.323348] env[70398]: _type = "Task" [ 707.323348] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.336027] env[70398]: DEBUG oslo_vmware.api [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3443882, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.397160] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8f84116b-5338-47d7-bebf-159129add118 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Acquiring lock "1802046c-3dcf-4b7a-b062-5f9c177a11d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.397497] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8f84116b-5338-47d7-bebf-159129add118 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Lock "1802046c-3dcf-4b7a-b062-5f9c177a11d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.397739] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8f84116b-5338-47d7-bebf-159129add118 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Acquiring lock "1802046c-3dcf-4b7a-b062-5f9c177a11d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.397940] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8f84116b-5338-47d7-bebf-159129add118 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Lock "1802046c-3dcf-4b7a-b062-5f9c177a11d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.398183] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8f84116b-5338-47d7-bebf-159129add118 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Lock "1802046c-3dcf-4b7a-b062-5f9c177a11d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.400570] env[70398]: INFO nova.compute.manager [None req-8f84116b-5338-47d7-bebf-159129add118 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Terminating instance [ 707.586933] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3b08f2-4561-403c-99ed-8364b41e9461 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Creating linked-clone VM from snapshot {{(pid=70398) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 707.588044] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4b5fc659-f401-4e94-8520-2316aafb8091 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.599181] env[70398]: DEBUG oslo_vmware.api [None req-8b3b08f2-4561-403c-99ed-8364b41e9461 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Waiting for the task: (returnval){ [ 707.599181] env[70398]: value = "task-3443883" [ 707.599181] env[70398]: _type = "Task" [ 707.599181] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.611263] env[70398]: DEBUG oslo_vmware.api [None req-8b3b08f2-4561-403c-99ed-8364b41e9461 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443883, 'name': CloneVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.720638] env[70398]: DEBUG nova.scheduler.client.report [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.761381] env[70398]: DEBUG oslo_vmware.api [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Task: {'id': task-3443881, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.763441] env[70398]: DEBUG nova.network.neutron [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 707.833725] env[70398]: DEBUG oslo_vmware.api [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3443882, 'name': ReconfigVM_Task, 'duration_secs': 0.461349} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.834074] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 6c788574-439c-4c94-819c-84f842795a9d] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 6c788574-439c-4c94-819c-84f842795a9d/6c788574-439c-4c94-819c-84f842795a9d.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.834731] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aee6146f-b2da-4c7b-93f8-2d70f5704f38 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.841773] env[70398]: DEBUG oslo_vmware.api [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 707.841773] env[70398]: value = "task-3443884" [ 707.841773] env[70398]: _type = "Task" [ 707.841773] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.851083] env[70398]: DEBUG oslo_vmware.api [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3443884, 'name': Rename_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.905609] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8f84116b-5338-47d7-bebf-159129add118 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Acquiring lock "refresh_cache-1802046c-3dcf-4b7a-b062-5f9c177a11d6" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.906116] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8f84116b-5338-47d7-bebf-159129add118 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Acquired lock "refresh_cache-1802046c-3dcf-4b7a-b062-5f9c177a11d6" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.906157] env[70398]: DEBUG nova.network.neutron [None req-8f84116b-5338-47d7-bebf-159129add118 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.032405] env[70398]: DEBUG nova.network.neutron [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Updating instance_info_cache with network_info: [{"id": "ceb4aed8-9130-4c85-b295-441606af27c5", "address": "fa:16:3e:02:b8:32", "network": {"id": "0e334e9c-95d9-433f-85f1-2b1c561bd5fb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-451978993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a883c811fd5a442fa994bf6d87ef2957", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapceb4aed8-91", "ovs_interfaceid": "ceb4aed8-9130-4c85-b295-441606af27c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.110761] env[70398]: DEBUG oslo_vmware.api [None req-8b3b08f2-4561-403c-99ed-8364b41e9461 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443883, 'name': CloneVM_Task} progress is 94%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.227052] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.227787] env[70398]: DEBUG nova.compute.manager [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 708.230961] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.648s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.232592] env[70398]: INFO nova.compute.claims [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] [instance: bb51f520-2d79-411b-989a-829094314e11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 708.259561] env[70398]: DEBUG oslo_vmware.api [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Task: {'id': task-3443881, 'name': PowerOnVM_Task, 'duration_secs': 0.87447} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.259561] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: cfc4e624-db92-423c-969c-64d433595497] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.259561] env[70398]: INFO nova.compute.manager [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: cfc4e624-db92-423c-969c-64d433595497] Took 17.50 seconds to spawn the instance on the hypervisor. [ 708.259561] env[70398]: DEBUG nova.compute.manager [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: cfc4e624-db92-423c-969c-64d433595497] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.259970] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619652f6-cb4e-4b21-aa21-95948dc352f2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.352068] env[70398]: DEBUG oslo_vmware.api [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3443884, 'name': Rename_Task, 'duration_secs': 0.196612} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.352385] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 6c788574-439c-4c94-819c-84f842795a9d] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.352983] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ee0e760-b5c1-453a-b1c8-cd95a1143788 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.358673] env[70398]: DEBUG oslo_vmware.api [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 708.358673] env[70398]: value = "task-3443885" [ 708.358673] env[70398]: _type = "Task" [ 708.358673] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.366616] env[70398]: DEBUG oslo_vmware.api [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3443885, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.427329] env[70398]: DEBUG nova.network.neutron [None req-8f84116b-5338-47d7-bebf-159129add118 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.492598] env[70398]: DEBUG nova.network.neutron [None req-8f84116b-5338-47d7-bebf-159129add118 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.535617] env[70398]: DEBUG oslo_concurrency.lockutils [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Releasing lock "refresh_cache-80c143e6-56dd-4a92-bb8d-d4c2a3456ec9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.536112] env[70398]: DEBUG nova.compute.manager [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Instance network_info: |[{"id": "ceb4aed8-9130-4c85-b295-441606af27c5", "address": "fa:16:3e:02:b8:32", "network": {"id": "0e334e9c-95d9-433f-85f1-2b1c561bd5fb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-451978993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a883c811fd5a442fa994bf6d87ef2957", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapceb4aed8-91", "ovs_interfaceid": "ceb4aed8-9130-4c85-b295-441606af27c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 708.536939] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:b8:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea45c024-d603-4bac-9c1b-f302437ea4fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ceb4aed8-9130-4c85-b295-441606af27c5', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.546120] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.546512] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.547552] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7a291e7-2f7f-41bd-8c0f-a19671c620e6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.577077] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.577077] env[70398]: value = "task-3443886" [ 708.577077] env[70398]: _type = "Task" [ 708.577077] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.588590] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443886, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.610032] env[70398]: DEBUG oslo_vmware.api [None req-8b3b08f2-4561-403c-99ed-8364b41e9461 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443883, 'name': CloneVM_Task} progress is 94%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.737699] env[70398]: DEBUG nova.compute.utils [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 708.741494] env[70398]: DEBUG nova.compute.manager [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 708.741796] env[70398]: DEBUG nova.network.neutron [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 708.782472] env[70398]: INFO nova.compute.manager [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: cfc4e624-db92-423c-969c-64d433595497] Took 51.81 seconds to build instance. [ 708.843235] env[70398]: DEBUG nova.policy [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da31c0ead4c441678c22eb0599c49639', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dccc724c45ee48bc8a2f2c15aedad9b3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 708.873326] env[70398]: DEBUG oslo_vmware.api [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3443885, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.996637] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8f84116b-5338-47d7-bebf-159129add118 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Releasing lock "refresh_cache-1802046c-3dcf-4b7a-b062-5f9c177a11d6" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.996637] env[70398]: DEBUG nova.compute.manager [None req-8f84116b-5338-47d7-bebf-159129add118 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 708.996637] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-8f84116b-5338-47d7-bebf-159129add118 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 708.997353] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c3854b-49d1-49ba-a776-45809d138749 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.005079] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f84116b-5338-47d7-bebf-159129add118 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 709.005363] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d303a2ed-74ae-4e62-a096-b98341c0b018 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.012068] env[70398]: DEBUG oslo_vmware.api [None req-8f84116b-5338-47d7-bebf-159129add118 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Waiting for the task: (returnval){ [ 709.012068] env[70398]: value = "task-3443887" [ 709.012068] env[70398]: _type = "Task" [ 709.012068] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.020052] env[70398]: DEBUG oslo_vmware.api [None req-8f84116b-5338-47d7-bebf-159129add118 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': task-3443887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.088896] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443886, 'name': CreateVM_Task, 'duration_secs': 0.431845} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.089758] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 709.090616] env[70398]: DEBUG oslo_concurrency.lockutils [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.092027] env[70398]: DEBUG oslo_concurrency.lockutils [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.092172] env[70398]: DEBUG oslo_concurrency.lockutils [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.092884] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95115c55-f1fe-45a4-821d-d5178dbfbf7f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.098534] env[70398]: DEBUG oslo_vmware.api [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Waiting for the task: (returnval){ [ 709.098534] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f51d7b-8300-33ba-e0ae-b26f0ae3045b" [ 709.098534] env[70398]: _type = "Task" [ 709.098534] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.111668] env[70398]: DEBUG oslo_vmware.api [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f51d7b-8300-33ba-e0ae-b26f0ae3045b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.116039] env[70398]: DEBUG oslo_vmware.api [None req-8b3b08f2-4561-403c-99ed-8364b41e9461 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443883, 'name': CloneVM_Task, 'duration_secs': 1.335474} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.116343] env[70398]: INFO nova.virt.vmwareapi.vmops [None req-8b3b08f2-4561-403c-99ed-8364b41e9461 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Created linked-clone VM from snapshot [ 709.117124] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a6a501-6aa6-4299-bd56-f1650e05632f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.124995] env[70398]: DEBUG nova.virt.vmwareapi.images [None req-8b3b08f2-4561-403c-99ed-8364b41e9461 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Uploading image 7577ac36-01a6-4de1-b327-2c05cea1f3a4 {{(pid=70398) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 709.152642] env[70398]: DEBUG oslo_vmware.rw_handles [None req-8b3b08f2-4561-403c-99ed-8364b41e9461 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 709.152642] env[70398]: value = "vm-687520" [ 709.152642] env[70398]: _type = "VirtualMachine" [ 709.152642] env[70398]: }. {{(pid=70398) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 709.152965] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c6dd6a05-660a-4bfe-90f1-35426fbe0aaf {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.159998] env[70398]: DEBUG oslo_vmware.rw_handles [None req-8b3b08f2-4561-403c-99ed-8364b41e9461 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Lease: (returnval){ [ 709.159998] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]523c8391-4268-47ba-9d33-88bfaaea1038" [ 709.159998] env[70398]: _type = "HttpNfcLease" [ 709.159998] env[70398]: } obtained for exporting VM: (result){ [ 709.159998] env[70398]: value = "vm-687520" [ 709.159998] env[70398]: _type = "VirtualMachine" [ 709.159998] env[70398]: }. {{(pid=70398) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 709.160595] env[70398]: DEBUG oslo_vmware.api [None req-8b3b08f2-4561-403c-99ed-8364b41e9461 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Waiting for the lease: (returnval){ [ 709.160595] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]523c8391-4268-47ba-9d33-88bfaaea1038" [ 709.160595] env[70398]: _type = "HttpNfcLease" [ 709.160595] env[70398]: } to be ready. {{(pid=70398) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 709.167654] env[70398]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 709.167654] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]523c8391-4268-47ba-9d33-88bfaaea1038" [ 709.167654] env[70398]: _type = "HttpNfcLease" [ 709.167654] env[70398]: } is initializing. {{(pid=70398) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 709.243990] env[70398]: DEBUG nova.compute.manager [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 709.288635] env[70398]: DEBUG oslo_concurrency.lockutils [None req-99cc066c-1787-42db-8c50-860aaef29690 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Lock "cfc4e624-db92-423c-969c-64d433595497" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.408s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.376899] env[70398]: DEBUG oslo_vmware.api [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3443885, 'name': PowerOnVM_Task, 'duration_secs': 0.605741} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.377417] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 6c788574-439c-4c94-819c-84f842795a9d] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 709.377514] env[70398]: INFO nova.compute.manager [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 6c788574-439c-4c94-819c-84f842795a9d] Took 8.89 seconds to spawn the instance on the hypervisor. [ 709.377689] env[70398]: DEBUG nova.compute.manager [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 6c788574-439c-4c94-819c-84f842795a9d] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.378840] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b86852d-d737-40aa-9814-4ebed219bd77 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.396555] env[70398]: DEBUG nova.network.neutron [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Successfully created port: 7646ade7-aea6-47e1-85a2-3472d62c7b4e {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 709.521556] env[70398]: DEBUG oslo_vmware.api [None req-8f84116b-5338-47d7-bebf-159129add118 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': task-3443887, 'name': PowerOffVM_Task, 'duration_secs': 0.185753} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.521652] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f84116b-5338-47d7-bebf-159129add118 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 709.521820] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-8f84116b-5338-47d7-bebf-159129add118 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 709.522073] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d111c1f-1bdb-476a-b8e0-c11f77993edf {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.547077] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-8f84116b-5338-47d7-bebf-159129add118 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 709.547182] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-8f84116b-5338-47d7-bebf-159129add118 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 709.550808] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f84116b-5338-47d7-bebf-159129add118 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Deleting the datastore file [datastore2] 1802046c-3dcf-4b7a-b062-5f9c177a11d6 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 709.550808] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88406ecc-0cc6-4d32-a438-3f61ef2b7558 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.566965] env[70398]: DEBUG oslo_vmware.api [None req-8f84116b-5338-47d7-bebf-159129add118 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Waiting for the task: (returnval){ [ 709.566965] env[70398]: value = "task-3443890" [ 709.566965] env[70398]: _type = "Task" [ 709.566965] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.580319] env[70398]: DEBUG oslo_vmware.api [None req-8f84116b-5338-47d7-bebf-159129add118 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': task-3443890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.614569] env[70398]: DEBUG oslo_vmware.api [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f51d7b-8300-33ba-e0ae-b26f0ae3045b, 'name': SearchDatastore_Task, 'duration_secs': 0.018704} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.615043] env[70398]: DEBUG oslo_concurrency.lockutils [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.615326] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.615600] env[70398]: DEBUG oslo_concurrency.lockutils [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.616307] env[70398]: DEBUG oslo_concurrency.lockutils [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.616529] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.623685] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4dd60040-c567-49f5-a65e-ae8a7492aec1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.632921] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.633160] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.634731] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2851d466-fcf5-42c6-ad2c-85a959418070 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.644602] env[70398]: DEBUG oslo_vmware.api [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Waiting for the task: (returnval){ [ 709.644602] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]528e4ca0-b10b-cc7f-07f6-ac7f9124feeb" [ 709.644602] env[70398]: _type = "Task" [ 709.644602] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.653902] env[70398]: DEBUG oslo_vmware.api [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]528e4ca0-b10b-cc7f-07f6-ac7f9124feeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.670103] env[70398]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 709.670103] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]523c8391-4268-47ba-9d33-88bfaaea1038" [ 709.670103] env[70398]: _type = "HttpNfcLease" [ 709.670103] env[70398]: } is ready. {{(pid=70398) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 709.670103] env[70398]: DEBUG oslo_vmware.rw_handles [None req-8b3b08f2-4561-403c-99ed-8364b41e9461 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 709.670103] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]523c8391-4268-47ba-9d33-88bfaaea1038" [ 709.670103] env[70398]: _type = "HttpNfcLease" [ 709.670103] env[70398]: }. {{(pid=70398) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 709.670103] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46fcf8e6-53ce-43a2-ab3e-42fd220741ee {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.676391] env[70398]: DEBUG oslo_vmware.rw_handles [None req-8b3b08f2-4561-403c-99ed-8364b41e9461 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ab5a19-0bac-a025-b7ed-6e55e4eac7ea/disk-0.vmdk from lease info. {{(pid=70398) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 709.676632] env[70398]: DEBUG oslo_vmware.rw_handles [None req-8b3b08f2-4561-403c-99ed-8364b41e9461 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ab5a19-0bac-a025-b7ed-6e55e4eac7ea/disk-0.vmdk for reading. {{(pid=70398) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 709.793402] env[70398]: DEBUG nova.compute.manager [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 709.799803] env[70398]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d3b00343-c2bd-4eca-a574-b9557887ca4e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.901295] env[70398]: INFO nova.compute.manager [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 6c788574-439c-4c94-819c-84f842795a9d] Took 37.05 seconds to build instance. [ 709.940251] env[70398]: DEBUG oslo_concurrency.lockutils [None req-aa711c2d-9f16-4a1c-891a-f877c2e22273 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Acquiring lock "cfc4e624-db92-423c-969c-64d433595497" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.940666] env[70398]: DEBUG oslo_concurrency.lockutils [None req-aa711c2d-9f16-4a1c-891a-f877c2e22273 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Lock "cfc4e624-db92-423c-969c-64d433595497" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.940995] env[70398]: DEBUG oslo_concurrency.lockutils [None req-aa711c2d-9f16-4a1c-891a-f877c2e22273 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Acquiring lock "cfc4e624-db92-423c-969c-64d433595497-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.942669] env[70398]: DEBUG oslo_concurrency.lockutils [None req-aa711c2d-9f16-4a1c-891a-f877c2e22273 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Lock "cfc4e624-db92-423c-969c-64d433595497-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.942669] env[70398]: DEBUG oslo_concurrency.lockutils [None req-aa711c2d-9f16-4a1c-891a-f877c2e22273 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Lock "cfc4e624-db92-423c-969c-64d433595497-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.945145] env[70398]: INFO nova.compute.manager [None req-aa711c2d-9f16-4a1c-891a-f877c2e22273 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: cfc4e624-db92-423c-969c-64d433595497] Terminating instance [ 709.954028] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c744311-0b8b-4bf5-b9c9-5a3b274d985e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.963072] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699a2dd4-faf6-4c0a-82e0-d499c713c8d9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.998580] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c134d4ff-f482-440d-a15a-85e55f55a9e6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.006698] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc64753-bca9-4104-ba66-3c4770341b59 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.021630] env[70398]: DEBUG nova.compute.provider_tree [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.077532] env[70398]: DEBUG oslo_vmware.api [None req-8f84116b-5338-47d7-bebf-159129add118 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': task-3443890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225985} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.077837] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f84116b-5338-47d7-bebf-159129add118 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 710.078154] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-8f84116b-5338-47d7-bebf-159129add118 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 710.078317] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-8f84116b-5338-47d7-bebf-159129add118 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 710.078496] env[70398]: INFO nova.compute.manager [None req-8f84116b-5338-47d7-bebf-159129add118 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Took 1.08 seconds to destroy the instance on the hypervisor. [ 710.078877] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f84116b-5338-47d7-bebf-159129add118 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.078948] env[70398]: DEBUG nova.compute.manager [-] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 710.079097] env[70398]: DEBUG nova.network.neutron [-] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 710.114044] env[70398]: DEBUG nova.network.neutron [-] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 710.156552] env[70398]: DEBUG oslo_vmware.api [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]528e4ca0-b10b-cc7f-07f6-ac7f9124feeb, 'name': SearchDatastore_Task, 'duration_secs': 0.012183} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.157440] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee896223-39be-48ee-84e6-55954068f5cd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.163345] env[70398]: DEBUG oslo_vmware.api [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Waiting for the task: (returnval){ [ 710.163345] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ddd807-a49d-68be-a0b6-4ac7c2a16297" [ 710.163345] env[70398]: _type = "Task" [ 710.163345] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.172116] env[70398]: DEBUG oslo_vmware.api [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ddd807-a49d-68be-a0b6-4ac7c2a16297, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.261479] env[70398]: DEBUG nova.compute.manager [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 710.320507] env[70398]: DEBUG oslo_concurrency.lockutils [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.403614] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4ed95d6a-21ef-453c-ba99-08aa9dee6770 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Lock "6c788574-439c-4c94-819c-84f842795a9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.147s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.459304] env[70398]: DEBUG nova.compute.manager [None req-aa711c2d-9f16-4a1c-891a-f877c2e22273 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: cfc4e624-db92-423c-969c-64d433595497] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 710.462166] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-aa711c2d-9f16-4a1c-891a-f877c2e22273 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: cfc4e624-db92-423c-969c-64d433595497] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 710.462305] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdae9ba0-8f70-4422-ae92-bc33d04dbb28 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.472424] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa711c2d-9f16-4a1c-891a-f877c2e22273 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: cfc4e624-db92-423c-969c-64d433595497] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 710.474278] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5db6a92-0c46-49ce-8a4f-75b5d7683d40 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.479406] env[70398]: DEBUG oslo_vmware.api [None req-aa711c2d-9f16-4a1c-891a-f877c2e22273 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Waiting for the task: (returnval){ [ 710.479406] env[70398]: value = "task-3443891" [ 710.479406] env[70398]: _type = "Task" [ 710.479406] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.488681] env[70398]: DEBUG oslo_vmware.api [None req-aa711c2d-9f16-4a1c-891a-f877c2e22273 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Task: {'id': task-3443891, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.525488] env[70398]: DEBUG nova.scheduler.client.report [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.616455] env[70398]: DEBUG nova.network.neutron [-] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.678509] env[70398]: DEBUG oslo_vmware.api [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ddd807-a49d-68be-a0b6-4ac7c2a16297, 'name': SearchDatastore_Task, 'duration_secs': 0.013064} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.678828] env[70398]: DEBUG oslo_concurrency.lockutils [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.679140] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9/80c143e6-56dd-4a92-bb8d-d4c2a3456ec9.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.679559] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37436c35-0152-4a9f-8a0a-f31e10afb795 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.687598] env[70398]: DEBUG oslo_vmware.api [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Waiting for the task: (returnval){ [ 710.687598] env[70398]: value = "task-3443892" [ 710.687598] env[70398]: _type = "Task" [ 710.687598] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.700854] env[70398]: DEBUG oslo_vmware.api [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Task: {'id': task-3443892, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.907053] env[70398]: DEBUG nova.compute.manager [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] [instance: 4644c5df-2060-436f-a226-c31c0d750847] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 710.997641] env[70398]: DEBUG oslo_vmware.api [None req-aa711c2d-9f16-4a1c-891a-f877c2e22273 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Task: {'id': task-3443891, 'name': PowerOffVM_Task, 'duration_secs': 0.363429} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.999056] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa711c2d-9f16-4a1c-891a-f877c2e22273 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: cfc4e624-db92-423c-969c-64d433595497] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 711.000301] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-aa711c2d-9f16-4a1c-891a-f877c2e22273 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: cfc4e624-db92-423c-969c-64d433595497] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 711.000301] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9bc2c3bb-1d15-4021-b2cb-5e9ffc0b9c7e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.031869] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.801s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.032875] env[70398]: DEBUG nova.compute.manager [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] [instance: bb51f520-2d79-411b-989a-829094314e11] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 711.035472] env[70398]: DEBUG oslo_concurrency.lockutils [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.185s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.039554] env[70398]: INFO nova.compute.claims [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 711.117532] env[70398]: DEBUG nova.network.neutron [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Successfully updated port: 7646ade7-aea6-47e1-85a2-3472d62c7b4e {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 711.119407] env[70398]: INFO nova.compute.manager [-] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Took 1.04 seconds to deallocate network for instance. [ 711.146030] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-aa711c2d-9f16-4a1c-891a-f877c2e22273 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: cfc4e624-db92-423c-969c-64d433595497] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 711.146393] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-aa711c2d-9f16-4a1c-891a-f877c2e22273 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: cfc4e624-db92-423c-969c-64d433595497] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 711.148038] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa711c2d-9f16-4a1c-891a-f877c2e22273 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Deleting the datastore file [datastore2] cfc4e624-db92-423c-969c-64d433595497 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 711.148428] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eece6d51-7aae-4dc8-8bb9-a3b28738f4fd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.158976] env[70398]: DEBUG oslo_vmware.api [None req-aa711c2d-9f16-4a1c-891a-f877c2e22273 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Waiting for the task: (returnval){ [ 711.158976] env[70398]: value = "task-3443894" [ 711.158976] env[70398]: _type = "Task" [ 711.158976] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.170694] env[70398]: DEBUG oslo_vmware.api [None req-aa711c2d-9f16-4a1c-891a-f877c2e22273 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Task: {'id': task-3443894, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.185650] env[70398]: DEBUG oslo_concurrency.lockutils [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquiring lock "33fa8c03-ce5b-42ad-8d78-137a1d46f9f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.185887] env[70398]: DEBUG oslo_concurrency.lockutils [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Lock "33fa8c03-ce5b-42ad-8d78-137a1d46f9f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.202990] env[70398]: DEBUG oslo_vmware.api [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Task: {'id': task-3443892, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.269400] env[70398]: DEBUG nova.compute.manager [req-21b59cf9-2be5-4847-93ff-17698f35fd7e req-ea02ee9f-8016-47f3-8dc0-feee07eb270e service nova] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Received event network-vif-plugged-7646ade7-aea6-47e1-85a2-3472d62c7b4e {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.269650] env[70398]: DEBUG oslo_concurrency.lockutils [req-21b59cf9-2be5-4847-93ff-17698f35fd7e req-ea02ee9f-8016-47f3-8dc0-feee07eb270e service nova] Acquiring lock "4d9ff1a2-da45-4efd-af8c-d47907ce0768-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.269858] env[70398]: DEBUG oslo_concurrency.lockutils [req-21b59cf9-2be5-4847-93ff-17698f35fd7e req-ea02ee9f-8016-47f3-8dc0-feee07eb270e service nova] Lock "4d9ff1a2-da45-4efd-af8c-d47907ce0768-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.270033] env[70398]: DEBUG oslo_concurrency.lockutils [req-21b59cf9-2be5-4847-93ff-17698f35fd7e req-ea02ee9f-8016-47f3-8dc0-feee07eb270e service nova] Lock "4d9ff1a2-da45-4efd-af8c-d47907ce0768-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.270262] env[70398]: DEBUG nova.compute.manager [req-21b59cf9-2be5-4847-93ff-17698f35fd7e req-ea02ee9f-8016-47f3-8dc0-feee07eb270e service nova] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] No waiting events found dispatching network-vif-plugged-7646ade7-aea6-47e1-85a2-3472d62c7b4e {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 711.270387] env[70398]: WARNING nova.compute.manager [req-21b59cf9-2be5-4847-93ff-17698f35fd7e req-ea02ee9f-8016-47f3-8dc0-feee07eb270e service nova] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Received unexpected event network-vif-plugged-7646ade7-aea6-47e1-85a2-3472d62c7b4e for instance with vm_state building and task_state spawning. [ 711.436758] env[70398]: DEBUG oslo_concurrency.lockutils [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.548405] env[70398]: DEBUG nova.compute.utils [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 711.551098] env[70398]: DEBUG nova.compute.manager [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] [instance: bb51f520-2d79-411b-989a-829094314e11] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 711.551653] env[70398]: DEBUG nova.network.neutron [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] [instance: bb51f520-2d79-411b-989a-829094314e11] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 711.612787] env[70398]: DEBUG nova.policy [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b64b27aa1f414dbabcb1570dfc43587b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8c565c766ee41cfa07228817dea29cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 711.621305] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Acquiring lock "refresh_cache-4d9ff1a2-da45-4efd-af8c-d47907ce0768" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.621509] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Acquired lock "refresh_cache-4d9ff1a2-da45-4efd-af8c-d47907ce0768" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.621705] env[70398]: DEBUG nova.network.neutron [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.632660] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8f84116b-5338-47d7-bebf-159129add118 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.671721] env[70398]: DEBUG oslo_vmware.api [None req-aa711c2d-9f16-4a1c-891a-f877c2e22273 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Task: {'id': task-3443894, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.391878} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.672030] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa711c2d-9f16-4a1c-891a-f877c2e22273 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 711.672229] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-aa711c2d-9f16-4a1c-891a-f877c2e22273 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: cfc4e624-db92-423c-969c-64d433595497] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 711.672422] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-aa711c2d-9f16-4a1c-891a-f877c2e22273 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: cfc4e624-db92-423c-969c-64d433595497] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 711.672695] env[70398]: INFO nova.compute.manager [None req-aa711c2d-9f16-4a1c-891a-f877c2e22273 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: cfc4e624-db92-423c-969c-64d433595497] Took 1.21 seconds to destroy the instance on the hypervisor. [ 711.673034] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa711c2d-9f16-4a1c-891a-f877c2e22273 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.673281] env[70398]: DEBUG nova.compute.manager [-] [instance: cfc4e624-db92-423c-969c-64d433595497] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 711.673434] env[70398]: DEBUG nova.network.neutron [-] [instance: cfc4e624-db92-423c-969c-64d433595497] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 711.700406] env[70398]: DEBUG oslo_vmware.api [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Task: {'id': task-3443892, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574827} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.701211] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9/80c143e6-56dd-4a92-bb8d-d4c2a3456ec9.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 711.701211] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 711.701444] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2833434e-bc17-442a-99c8-6fa4487308c5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.710265] env[70398]: DEBUG oslo_vmware.api [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Waiting for the task: (returnval){ [ 711.710265] env[70398]: value = "task-3443895" [ 711.710265] env[70398]: _type = "Task" [ 711.710265] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.719990] env[70398]: DEBUG oslo_vmware.api [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Task: {'id': task-3443895, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.929410] env[70398]: DEBUG nova.network.neutron [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] [instance: bb51f520-2d79-411b-989a-829094314e11] Successfully created port: 90828595-1f4e-475f-a7a4-766a4bca885d {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 712.056425] env[70398]: DEBUG nova.compute.manager [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] [instance: bb51f520-2d79-411b-989a-829094314e11] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 712.192371] env[70398]: DEBUG nova.network.neutron [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.225577] env[70398]: DEBUG oslo_vmware.api [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Task: {'id': task-3443895, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069106} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.226420] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 712.226902] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d56078-a627-43e6-9d21-175ea427a481 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.256334] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9/80c143e6-56dd-4a92-bb8d-d4c2a3456ec9.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 712.265130] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abea2a0a-3202-41c5-9046-53dfcfb24279 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.288983] env[70398]: DEBUG oslo_vmware.api [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Waiting for the task: (returnval){ [ 712.288983] env[70398]: value = "task-3443896" [ 712.288983] env[70398]: _type = "Task" [ 712.288983] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.298727] env[70398]: DEBUG oslo_vmware.api [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Task: {'id': task-3443896, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.439939] env[70398]: DEBUG nova.network.neutron [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Updating instance_info_cache with network_info: [{"id": "7646ade7-aea6-47e1-85a2-3472d62c7b4e", "address": "fa:16:3e:5e:aa:4d", "network": {"id": "9b79551f-7584-4d61-b2a0-efe46a621f82", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3934dab198654b86ac5acbec6380b4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7646ade7-ae", "ovs_interfaceid": "7646ade7-aea6-47e1-85a2-3472d62c7b4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.745695] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e577686-eed3-420e-ac0d-1655bce8e22e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.753717] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7dfe74b-de15-4dbc-a177-2a852f25c962 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.786661] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d71a5d-4cf7-416f-8471-d695a1174264 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.796014] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b7284e-ade3-48ba-8ab8-30ad26fa90d3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.808521] env[70398]: DEBUG oslo_vmware.api [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Task: {'id': task-3443896, 'name': ReconfigVM_Task, 'duration_secs': 0.339533} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.818848] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9/80c143e6-56dd-4a92-bb8d-d4c2a3456ec9.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.819870] env[70398]: DEBUG nova.compute.provider_tree [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.824019] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2a02a5b-44e5-4ece-bf3f-db8b2e0c0174 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.828183] env[70398]: DEBUG oslo_vmware.api [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Waiting for the task: (returnval){ [ 712.828183] env[70398]: value = "task-3443897" [ 712.828183] env[70398]: _type = "Task" [ 712.828183] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.838165] env[70398]: DEBUG oslo_vmware.api [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Task: {'id': task-3443897, 'name': Rename_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.942925] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Releasing lock "refresh_cache-4d9ff1a2-da45-4efd-af8c-d47907ce0768" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.943324] env[70398]: DEBUG nova.compute.manager [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Instance network_info: |[{"id": "7646ade7-aea6-47e1-85a2-3472d62c7b4e", "address": "fa:16:3e:5e:aa:4d", "network": {"id": "9b79551f-7584-4d61-b2a0-efe46a621f82", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3934dab198654b86ac5acbec6380b4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7646ade7-ae", "ovs_interfaceid": "7646ade7-aea6-47e1-85a2-3472d62c7b4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 713.061061] env[70398]: DEBUG nova.compute.manager [req-48162d20-f4a8-48f7-9460-93d6ef4b5a0a req-f6f54156-e4c9-4238-b5c0-5ae552aa70aa service nova] [instance: cfc4e624-db92-423c-969c-64d433595497] Received event network-vif-deleted-588a76a0-e489-4985-9cfc-154aeb8e6db0 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.061141] env[70398]: INFO nova.compute.manager [req-48162d20-f4a8-48f7-9460-93d6ef4b5a0a req-f6f54156-e4c9-4238-b5c0-5ae552aa70aa service nova] [instance: cfc4e624-db92-423c-969c-64d433595497] Neutron deleted interface 588a76a0-e489-4985-9cfc-154aeb8e6db0; detaching it from the instance and deleting it from the info cache [ 713.061429] env[70398]: DEBUG nova.network.neutron [req-48162d20-f4a8-48f7-9460-93d6ef4b5a0a req-f6f54156-e4c9-4238-b5c0-5ae552aa70aa service nova] [instance: cfc4e624-db92-423c-969c-64d433595497] Updating instance_info_cache with network_info: [{"id": "9d0fcf30-69f7-4636-a4b8-d68048d783f8", "address": "fa:16:3e:38:29:a2", "network": {"id": "1bdee824-7d5d-419d-94d0-bd6b515609ef", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-266884240", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2559077b16fb47ff86017cc6d015de33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d0fcf30-69", "ovs_interfaceid": "9d0fcf30-69f7-4636-a4b8-d68048d783f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7e301c05-2a79-4e52-9797-48cb553aee13", "address": "fa:16:3e:f6:78:2f", "network": {"id": "497f5b7f-9fd8-411c-a046-7e9374df804c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1254025490", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "2559077b16fb47ff86017cc6d015de33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e301c05-2a", "ovs_interfaceid": "7e301c05-2a79-4e52-9797-48cb553aee13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.069645] env[70398]: DEBUG nova.compute.manager [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] [instance: bb51f520-2d79-411b-989a-829094314e11] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 713.308695] env[70398]: DEBUG nova.virt.hardware [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 713.308972] env[70398]: DEBUG nova.virt.hardware [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 713.309767] env[70398]: DEBUG nova.virt.hardware [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.309767] env[70398]: DEBUG nova.virt.hardware [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 713.309767] env[70398]: DEBUG nova.virt.hardware [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.309767] env[70398]: DEBUG nova.virt.hardware [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 713.309964] env[70398]: DEBUG nova.virt.hardware [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 713.310236] env[70398]: DEBUG nova.virt.hardware [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 713.310236] env[70398]: DEBUG nova.virt.hardware [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 713.310430] env[70398]: DEBUG nova.virt.hardware [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 713.310723] env[70398]: DEBUG nova.virt.hardware [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 713.313777] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365cbffc-7646-4865-81ef-48c2e91a301f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.322878] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad62fa15-032e-4973-b0b0-2efc81832e42 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.331680] env[70398]: DEBUG nova.scheduler.client.report [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.335395] env[70398]: DEBUG nova.network.neutron [-] [instance: cfc4e624-db92-423c-969c-64d433595497] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.345909] env[70398]: DEBUG nova.virt.hardware [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 713.345909] env[70398]: DEBUG nova.virt.hardware [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 713.345909] env[70398]: DEBUG nova.virt.hardware [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.345909] env[70398]: DEBUG nova.virt.hardware [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 713.345909] env[70398]: DEBUG nova.virt.hardware [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.346253] env[70398]: DEBUG nova.virt.hardware [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 713.346565] env[70398]: DEBUG nova.virt.hardware [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 713.346565] env[70398]: DEBUG nova.virt.hardware [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 713.346732] env[70398]: DEBUG nova.virt.hardware [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 713.346863] env[70398]: DEBUG nova.virt.hardware [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 713.347116] env[70398]: DEBUG nova.virt.hardware [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 713.349974] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be733c1-6d24-4691-8d91-6d10204d59bb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.363928] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:aa:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b911797-478d-4ee5-bce9-6f2f49014e94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7646ade7-aea6-47e1-85a2-3472d62c7b4e', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 713.372849] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Creating folder: Project (dccc724c45ee48bc8a2f2c15aedad9b3). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.378365] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3470604a-915b-40c0-af99-29b99a6a1062 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.382893] env[70398]: DEBUG oslo_vmware.api [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Task: {'id': task-3443897, 'name': Rename_Task, 'duration_secs': 0.147896} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.383434] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.384650] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d33f660-000d-4002-b485-18243999a364 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.387902] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91134767-398f-4ee4-9c20-78cb75309d2a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.393422] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Created folder: Project (dccc724c45ee48bc8a2f2c15aedad9b3) in parent group-v687430. [ 713.393611] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Creating folder: Instances. Parent ref: group-v687522. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.394439] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-328ba73b-9667-4057-82a9-120ca1c449e9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.408536] env[70398]: DEBUG oslo_vmware.rw_handles [None req-301ddc5b-64aa-4bac-9fa1-1ceb1c5d4c3d tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52793d59-1f45-f004-634d-c2edb0ddeb96/disk-0.vmdk. {{(pid=70398) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 713.408536] env[70398]: DEBUG oslo_vmware.api [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Waiting for the task: (returnval){ [ 713.408536] env[70398]: value = "task-3443899" [ 713.408536] env[70398]: _type = "Task" [ 713.408536] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.408979] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4a4ee2-7961-4d46-85a5-715ffea4f1e6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.413116] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Created folder: Instances in parent group-v687522. [ 713.413330] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.416508] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 713.416731] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6b29953-ea52-42ea-8f81-aceb6fa741ab {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.433923] env[70398]: DEBUG oslo_vmware.rw_handles [None req-301ddc5b-64aa-4bac-9fa1-1ceb1c5d4c3d tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52793d59-1f45-f004-634d-c2edb0ddeb96/disk-0.vmdk is in state: ready. {{(pid=70398) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 713.434141] env[70398]: ERROR oslo_vmware.rw_handles [None req-301ddc5b-64aa-4bac-9fa1-1ceb1c5d4c3d tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52793d59-1f45-f004-634d-c2edb0ddeb96/disk-0.vmdk due to incomplete transfer. [ 713.434752] env[70398]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1e330552-9b5e-4f3a-a789-1eb73b9fe5af {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.441381] env[70398]: DEBUG oslo_vmware.api [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Task: {'id': task-3443899, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.442966] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 713.442966] env[70398]: value = "task-3443901" [ 713.442966] env[70398]: _type = "Task" [ 713.442966] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.450678] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443901, 'name': CreateVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.451827] env[70398]: DEBUG oslo_vmware.rw_handles [None req-301ddc5b-64aa-4bac-9fa1-1ceb1c5d4c3d tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52793d59-1f45-f004-634d-c2edb0ddeb96/disk-0.vmdk. {{(pid=70398) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 713.452039] env[70398]: DEBUG nova.virt.vmwareapi.images [None req-301ddc5b-64aa-4bac-9fa1-1ceb1c5d4c3d tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Uploaded image 44a6906e-2af8-45db-ad9a-84de9fd3ae09 to the Glance image server {{(pid=70398) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 713.454043] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-301ddc5b-64aa-4bac-9fa1-1ceb1c5d4c3d tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Destroying the VM {{(pid=70398) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 713.454302] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-534ee876-6b22-4d5b-9e79-fe23a185230c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.460607] env[70398]: DEBUG oslo_vmware.api [None req-301ddc5b-64aa-4bac-9fa1-1ceb1c5d4c3d tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 713.460607] env[70398]: value = "task-3443902" [ 713.460607] env[70398]: _type = "Task" [ 713.460607] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.470117] env[70398]: DEBUG oslo_vmware.api [None req-301ddc5b-64aa-4bac-9fa1-1ceb1c5d4c3d tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3443902, 'name': Destroy_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.564964] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-667a7bea-0f33-4021-8302-38b996037f22 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.576582] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc3947b-3eda-4483-b2d1-6819367ff2ec {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.614999] env[70398]: DEBUG nova.compute.manager [req-48162d20-f4a8-48f7-9460-93d6ef4b5a0a req-f6f54156-e4c9-4238-b5c0-5ae552aa70aa service nova] [instance: cfc4e624-db92-423c-969c-64d433595497] Detach interface failed, port_id=588a76a0-e489-4985-9cfc-154aeb8e6db0, reason: Instance cfc4e624-db92-423c-969c-64d433595497 could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 713.642524] env[70398]: DEBUG nova.compute.manager [req-d8d9c3e3-5155-4708-9513-6cba3aead184 req-4b52a8a5-921c-4b6c-98b0-a37ade67f091 service nova] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Received event network-changed-7646ade7-aea6-47e1-85a2-3472d62c7b4e {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.642730] env[70398]: DEBUG nova.compute.manager [req-d8d9c3e3-5155-4708-9513-6cba3aead184 req-4b52a8a5-921c-4b6c-98b0-a37ade67f091 service nova] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Refreshing instance network info cache due to event network-changed-7646ade7-aea6-47e1-85a2-3472d62c7b4e. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 713.642945] env[70398]: DEBUG oslo_concurrency.lockutils [req-d8d9c3e3-5155-4708-9513-6cba3aead184 req-4b52a8a5-921c-4b6c-98b0-a37ade67f091 service nova] Acquiring lock "refresh_cache-4d9ff1a2-da45-4efd-af8c-d47907ce0768" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.644355] env[70398]: DEBUG oslo_concurrency.lockutils [req-d8d9c3e3-5155-4708-9513-6cba3aead184 req-4b52a8a5-921c-4b6c-98b0-a37ade67f091 service nova] Acquired lock "refresh_cache-4d9ff1a2-da45-4efd-af8c-d47907ce0768" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.644591] env[70398]: DEBUG nova.network.neutron [req-d8d9c3e3-5155-4708-9513-6cba3aead184 req-4b52a8a5-921c-4b6c-98b0-a37ade67f091 service nova] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Refreshing network info cache for port 7646ade7-aea6-47e1-85a2-3472d62c7b4e {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.749337] env[70398]: DEBUG nova.network.neutron [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] [instance: bb51f520-2d79-411b-989a-829094314e11] Successfully updated port: 90828595-1f4e-475f-a7a4-766a4bca885d {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 713.838313] env[70398]: INFO nova.compute.manager [-] [instance: cfc4e624-db92-423c-969c-64d433595497] Took 2.16 seconds to deallocate network for instance. [ 713.839087] env[70398]: DEBUG oslo_concurrency.lockutils [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.804s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.839644] env[70398]: DEBUG nova.compute.manager [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 713.845152] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.220s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.849049] env[70398]: INFO nova.compute.claims [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 6e0de7b8-ef2d-4449-8e08-e188d9f210ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 713.926773] env[70398]: DEBUG oslo_vmware.api [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Task: {'id': task-3443899, 'name': PowerOnVM_Task, 'duration_secs': 0.495011} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.926773] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.926773] env[70398]: INFO nova.compute.manager [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Took 8.60 seconds to spawn the instance on the hypervisor. [ 713.926773] env[70398]: DEBUG nova.compute.manager [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 713.927819] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f7a38e-94bf-42b9-8783-43ac3e8a846f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.954644] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443901, 'name': CreateVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.974844] env[70398]: DEBUG oslo_vmware.api [None req-301ddc5b-64aa-4bac-9fa1-1ceb1c5d4c3d tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3443902, 'name': Destroy_Task} progress is 33%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.250780] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Acquiring lock "refresh_cache-bb51f520-2d79-411b-989a-829094314e11" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.250954] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Acquired lock "refresh_cache-bb51f520-2d79-411b-989a-829094314e11" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.251147] env[70398]: DEBUG nova.network.neutron [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] [instance: bb51f520-2d79-411b-989a-829094314e11] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.345081] env[70398]: DEBUG nova.compute.utils [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 714.353224] env[70398]: DEBUG nova.compute.manager [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Not allocating networking since 'none' was specified. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 714.362908] env[70398]: DEBUG oslo_concurrency.lockutils [None req-aa711c2d-9f16-4a1c-891a-f877c2e22273 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.448793] env[70398]: DEBUG nova.network.neutron [req-d8d9c3e3-5155-4708-9513-6cba3aead184 req-4b52a8a5-921c-4b6c-98b0-a37ade67f091 service nova] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Updated VIF entry in instance network info cache for port 7646ade7-aea6-47e1-85a2-3472d62c7b4e. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.449166] env[70398]: DEBUG nova.network.neutron [req-d8d9c3e3-5155-4708-9513-6cba3aead184 req-4b52a8a5-921c-4b6c-98b0-a37ade67f091 service nova] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Updating instance_info_cache with network_info: [{"id": "7646ade7-aea6-47e1-85a2-3472d62c7b4e", "address": "fa:16:3e:5e:aa:4d", "network": {"id": "9b79551f-7584-4d61-b2a0-efe46a621f82", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3934dab198654b86ac5acbec6380b4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7646ade7-ae", "ovs_interfaceid": "7646ade7-aea6-47e1-85a2-3472d62c7b4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.460381] env[70398]: INFO nova.compute.manager [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Took 38.87 seconds to build instance. [ 714.471708] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443901, 'name': CreateVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.478458] env[70398]: DEBUG oslo_vmware.api [None req-301ddc5b-64aa-4bac-9fa1-1ceb1c5d4c3d tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3443902, 'name': Destroy_Task, 'duration_secs': 0.742194} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.478842] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-301ddc5b-64aa-4bac-9fa1-1ceb1c5d4c3d tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Destroyed the VM [ 714.479182] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-301ddc5b-64aa-4bac-9fa1-1ceb1c5d4c3d tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Deleting Snapshot of the VM instance {{(pid=70398) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 714.479490] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b9baca2e-8fa4-496b-8354-794ffd843593 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.487726] env[70398]: DEBUG oslo_vmware.api [None req-301ddc5b-64aa-4bac-9fa1-1ceb1c5d4c3d tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 714.487726] env[70398]: value = "task-3443903" [ 714.487726] env[70398]: _type = "Task" [ 714.487726] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.497335] env[70398]: DEBUG oslo_vmware.api [None req-301ddc5b-64aa-4bac-9fa1-1ceb1c5d4c3d tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3443903, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.757290] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Acquiring lock "6411787d-535e-48d5-9632-1dab4bdc7cdc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.757972] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Lock "6411787d-535e-48d5-9632-1dab4bdc7cdc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.813090] env[70398]: DEBUG nova.network.neutron [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] [instance: bb51f520-2d79-411b-989a-829094314e11] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.854754] env[70398]: DEBUG nova.compute.manager [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 714.958501] env[70398]: DEBUG oslo_concurrency.lockutils [req-d8d9c3e3-5155-4708-9513-6cba3aead184 req-4b52a8a5-921c-4b6c-98b0-a37ade67f091 service nova] Releasing lock "refresh_cache-4d9ff1a2-da45-4efd-af8c-d47907ce0768" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.968980] env[70398]: DEBUG oslo_concurrency.lockutils [None req-31e5c687-e74a-42eb-90c7-c5fa0c74e90b tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Lock "80c143e6-56dd-4a92-bb8d-d4c2a3456ec9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.665s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.969346] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443901, 'name': CreateVM_Task, 'duration_secs': 1.412168} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.973588] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 714.977670] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.977899] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.978369] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.979155] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b7d649e-cf81-4515-8ebf-8150589956c0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.985367] env[70398]: DEBUG oslo_vmware.api [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Waiting for the task: (returnval){ [ 714.985367] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f410e3-2038-eee2-1163-cc796921c910" [ 714.985367] env[70398]: _type = "Task" [ 714.985367] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.007952] env[70398]: DEBUG oslo_vmware.api [None req-301ddc5b-64aa-4bac-9fa1-1ceb1c5d4c3d tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3443903, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.010487] env[70398]: DEBUG oslo_vmware.api [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f410e3-2038-eee2-1163-cc796921c910, 'name': SearchDatastore_Task} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.014178] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.015165] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.017586] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.017586] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.017586] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.017586] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b07f51b-fd51-450b-b1d1-e3ee075ac38b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.033168] env[70398]: DEBUG nova.network.neutron [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] [instance: bb51f520-2d79-411b-989a-829094314e11] Updating instance_info_cache with network_info: [{"id": "90828595-1f4e-475f-a7a4-766a4bca885d", "address": "fa:16:3e:e4:7f:63", "network": {"id": "62c748e8-dbf2-4a51-9d0e-58e956d6693e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-650977841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a8c565c766ee41cfa07228817dea29cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90828595-1f", "ovs_interfaceid": "90828595-1f4e-475f-a7a4-766a4bca885d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.036093] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.036320] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.037243] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf8aceca-f9a5-4bcf-ad84-ac115b7f3e34 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.045977] env[70398]: DEBUG oslo_vmware.api [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Waiting for the task: (returnval){ [ 715.045977] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]520f0925-1e30-3e49-3395-f4d446c96e4b" [ 715.045977] env[70398]: _type = "Task" [ 715.045977] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.062824] env[70398]: DEBUG oslo_vmware.api [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]520f0925-1e30-3e49-3395-f4d446c96e4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.251386] env[70398]: DEBUG nova.compute.manager [req-e5d08923-63f1-493a-9ad7-ce69695fc9e8 req-dc7e96e5-6e12-4f77-aecd-1c54f9325787 service nova] [instance: cfc4e624-db92-423c-969c-64d433595497] Received event network-vif-deleted-7e301c05-2a79-4e52-9797-48cb553aee13 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.251651] env[70398]: DEBUG nova.compute.manager [req-e5d08923-63f1-493a-9ad7-ce69695fc9e8 req-dc7e96e5-6e12-4f77-aecd-1c54f9325787 service nova] [instance: cfc4e624-db92-423c-969c-64d433595497] Received event network-vif-deleted-9d0fcf30-69f7-4636-a4b8-d68048d783f8 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.477958] env[70398]: DEBUG nova.compute.manager [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 715.503713] env[70398]: DEBUG oslo_vmware.api [None req-301ddc5b-64aa-4bac-9fa1-1ceb1c5d4c3d tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3443903, 'name': RemoveSnapshot_Task, 'duration_secs': 0.893474} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.505567] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-301ddc5b-64aa-4bac-9fa1-1ceb1c5d4c3d tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Deleted Snapshot of the VM instance {{(pid=70398) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 715.505952] env[70398]: INFO nova.compute.manager [None req-301ddc5b-64aa-4bac-9fa1-1ceb1c5d4c3d tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Took 16.22 seconds to snapshot the instance on the hypervisor. [ 715.509422] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4666037-03f9-4904-aef8-89ed626b8f38 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.518648] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73d5a47-af07-48e5-aa64-257bfd2bf629 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.561139] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Releasing lock "refresh_cache-bb51f520-2d79-411b-989a-829094314e11" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.562015] env[70398]: DEBUG nova.compute.manager [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] [instance: bb51f520-2d79-411b-989a-829094314e11] Instance network_info: |[{"id": "90828595-1f4e-475f-a7a4-766a4bca885d", "address": "fa:16:3e:e4:7f:63", "network": {"id": "62c748e8-dbf2-4a51-9d0e-58e956d6693e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-650977841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a8c565c766ee41cfa07228817dea29cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90828595-1f", "ovs_interfaceid": "90828595-1f4e-475f-a7a4-766a4bca885d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 715.562799] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] [instance: bb51f520-2d79-411b-989a-829094314e11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:7f:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abe48956-848a-4e1f-b1f1-a27baa5390b9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90828595-1f4e-475f-a7a4-766a4bca885d', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.572054] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Creating folder: Project (a8c565c766ee41cfa07228817dea29cf). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.577334] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10a706d-1664-41ec-9f57-efcf130e6f93 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.582297] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8db06ff-cabf-467f-994e-27b8116fa149 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.593165] env[70398]: DEBUG oslo_vmware.api [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]520f0925-1e30-3e49-3395-f4d446c96e4b, 'name': SearchDatastore_Task, 'duration_secs': 0.013898} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.595330] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7bafdd2-7756-4501-b6e5-82de5036d026 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.600918] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2530fcb5-c90d-4f1d-b39d-902ada52ad9b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.604778] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Created folder: Project (a8c565c766ee41cfa07228817dea29cf) in parent group-v687430. [ 715.604911] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Creating folder: Instances. Parent ref: group-v687525. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.605837] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e184a190-ebcc-4956-88d5-99ddfbb79d7a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.609949] env[70398]: DEBUG oslo_vmware.api [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Waiting for the task: (returnval){ [ 715.609949] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52d763ec-127d-648b-c5ca-f8280460b7cd" [ 715.609949] env[70398]: _type = "Task" [ 715.609949] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.619054] env[70398]: DEBUG nova.compute.provider_tree [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.625486] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Created folder: Instances in parent group-v687525. [ 715.625751] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.626204] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb51f520-2d79-411b-989a-829094314e11] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 715.626825] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-230845d5-7ac1-480c-b959-a196e61e8883 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.647859] env[70398]: DEBUG oslo_vmware.api [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52d763ec-127d-648b-c5ca-f8280460b7cd, 'name': SearchDatastore_Task, 'duration_secs': 0.013997} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.648595] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.651840] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 4d9ff1a2-da45-4efd-af8c-d47907ce0768/4d9ff1a2-da45-4efd-af8c-d47907ce0768.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 715.651840] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d947e889-880f-42ec-9191-4c035e742081 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.654978] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 715.654978] env[70398]: value = "task-3443906" [ 715.654978] env[70398]: _type = "Task" [ 715.654978] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.659599] env[70398]: DEBUG oslo_vmware.api [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Waiting for the task: (returnval){ [ 715.659599] env[70398]: value = "task-3443907" [ 715.659599] env[70398]: _type = "Task" [ 715.659599] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.666746] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443906, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.672755] env[70398]: DEBUG oslo_vmware.api [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3443907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.863884] env[70398]: DEBUG nova.compute.manager [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 715.885926] env[70398]: DEBUG nova.virt.hardware [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 715.886297] env[70398]: DEBUG nova.virt.hardware [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 715.886390] env[70398]: DEBUG nova.virt.hardware [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.886523] env[70398]: DEBUG nova.virt.hardware [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 715.886632] env[70398]: DEBUG nova.virt.hardware [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.886784] env[70398]: DEBUG nova.virt.hardware [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 715.886982] env[70398]: DEBUG nova.virt.hardware [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 715.887249] env[70398]: DEBUG nova.virt.hardware [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 715.887367] env[70398]: DEBUG nova.virt.hardware [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 715.887534] env[70398]: DEBUG nova.virt.hardware [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 715.887708] env[70398]: DEBUG nova.virt.hardware [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 715.888597] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d714bf9-603d-4bf9-b6a0-d08b5f13dae0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.898447] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b397ccfe-3b30-4e13-8b75-f5db2a09f6a5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.914347] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Instance VIF info [] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.924046] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Creating folder: Project (79d10450760a42ab930b9b015327ea76). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.924424] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5efbfcf1-d90c-45c9-b387-177185fd10ef {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.939472] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Created folder: Project (79d10450760a42ab930b9b015327ea76) in parent group-v687430. [ 715.939754] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Creating folder: Instances. Parent ref: group-v687528. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.940104] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e718155-424c-4781-9b71-aced53798577 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.955847] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Created folder: Instances in parent group-v687528. [ 715.956320] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.956612] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 715.956913] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-051977e6-77d1-4018-9503-6103107bf2ef {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.974024] env[70398]: DEBUG nova.compute.manager [req-5dcef3d5-ebef-482e-99ba-2cc3496ca0a9 req-1430bb77-4ae5-4192-b9af-01d541e74f3b service nova] [instance: bb51f520-2d79-411b-989a-829094314e11] Received event network-vif-plugged-90828595-1f4e-475f-a7a4-766a4bca885d {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.974260] env[70398]: DEBUG oslo_concurrency.lockutils [req-5dcef3d5-ebef-482e-99ba-2cc3496ca0a9 req-1430bb77-4ae5-4192-b9af-01d541e74f3b service nova] Acquiring lock "bb51f520-2d79-411b-989a-829094314e11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.974540] env[70398]: DEBUG oslo_concurrency.lockutils [req-5dcef3d5-ebef-482e-99ba-2cc3496ca0a9 req-1430bb77-4ae5-4192-b9af-01d541e74f3b service nova] Lock "bb51f520-2d79-411b-989a-829094314e11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.974725] env[70398]: DEBUG oslo_concurrency.lockutils [req-5dcef3d5-ebef-482e-99ba-2cc3496ca0a9 req-1430bb77-4ae5-4192-b9af-01d541e74f3b service nova] Lock "bb51f520-2d79-411b-989a-829094314e11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.974893] env[70398]: DEBUG nova.compute.manager [req-5dcef3d5-ebef-482e-99ba-2cc3496ca0a9 req-1430bb77-4ae5-4192-b9af-01d541e74f3b service nova] [instance: bb51f520-2d79-411b-989a-829094314e11] No waiting events found dispatching network-vif-plugged-90828595-1f4e-475f-a7a4-766a4bca885d {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 715.975072] env[70398]: WARNING nova.compute.manager [req-5dcef3d5-ebef-482e-99ba-2cc3496ca0a9 req-1430bb77-4ae5-4192-b9af-01d541e74f3b service nova] [instance: bb51f520-2d79-411b-989a-829094314e11] Received unexpected event network-vif-plugged-90828595-1f4e-475f-a7a4-766a4bca885d for instance with vm_state building and task_state spawning. [ 715.975341] env[70398]: DEBUG nova.compute.manager [req-5dcef3d5-ebef-482e-99ba-2cc3496ca0a9 req-1430bb77-4ae5-4192-b9af-01d541e74f3b service nova] [instance: bb51f520-2d79-411b-989a-829094314e11] Received event network-changed-90828595-1f4e-475f-a7a4-766a4bca885d {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.975508] env[70398]: DEBUG nova.compute.manager [req-5dcef3d5-ebef-482e-99ba-2cc3496ca0a9 req-1430bb77-4ae5-4192-b9af-01d541e74f3b service nova] [instance: bb51f520-2d79-411b-989a-829094314e11] Refreshing instance network info cache due to event network-changed-90828595-1f4e-475f-a7a4-766a4bca885d. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 715.975653] env[70398]: DEBUG oslo_concurrency.lockutils [req-5dcef3d5-ebef-482e-99ba-2cc3496ca0a9 req-1430bb77-4ae5-4192-b9af-01d541e74f3b service nova] Acquiring lock "refresh_cache-bb51f520-2d79-411b-989a-829094314e11" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.975792] env[70398]: DEBUG oslo_concurrency.lockutils [req-5dcef3d5-ebef-482e-99ba-2cc3496ca0a9 req-1430bb77-4ae5-4192-b9af-01d541e74f3b service nova] Acquired lock "refresh_cache-bb51f520-2d79-411b-989a-829094314e11" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.975949] env[70398]: DEBUG nova.network.neutron [req-5dcef3d5-ebef-482e-99ba-2cc3496ca0a9 req-1430bb77-4ae5-4192-b9af-01d541e74f3b service nova] [instance: bb51f520-2d79-411b-989a-829094314e11] Refreshing network info cache for port 90828595-1f4e-475f-a7a4-766a4bca885d {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.990045] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 715.990045] env[70398]: value = "task-3443910" [ 715.990045] env[70398]: _type = "Task" [ 715.990045] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.003691] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443910, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.007924] env[70398]: DEBUG oslo_concurrency.lockutils [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.080354] env[70398]: DEBUG nova.compute.manager [None req-301ddc5b-64aa-4bac-9fa1-1ceb1c5d4c3d tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Found 2 images (rotation: 2) {{(pid=70398) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 716.128017] env[70398]: DEBUG nova.scheduler.client.report [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.168246] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443906, 'name': CreateVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.176275] env[70398]: DEBUG oslo_vmware.api [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3443907, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.502740] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443910, 'name': CreateVM_Task, 'duration_secs': 0.455171} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.503208] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 716.503409] env[70398]: DEBUG oslo_concurrency.lockutils [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.503580] env[70398]: DEBUG oslo_concurrency.lockutils [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.503943] env[70398]: DEBUG oslo_concurrency.lockutils [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.504226] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0873787-e4c1-4db9-b07a-57c0f66158c1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.510867] env[70398]: DEBUG oslo_vmware.api [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Waiting for the task: (returnval){ [ 716.510867] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]528525e4-b835-2713-8934-15d91fcb36fe" [ 716.510867] env[70398]: _type = "Task" [ 716.510867] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.522713] env[70398]: DEBUG oslo_vmware.api [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]528525e4-b835-2713-8934-15d91fcb36fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.637685] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.792s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.638903] env[70398]: DEBUG nova.compute.manager [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 6e0de7b8-ef2d-4449-8e08-e188d9f210ad] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 716.643553] env[70398]: DEBUG oslo_concurrency.lockutils [None req-390f8bf7-d035-4e09-8dec-62b240344608 tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.242s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.644058] env[70398]: DEBUG nova.objects.instance [None req-390f8bf7-d035-4e09-8dec-62b240344608 tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Lazy-loading 'resources' on Instance uuid ce148295-2ef2-4356-8e62-ae032a71d36b {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 716.677855] env[70398]: DEBUG oslo_vmware.api [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3443907, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61446} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.682822] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 4d9ff1a2-da45-4efd-af8c-d47907ce0768/4d9ff1a2-da45-4efd-af8c-d47907ce0768.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 716.683659] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 716.684301] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443906, 'name': CreateVM_Task, 'duration_secs': 0.617814} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.684614] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d39e32ba-99a4-4e82-a927-87120b59fab0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.686681] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb51f520-2d79-411b-989a-829094314e11] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 716.690883] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.697247] env[70398]: DEBUG oslo_vmware.api [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Waiting for the task: (returnval){ [ 716.697247] env[70398]: value = "task-3443911" [ 716.697247] env[70398]: _type = "Task" [ 716.697247] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.710158] env[70398]: DEBUG oslo_vmware.api [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3443911, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.798745] env[70398]: DEBUG nova.network.neutron [req-5dcef3d5-ebef-482e-99ba-2cc3496ca0a9 req-1430bb77-4ae5-4192-b9af-01d541e74f3b service nova] [instance: bb51f520-2d79-411b-989a-829094314e11] Updated VIF entry in instance network info cache for port 90828595-1f4e-475f-a7a4-766a4bca885d. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 716.799300] env[70398]: DEBUG nova.network.neutron [req-5dcef3d5-ebef-482e-99ba-2cc3496ca0a9 req-1430bb77-4ae5-4192-b9af-01d541e74f3b service nova] [instance: bb51f520-2d79-411b-989a-829094314e11] Updating instance_info_cache with network_info: [{"id": "90828595-1f4e-475f-a7a4-766a4bca885d", "address": "fa:16:3e:e4:7f:63", "network": {"id": "62c748e8-dbf2-4a51-9d0e-58e956d6693e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-650977841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a8c565c766ee41cfa07228817dea29cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90828595-1f", "ovs_interfaceid": "90828595-1f4e-475f-a7a4-766a4bca885d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.023388] env[70398]: DEBUG oslo_vmware.api [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]528525e4-b835-2713-8934-15d91fcb36fe, 'name': SearchDatastore_Task, 'duration_secs': 0.015084} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.023708] env[70398]: DEBUG oslo_concurrency.lockutils [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.023955] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.024209] env[70398]: DEBUG oslo_concurrency.lockutils [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.024359] env[70398]: DEBUG oslo_concurrency.lockutils [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.024540] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.025072] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.025426] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.025684] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e953b2e-f906-4372-8d48-f77240a6fbdd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.027995] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3c547f3-f4f2-43f9-9c7b-f339f03ca641 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.034286] env[70398]: DEBUG oslo_vmware.api [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Waiting for the task: (returnval){ [ 717.034286] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52a69b75-9bdb-e9b3-5d4e-f8aca8d1c143" [ 717.034286] env[70398]: _type = "Task" [ 717.034286] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.041199] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.041448] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.045567] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61e24c6f-27cc-40dc-8194-29dfdb815f56 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.048165] env[70398]: DEBUG oslo_vmware.api [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52a69b75-9bdb-e9b3-5d4e-f8aca8d1c143, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.052362] env[70398]: DEBUG oslo_vmware.api [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Waiting for the task: (returnval){ [ 717.052362] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]522873ce-6ed4-08ec-f2c8-aec6742fdaa4" [ 717.052362] env[70398]: _type = "Task" [ 717.052362] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.065427] env[70398]: DEBUG oslo_vmware.api [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]522873ce-6ed4-08ec-f2c8-aec6742fdaa4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.150777] env[70398]: DEBUG nova.compute.utils [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 717.152372] env[70398]: DEBUG nova.compute.manager [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 6e0de7b8-ef2d-4449-8e08-e188d9f210ad] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 717.152604] env[70398]: DEBUG nova.network.neutron [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 6e0de7b8-ef2d-4449-8e08-e188d9f210ad] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 717.220138] env[70398]: DEBUG oslo_vmware.api [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3443911, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104792} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.221274] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.223801] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7d6a05-d86a-4c44-a5c6-133f8ea558fb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.231751] env[70398]: DEBUG nova.policy [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a624e4c95e4405a970497722dd63dff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '706a0f0898474231a1ac004d633e2a3f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 717.278579] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 4d9ff1a2-da45-4efd-af8c-d47907ce0768/4d9ff1a2-da45-4efd-af8c-d47907ce0768.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.284212] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afb874f9-d0f1-41e0-8269-38d0a1631f02 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.304779] env[70398]: DEBUG oslo_concurrency.lockutils [req-5dcef3d5-ebef-482e-99ba-2cc3496ca0a9 req-1430bb77-4ae5-4192-b9af-01d541e74f3b service nova] Releasing lock "refresh_cache-bb51f520-2d79-411b-989a-829094314e11" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.305313] env[70398]: DEBUG nova.compute.manager [req-5dcef3d5-ebef-482e-99ba-2cc3496ca0a9 req-1430bb77-4ae5-4192-b9af-01d541e74f3b service nova] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Received event network-changed-78bc76b7-9e39-4080-928f-4826049b2978 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.305619] env[70398]: DEBUG nova.compute.manager [req-5dcef3d5-ebef-482e-99ba-2cc3496ca0a9 req-1430bb77-4ae5-4192-b9af-01d541e74f3b service nova] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Refreshing instance network info cache due to event network-changed-78bc76b7-9e39-4080-928f-4826049b2978. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 717.305922] env[70398]: DEBUG oslo_concurrency.lockutils [req-5dcef3d5-ebef-482e-99ba-2cc3496ca0a9 req-1430bb77-4ae5-4192-b9af-01d541e74f3b service nova] Acquiring lock "refresh_cache-c198a147-5c6d-49a0-b899-feef3d55f4b8" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.306179] env[70398]: DEBUG oslo_concurrency.lockutils [req-5dcef3d5-ebef-482e-99ba-2cc3496ca0a9 req-1430bb77-4ae5-4192-b9af-01d541e74f3b service nova] Acquired lock "refresh_cache-c198a147-5c6d-49a0-b899-feef3d55f4b8" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.307025] env[70398]: DEBUG nova.network.neutron [req-5dcef3d5-ebef-482e-99ba-2cc3496ca0a9 req-1430bb77-4ae5-4192-b9af-01d541e74f3b service nova] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Refreshing network info cache for port 78bc76b7-9e39-4080-928f-4826049b2978 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.315314] env[70398]: DEBUG oslo_vmware.api [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Waiting for the task: (returnval){ [ 717.315314] env[70398]: value = "task-3443912" [ 717.315314] env[70398]: _type = "Task" [ 717.315314] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.328801] env[70398]: DEBUG oslo_vmware.api [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3443912, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.548426] env[70398]: DEBUG oslo_vmware.api [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52a69b75-9bdb-e9b3-5d4e-f8aca8d1c143, 'name': SearchDatastore_Task, 'duration_secs': 0.028377} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.548792] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.548792] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] [instance: bb51f520-2d79-411b-989a-829094314e11] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.549676] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.565991] env[70398]: DEBUG oslo_vmware.api [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]522873ce-6ed4-08ec-f2c8-aec6742fdaa4, 'name': SearchDatastore_Task, 'duration_secs': 0.017469} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.572028] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2a03a74-3a0e-44ed-836b-bdfe266fbb9b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.578350] env[70398]: DEBUG oslo_vmware.api [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Waiting for the task: (returnval){ [ 717.578350] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]529ce29d-658e-1ab9-564e-28914f2d3bf5" [ 717.578350] env[70398]: _type = "Task" [ 717.578350] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.591473] env[70398]: DEBUG oslo_vmware.api [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]529ce29d-658e-1ab9-564e-28914f2d3bf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.656047] env[70398]: DEBUG nova.compute.manager [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 6e0de7b8-ef2d-4449-8e08-e188d9f210ad] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 717.763686] env[70398]: DEBUG nova.network.neutron [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 6e0de7b8-ef2d-4449-8e08-e188d9f210ad] Successfully created port: 6dbdf7f7-df01-4728-9fae-684443c7c663 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 717.780662] env[70398]: DEBUG nova.compute.manager [None req-292765ba-52b2-4ec9-aeaf-7202040d0d88 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.781653] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bc5d40-baeb-427d-aaa3-a2a42e9ae251 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.827829] env[70398]: DEBUG oslo_vmware.api [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3443912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.956778] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f440c9-8a6a-483d-9599-ba2323fa1850 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.965644] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d21d227-588c-417b-a16c-6a4661008aa8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.011758] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab317e1-9f4c-46ad-ab1d-7fc1bdaedd69 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.018838] env[70398]: DEBUG nova.compute.manager [req-24d375fb-8f73-47da-ba1c-30aba35be8dd req-230bf4d6-e99e-427c-b1d6-7e15848c7df2 service nova] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Received event network-changed-78bc76b7-9e39-4080-928f-4826049b2978 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.018982] env[70398]: DEBUG nova.compute.manager [req-24d375fb-8f73-47da-ba1c-30aba35be8dd req-230bf4d6-e99e-427c-b1d6-7e15848c7df2 service nova] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Refreshing instance network info cache due to event network-changed-78bc76b7-9e39-4080-928f-4826049b2978. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 718.019724] env[70398]: DEBUG oslo_concurrency.lockutils [req-24d375fb-8f73-47da-ba1c-30aba35be8dd req-230bf4d6-e99e-427c-b1d6-7e15848c7df2 service nova] Acquiring lock "refresh_cache-c198a147-5c6d-49a0-b899-feef3d55f4b8" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.027847] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbff4e14-98ab-4f88-b850-1cc7555743f9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.045746] env[70398]: DEBUG nova.compute.provider_tree [None req-390f8bf7-d035-4e09-8dec-62b240344608 tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.075672] env[70398]: DEBUG oslo_vmware.rw_handles [None req-8b3b08f2-4561-403c-99ed-8364b41e9461 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ab5a19-0bac-a025-b7ed-6e55e4eac7ea/disk-0.vmdk. {{(pid=70398) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 718.076926] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d7ebdc-ff2c-4127-ad28-e5ff63bac9c7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.089676] env[70398]: DEBUG oslo_vmware.api [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]529ce29d-658e-1ab9-564e-28914f2d3bf5, 'name': SearchDatastore_Task, 'duration_secs': 0.015214} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.093881] env[70398]: DEBUG oslo_concurrency.lockutils [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.093881] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 4761bd86-261a-4525-a2bf-df74065c403d/4761bd86-261a-4525-a2bf-df74065c403d.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 718.093881] env[70398]: DEBUG oslo_vmware.rw_handles [None req-8b3b08f2-4561-403c-99ed-8364b41e9461 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ab5a19-0bac-a025-b7ed-6e55e4eac7ea/disk-0.vmdk is in state: ready. {{(pid=70398) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 718.093881] env[70398]: ERROR oslo_vmware.rw_handles [None req-8b3b08f2-4561-403c-99ed-8364b41e9461 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ab5a19-0bac-a025-b7ed-6e55e4eac7ea/disk-0.vmdk due to incomplete transfer. [ 718.093881] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.093881] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 718.093881] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3153f89-853c-4664-944c-8c4fdd1c1036 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.094728] env[70398]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e372736c-2cce-4bbb-b749-ecad347482c9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.096663] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e04268d-afbc-4e5d-936f-bf6c2e49d610 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.107125] env[70398]: DEBUG oslo_vmware.api [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Waiting for the task: (returnval){ [ 718.107125] env[70398]: value = "task-3443913" [ 718.107125] env[70398]: _type = "Task" [ 718.107125] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.107125] env[70398]: DEBUG oslo_vmware.rw_handles [None req-8b3b08f2-4561-403c-99ed-8364b41e9461 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ab5a19-0bac-a025-b7ed-6e55e4eac7ea/disk-0.vmdk. {{(pid=70398) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 718.107125] env[70398]: DEBUG nova.virt.vmwareapi.images [None req-8b3b08f2-4561-403c-99ed-8364b41e9461 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Uploaded image 7577ac36-01a6-4de1-b327-2c05cea1f3a4 to the Glance image server {{(pid=70398) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 718.108189] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b3b08f2-4561-403c-99ed-8364b41e9461 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Destroying the VM {{(pid=70398) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 718.112339] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9eb6e6e9-1a4c-47be-8460-c9fce7d42515 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.114214] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 718.114407] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 718.115255] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0af93755-d590-4aae-9085-17fd989dff7f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.124398] env[70398]: DEBUG oslo_vmware.api [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Task: {'id': task-3443913, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.126466] env[70398]: DEBUG oslo_vmware.api [None req-8b3b08f2-4561-403c-99ed-8364b41e9461 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Waiting for the task: (returnval){ [ 718.126466] env[70398]: value = "task-3443914" [ 718.126466] env[70398]: _type = "Task" [ 718.126466] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.126760] env[70398]: DEBUG oslo_vmware.api [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Waiting for the task: (returnval){ [ 718.126760] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5257f6ec-0af7-2b3f-1cc9-2023868db0d2" [ 718.126760] env[70398]: _type = "Task" [ 718.126760] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.141970] env[70398]: DEBUG oslo_vmware.api [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5257f6ec-0af7-2b3f-1cc9-2023868db0d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.145277] env[70398]: DEBUG oslo_vmware.api [None req-8b3b08f2-4561-403c-99ed-8364b41e9461 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443914, 'name': Destroy_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.186751] env[70398]: DEBUG nova.network.neutron [req-5dcef3d5-ebef-482e-99ba-2cc3496ca0a9 req-1430bb77-4ae5-4192-b9af-01d541e74f3b service nova] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Updated VIF entry in instance network info cache for port 78bc76b7-9e39-4080-928f-4826049b2978. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.186872] env[70398]: DEBUG nova.network.neutron [req-5dcef3d5-ebef-482e-99ba-2cc3496ca0a9 req-1430bb77-4ae5-4192-b9af-01d541e74f3b service nova] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Updating instance_info_cache with network_info: [{"id": "78bc76b7-9e39-4080-928f-4826049b2978", "address": "fa:16:3e:4d:e2:3c", "network": {"id": "0e334e9c-95d9-433f-85f1-2b1c561bd5fb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-451978993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a883c811fd5a442fa994bf6d87ef2957", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78bc76b7-9e", "ovs_interfaceid": "78bc76b7-9e39-4080-928f-4826049b2978", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.293401] env[70398]: INFO nova.compute.manager [None req-292765ba-52b2-4ec9-aeaf-7202040d0d88 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] instance snapshotting [ 718.294158] env[70398]: DEBUG nova.objects.instance [None req-292765ba-52b2-4ec9-aeaf-7202040d0d88 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lazy-loading 'flavor' on Instance uuid c4e17778-5b44-4a5c-934c-f06f1722e50c {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 718.325615] env[70398]: DEBUG oslo_vmware.api [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3443912, 'name': ReconfigVM_Task, 'duration_secs': 0.700504} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.326632] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 4d9ff1a2-da45-4efd-af8c-d47907ce0768/4d9ff1a2-da45-4efd-af8c-d47907ce0768.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.327300] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a727ec35-e76f-4a9b-a887-806216c66b7a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.336166] env[70398]: DEBUG oslo_vmware.api [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Waiting for the task: (returnval){ [ 718.336166] env[70398]: value = "task-3443915" [ 718.336166] env[70398]: _type = "Task" [ 718.336166] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.346763] env[70398]: DEBUG oslo_vmware.api [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3443915, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.549810] env[70398]: DEBUG nova.scheduler.client.report [None req-390f8bf7-d035-4e09-8dec-62b240344608 tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.618079] env[70398]: DEBUG oslo_vmware.api [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Task: {'id': task-3443913, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.641931] env[70398]: DEBUG oslo_vmware.api [None req-8b3b08f2-4561-403c-99ed-8364b41e9461 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443914, 'name': Destroy_Task} progress is 33%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.645065] env[70398]: DEBUG oslo_vmware.api [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5257f6ec-0af7-2b3f-1cc9-2023868db0d2, 'name': SearchDatastore_Task, 'duration_secs': 0.020359} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.645862] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48eda6d1-568c-4df4-8556-42760434a1ad {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.653594] env[70398]: DEBUG oslo_vmware.api [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Waiting for the task: (returnval){ [ 718.653594] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ad39b2-5b29-ebc5-f47d-df066b6ccaba" [ 718.653594] env[70398]: _type = "Task" [ 718.653594] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.664364] env[70398]: DEBUG oslo_vmware.api [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ad39b2-5b29-ebc5-f47d-df066b6ccaba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.671253] env[70398]: DEBUG nova.compute.manager [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 6e0de7b8-ef2d-4449-8e08-e188d9f210ad] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 718.691057] env[70398]: DEBUG oslo_concurrency.lockutils [req-5dcef3d5-ebef-482e-99ba-2cc3496ca0a9 req-1430bb77-4ae5-4192-b9af-01d541e74f3b service nova] Releasing lock "refresh_cache-c198a147-5c6d-49a0-b899-feef3d55f4b8" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.691057] env[70398]: DEBUG oslo_concurrency.lockutils [req-24d375fb-8f73-47da-ba1c-30aba35be8dd req-230bf4d6-e99e-427c-b1d6-7e15848c7df2 service nova] Acquired lock "refresh_cache-c198a147-5c6d-49a0-b899-feef3d55f4b8" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.691280] env[70398]: DEBUG nova.network.neutron [req-24d375fb-8f73-47da-ba1c-30aba35be8dd req-230bf4d6-e99e-427c-b1d6-7e15848c7df2 service nova] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Refreshing network info cache for port 78bc76b7-9e39-4080-928f-4826049b2978 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 718.701629] env[70398]: DEBUG nova.virt.hardware [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 718.701959] env[70398]: DEBUG nova.virt.hardware [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 718.702194] env[70398]: DEBUG nova.virt.hardware [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 718.702568] env[70398]: DEBUG nova.virt.hardware [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 718.702710] env[70398]: DEBUG nova.virt.hardware [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 718.702817] env[70398]: DEBUG nova.virt.hardware [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 718.703063] env[70398]: DEBUG nova.virt.hardware [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 718.703708] env[70398]: DEBUG nova.virt.hardware [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 718.703708] env[70398]: DEBUG nova.virt.hardware [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 718.703708] env[70398]: DEBUG nova.virt.hardware [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 718.703869] env[70398]: DEBUG nova.virt.hardware [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 718.706034] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf539e80-6e23-4a8e-b922-ab487a2b69d0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.716568] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da46bc33-fcb5-4488-97e9-821e65d1ee63 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.800380] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d06f6d6-681e-43db-95a7-959136af12fa {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.820432] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c44fd7-9836-430e-b686-1dc16bf9571c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.846279] env[70398]: DEBUG oslo_vmware.api [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3443915, 'name': Rename_Task, 'duration_secs': 0.478047} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.846593] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 718.846843] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-915c0e57-ed7c-4024-b20a-d5d689327ec2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.854101] env[70398]: DEBUG oslo_vmware.api [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Waiting for the task: (returnval){ [ 718.854101] env[70398]: value = "task-3443916" [ 718.854101] env[70398]: _type = "Task" [ 718.854101] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.862842] env[70398]: DEBUG oslo_vmware.api [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3443916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.060174] env[70398]: DEBUG oslo_concurrency.lockutils [None req-390f8bf7-d035-4e09-8dec-62b240344608 tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.416s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.061534] env[70398]: DEBUG oslo_concurrency.lockutils [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.501s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.064333] env[70398]: INFO nova.compute.claims [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] [instance: 738b60d6-4018-42f1-ada4-f3774e4c3d98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.093846] env[70398]: INFO nova.scheduler.client.report [None req-390f8bf7-d035-4e09-8dec-62b240344608 tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Deleted allocations for instance ce148295-2ef2-4356-8e62-ae032a71d36b [ 719.126379] env[70398]: DEBUG oslo_vmware.api [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Task: {'id': task-3443913, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632867} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.126379] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 4761bd86-261a-4525-a2bf-df74065c403d/4761bd86-261a-4525-a2bf-df74065c403d.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 719.126379] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 719.126379] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1eb3fae8-7e11-4ff1-ba5c-dad619df3783 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.133989] env[70398]: DEBUG oslo_vmware.api [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Waiting for the task: (returnval){ [ 719.133989] env[70398]: value = "task-3443917" [ 719.133989] env[70398]: _type = "Task" [ 719.133989] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.143109] env[70398]: DEBUG oslo_vmware.api [None req-8b3b08f2-4561-403c-99ed-8364b41e9461 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443914, 'name': Destroy_Task, 'duration_secs': 0.711126} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.143940] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-8b3b08f2-4561-403c-99ed-8364b41e9461 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Destroyed the VM [ 719.144549] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3b08f2-4561-403c-99ed-8364b41e9461 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Deleting Snapshot of the VM instance {{(pid=70398) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 719.144704] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1ca95dc3-3bde-40c9-a48a-1383c11b180d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.152337] env[70398]: DEBUG oslo_vmware.api [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Task: {'id': task-3443917, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.153754] env[70398]: DEBUG oslo_vmware.api [None req-8b3b08f2-4561-403c-99ed-8364b41e9461 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Waiting for the task: (returnval){ [ 719.153754] env[70398]: value = "task-3443918" [ 719.153754] env[70398]: _type = "Task" [ 719.153754] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.167486] env[70398]: DEBUG oslo_vmware.api [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ad39b2-5b29-ebc5-f47d-df066b6ccaba, 'name': SearchDatastore_Task, 'duration_secs': 0.054402} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.171870] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.172302] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] bb51f520-2d79-411b-989a-829094314e11/bb51f520-2d79-411b-989a-829094314e11.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 719.173221] env[70398]: DEBUG oslo_vmware.api [None req-8b3b08f2-4561-403c-99ed-8364b41e9461 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443918, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.173444] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef7ecffa-ae0f-467a-93bc-bb67690efca5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.182309] env[70398]: DEBUG oslo_vmware.api [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Waiting for the task: (returnval){ [ 719.182309] env[70398]: value = "task-3443919" [ 719.182309] env[70398]: _type = "Task" [ 719.182309] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.191687] env[70398]: DEBUG oslo_vmware.api [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Task: {'id': task-3443919, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.332184] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-292765ba-52b2-4ec9-aeaf-7202040d0d88 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Creating Snapshot of the VM instance {{(pid=70398) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 719.332509] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3c0316b5-1e70-46b0-98b7-7801f948ef8e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.341608] env[70398]: DEBUG oslo_vmware.api [None req-292765ba-52b2-4ec9-aeaf-7202040d0d88 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 719.341608] env[70398]: value = "task-3443920" [ 719.341608] env[70398]: _type = "Task" [ 719.341608] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.350958] env[70398]: DEBUG oslo_vmware.api [None req-292765ba-52b2-4ec9-aeaf-7202040d0d88 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3443920, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.364774] env[70398]: DEBUG oslo_vmware.api [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3443916, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.485804] env[70398]: DEBUG nova.network.neutron [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 6e0de7b8-ef2d-4449-8e08-e188d9f210ad] Successfully updated port: 6dbdf7f7-df01-4728-9fae-684443c7c663 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 719.529017] env[70398]: DEBUG nova.network.neutron [req-24d375fb-8f73-47da-ba1c-30aba35be8dd req-230bf4d6-e99e-427c-b1d6-7e15848c7df2 service nova] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Updated VIF entry in instance network info cache for port 78bc76b7-9e39-4080-928f-4826049b2978. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 719.529829] env[70398]: DEBUG nova.network.neutron [req-24d375fb-8f73-47da-ba1c-30aba35be8dd req-230bf4d6-e99e-427c-b1d6-7e15848c7df2 service nova] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Updating instance_info_cache with network_info: [{"id": "78bc76b7-9e39-4080-928f-4826049b2978", "address": "fa:16:3e:4d:e2:3c", "network": {"id": "0e334e9c-95d9-433f-85f1-2b1c561bd5fb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-451978993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a883c811fd5a442fa994bf6d87ef2957", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78bc76b7-9e", "ovs_interfaceid": "78bc76b7-9e39-4080-928f-4826049b2978", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.603969] env[70398]: DEBUG oslo_concurrency.lockutils [None req-390f8bf7-d035-4e09-8dec-62b240344608 tempest-ServerDiagnosticsNegativeTest-1211294668 tempest-ServerDiagnosticsNegativeTest-1211294668-project-member] Lock "ce148295-2ef2-4356-8e62-ae032a71d36b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.588s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.649048] env[70398]: DEBUG oslo_vmware.api [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Task: {'id': task-3443917, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104565} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.649048] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.649728] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20d298e-9963-4546-8e90-8dbfdbc3dea1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.679982] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 4761bd86-261a-4525-a2bf-df74065c403d/4761bd86-261a-4525-a2bf-df74065c403d.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.680920] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60e7eefb-627c-4172-9cdb-74d384f76d08 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.709336] env[70398]: DEBUG oslo_vmware.api [None req-8b3b08f2-4561-403c-99ed-8364b41e9461 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443918, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.720037] env[70398]: DEBUG oslo_vmware.api [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Task: {'id': task-3443919, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.722590] env[70398]: DEBUG oslo_vmware.api [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Waiting for the task: (returnval){ [ 719.722590] env[70398]: value = "task-3443921" [ 719.722590] env[70398]: _type = "Task" [ 719.722590] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.734317] env[70398]: DEBUG oslo_vmware.api [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Task: {'id': task-3443921, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.748867] env[70398]: DEBUG nova.compute.manager [req-0ee8ad34-c281-4c7e-bad1-47fb371912f5 req-b704b96e-81ec-43be-a28a-6d3afd83d2e8 service nova] [instance: 6e0de7b8-ef2d-4449-8e08-e188d9f210ad] Received event network-vif-plugged-6dbdf7f7-df01-4728-9fae-684443c7c663 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.748867] env[70398]: DEBUG oslo_concurrency.lockutils [req-0ee8ad34-c281-4c7e-bad1-47fb371912f5 req-b704b96e-81ec-43be-a28a-6d3afd83d2e8 service nova] Acquiring lock "6e0de7b8-ef2d-4449-8e08-e188d9f210ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.748867] env[70398]: DEBUG oslo_concurrency.lockutils [req-0ee8ad34-c281-4c7e-bad1-47fb371912f5 req-b704b96e-81ec-43be-a28a-6d3afd83d2e8 service nova] Lock "6e0de7b8-ef2d-4449-8e08-e188d9f210ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.748867] env[70398]: DEBUG oslo_concurrency.lockutils [req-0ee8ad34-c281-4c7e-bad1-47fb371912f5 req-b704b96e-81ec-43be-a28a-6d3afd83d2e8 service nova] Lock "6e0de7b8-ef2d-4449-8e08-e188d9f210ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.748867] env[70398]: DEBUG nova.compute.manager [req-0ee8ad34-c281-4c7e-bad1-47fb371912f5 req-b704b96e-81ec-43be-a28a-6d3afd83d2e8 service nova] [instance: 6e0de7b8-ef2d-4449-8e08-e188d9f210ad] No waiting events found dispatching network-vif-plugged-6dbdf7f7-df01-4728-9fae-684443c7c663 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 719.748867] env[70398]: WARNING nova.compute.manager [req-0ee8ad34-c281-4c7e-bad1-47fb371912f5 req-b704b96e-81ec-43be-a28a-6d3afd83d2e8 service nova] [instance: 6e0de7b8-ef2d-4449-8e08-e188d9f210ad] Received unexpected event network-vif-plugged-6dbdf7f7-df01-4728-9fae-684443c7c663 for instance with vm_state building and task_state spawning. [ 719.853017] env[70398]: DEBUG oslo_vmware.api [None req-292765ba-52b2-4ec9-aeaf-7202040d0d88 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3443920, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.864853] env[70398]: DEBUG oslo_vmware.api [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3443916, 'name': PowerOnVM_Task, 'duration_secs': 0.590072} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.864987] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 719.865274] env[70398]: INFO nova.compute.manager [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Took 9.60 seconds to spawn the instance on the hypervisor. [ 719.865427] env[70398]: DEBUG nova.compute.manager [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 719.866263] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9384ba1f-5d1f-4887-83dd-f2481d3501b6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.990336] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Acquiring lock "refresh_cache-6e0de7b8-ef2d-4449-8e08-e188d9f210ad" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.990693] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Acquired lock "refresh_cache-6e0de7b8-ef2d-4449-8e08-e188d9f210ad" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.990693] env[70398]: DEBUG nova.network.neutron [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 6e0de7b8-ef2d-4449-8e08-e188d9f210ad] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 720.033646] env[70398]: DEBUG oslo_concurrency.lockutils [req-24d375fb-8f73-47da-ba1c-30aba35be8dd req-230bf4d6-e99e-427c-b1d6-7e15848c7df2 service nova] Releasing lock "refresh_cache-c198a147-5c6d-49a0-b899-feef3d55f4b8" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.033957] env[70398]: DEBUG nova.compute.manager [req-24d375fb-8f73-47da-ba1c-30aba35be8dd req-230bf4d6-e99e-427c-b1d6-7e15848c7df2 service nova] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Received event network-changed-ceb4aed8-9130-4c85-b295-441606af27c5 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.034192] env[70398]: DEBUG nova.compute.manager [req-24d375fb-8f73-47da-ba1c-30aba35be8dd req-230bf4d6-e99e-427c-b1d6-7e15848c7df2 service nova] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Refreshing instance network info cache due to event network-changed-ceb4aed8-9130-4c85-b295-441606af27c5. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 720.034453] env[70398]: DEBUG oslo_concurrency.lockutils [req-24d375fb-8f73-47da-ba1c-30aba35be8dd req-230bf4d6-e99e-427c-b1d6-7e15848c7df2 service nova] Acquiring lock "refresh_cache-80c143e6-56dd-4a92-bb8d-d4c2a3456ec9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.034632] env[70398]: DEBUG oslo_concurrency.lockutils [req-24d375fb-8f73-47da-ba1c-30aba35be8dd req-230bf4d6-e99e-427c-b1d6-7e15848c7df2 service nova] Acquired lock "refresh_cache-80c143e6-56dd-4a92-bb8d-d4c2a3456ec9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.034824] env[70398]: DEBUG nova.network.neutron [req-24d375fb-8f73-47da-ba1c-30aba35be8dd req-230bf4d6-e99e-427c-b1d6-7e15848c7df2 service nova] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Refreshing network info cache for port ceb4aed8-9130-4c85-b295-441606af27c5 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.133275] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3752f780-6fc8-417c-a3d6-2d8fbfc63205 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Acquiring lock "80c143e6-56dd-4a92-bb8d-d4c2a3456ec9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.133489] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3752f780-6fc8-417c-a3d6-2d8fbfc63205 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Lock "80c143e6-56dd-4a92-bb8d-d4c2a3456ec9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.133701] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3752f780-6fc8-417c-a3d6-2d8fbfc63205 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Acquiring lock "80c143e6-56dd-4a92-bb8d-d4c2a3456ec9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.133914] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3752f780-6fc8-417c-a3d6-2d8fbfc63205 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Lock "80c143e6-56dd-4a92-bb8d-d4c2a3456ec9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.134066] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3752f780-6fc8-417c-a3d6-2d8fbfc63205 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Lock "80c143e6-56dd-4a92-bb8d-d4c2a3456ec9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.140283] env[70398]: INFO nova.compute.manager [None req-3752f780-6fc8-417c-a3d6-2d8fbfc63205 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Terminating instance [ 720.167279] env[70398]: DEBUG oslo_vmware.api [None req-8b3b08f2-4561-403c-99ed-8364b41e9461 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443918, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.220890] env[70398]: DEBUG oslo_vmware.api [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Task: {'id': task-3443919, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585213} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.220890] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] bb51f520-2d79-411b-989a-829094314e11/bb51f520-2d79-411b-989a-829094314e11.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 720.220890] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] [instance: bb51f520-2d79-411b-989a-829094314e11] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 720.221248] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b87cefca-8604-45f6-9f38-23599ce433e8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.232045] env[70398]: DEBUG oslo_vmware.api [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Waiting for the task: (returnval){ [ 720.232045] env[70398]: value = "task-3443922" [ 720.232045] env[70398]: _type = "Task" [ 720.232045] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.235870] env[70398]: DEBUG oslo_vmware.api [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Task: {'id': task-3443921, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.244428] env[70398]: DEBUG oslo_vmware.api [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Task: {'id': task-3443922, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.328292] env[70398]: DEBUG nova.compute.manager [req-8c91e0e5-cd51-455f-bf47-39bd6c1c702e req-16161d87-27dc-49f8-bb2b-474cb91a696c service nova] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Received event network-changed-ceb4aed8-9130-4c85-b295-441606af27c5 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.328467] env[70398]: DEBUG nova.compute.manager [req-8c91e0e5-cd51-455f-bf47-39bd6c1c702e req-16161d87-27dc-49f8-bb2b-474cb91a696c service nova] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Refreshing instance network info cache due to event network-changed-ceb4aed8-9130-4c85-b295-441606af27c5. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 720.329995] env[70398]: DEBUG oslo_concurrency.lockutils [req-8c91e0e5-cd51-455f-bf47-39bd6c1c702e req-16161d87-27dc-49f8-bb2b-474cb91a696c service nova] Acquiring lock "refresh_cache-80c143e6-56dd-4a92-bb8d-d4c2a3456ec9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.354419] env[70398]: DEBUG oslo_vmware.api [None req-292765ba-52b2-4ec9-aeaf-7202040d0d88 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3443920, 'name': CreateSnapshot_Task, 'duration_secs': 0.865292} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.354738] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-292765ba-52b2-4ec9-aeaf-7202040d0d88 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Created Snapshot of the VM instance {{(pid=70398) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 720.356039] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de54442-1111-4062-94ed-0d588eaad251 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.388959] env[70398]: INFO nova.compute.manager [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Took 39.64 seconds to build instance. [ 720.644552] env[70398]: DEBUG nova.compute.manager [None req-3752f780-6fc8-417c-a3d6-2d8fbfc63205 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 720.644893] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3752f780-6fc8-417c-a3d6-2d8fbfc63205 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 720.645737] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998fcf0b-7aac-4a3a-a120-ddf67229c00b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.661868] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3752f780-6fc8-417c-a3d6-2d8fbfc63205 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 720.665835] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56d748af-5432-456e-bd9e-6b61f1e9051b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.675906] env[70398]: DEBUG oslo_vmware.api [None req-8b3b08f2-4561-403c-99ed-8364b41e9461 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443918, 'name': RemoveSnapshot_Task, 'duration_secs': 1.432896} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.675906] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3b08f2-4561-403c-99ed-8364b41e9461 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Deleted Snapshot of the VM instance {{(pid=70398) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 720.675906] env[70398]: INFO nova.compute.manager [None req-8b3b08f2-4561-403c-99ed-8364b41e9461 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Took 15.18 seconds to snapshot the instance on the hypervisor. [ 720.678174] env[70398]: DEBUG oslo_vmware.api [None req-3752f780-6fc8-417c-a3d6-2d8fbfc63205 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Waiting for the task: (returnval){ [ 720.678174] env[70398]: value = "task-3443923" [ 720.678174] env[70398]: _type = "Task" [ 720.678174] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.685422] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0e96e1-9efd-4b12-b1d4-9bb1ddf93bc8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.699276] env[70398]: DEBUG oslo_vmware.api [None req-3752f780-6fc8-417c-a3d6-2d8fbfc63205 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Task: {'id': task-3443923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.700375] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf966730-fa60-4ba9-84f1-efd0fc0091de {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.738403] env[70398]: DEBUG nova.network.neutron [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 6e0de7b8-ef2d-4449-8e08-e188d9f210ad] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 720.748574] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb820d24-b3ce-44ed-8b57-617e31554cad {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.765858] env[70398]: DEBUG oslo_vmware.api [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Task: {'id': task-3443921, 'name': ReconfigVM_Task, 'duration_secs': 0.963865} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.766183] env[70398]: DEBUG oslo_vmware.api [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Task: {'id': task-3443922, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079319} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.766533] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 4761bd86-261a-4525-a2bf-df74065c403d/4761bd86-261a-4525-a2bf-df74065c403d.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.767175] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] [instance: bb51f520-2d79-411b-989a-829094314e11] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.768586] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53789446-d842-499c-a093-127b532cc08a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.774377] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-078e8fb7-6cb1-4cc6-b7ef-ddd967687dff {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.778645] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deaf366e-43b4-4ad5-bb58-31679599279e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.793935] env[70398]: DEBUG nova.compute.provider_tree [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.806264] env[70398]: DEBUG oslo_vmware.api [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Waiting for the task: (returnval){ [ 720.806264] env[70398]: value = "task-3443924" [ 720.806264] env[70398]: _type = "Task" [ 720.806264] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.816563] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] [instance: bb51f520-2d79-411b-989a-829094314e11] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] bb51f520-2d79-411b-989a-829094314e11/bb51f520-2d79-411b-989a-829094314e11.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.821274] env[70398]: DEBUG nova.scheduler.client.report [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.827725] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abc745e5-fbba-4f33-9281-f52526a25b4a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.856987] env[70398]: DEBUG oslo_vmware.api [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Task: {'id': task-3443924, 'name': Rename_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.858538] env[70398]: DEBUG oslo_vmware.api [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Waiting for the task: (returnval){ [ 720.858538] env[70398]: value = "task-3443925" [ 720.858538] env[70398]: _type = "Task" [ 720.858538] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.869182] env[70398]: DEBUG oslo_vmware.api [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Task: {'id': task-3443925, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.876265] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-292765ba-52b2-4ec9-aeaf-7202040d0d88 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Creating linked-clone VM from snapshot {{(pid=70398) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 720.877053] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f1acd163-e827-4f1f-b57f-c75098ded40e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.886921] env[70398]: DEBUG oslo_vmware.api [None req-292765ba-52b2-4ec9-aeaf-7202040d0d88 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 720.886921] env[70398]: value = "task-3443926" [ 720.886921] env[70398]: _type = "Task" [ 720.886921] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.893123] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b7325c9c-f37a-4d32-a408-2b5dfcd25cec tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Lock "4d9ff1a2-da45-4efd-af8c-d47907ce0768" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.166s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.900485] env[70398]: DEBUG oslo_vmware.api [None req-292765ba-52b2-4ec9-aeaf-7202040d0d88 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3443926, 'name': CloneVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.021028] env[70398]: DEBUG nova.network.neutron [req-24d375fb-8f73-47da-ba1c-30aba35be8dd req-230bf4d6-e99e-427c-b1d6-7e15848c7df2 service nova] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Updated VIF entry in instance network info cache for port ceb4aed8-9130-4c85-b295-441606af27c5. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.021028] env[70398]: DEBUG nova.network.neutron [req-24d375fb-8f73-47da-ba1c-30aba35be8dd req-230bf4d6-e99e-427c-b1d6-7e15848c7df2 service nova] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Updating instance_info_cache with network_info: [{"id": "ceb4aed8-9130-4c85-b295-441606af27c5", "address": "fa:16:3e:02:b8:32", "network": {"id": "0e334e9c-95d9-433f-85f1-2b1c561bd5fb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-451978993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a883c811fd5a442fa994bf6d87ef2957", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapceb4aed8-91", "ovs_interfaceid": "ceb4aed8-9130-4c85-b295-441606af27c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.059402] env[70398]: DEBUG nova.network.neutron [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 6e0de7b8-ef2d-4449-8e08-e188d9f210ad] Updating instance_info_cache with network_info: [{"id": "6dbdf7f7-df01-4728-9fae-684443c7c663", "address": "fa:16:3e:6a:3c:a8", "network": {"id": "9b79551f-7584-4d61-b2a0-efe46a621f82", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3934dab198654b86ac5acbec6380b4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dbdf7f7-df", "ovs_interfaceid": "6dbdf7f7-df01-4728-9fae-684443c7c663", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.197016] env[70398]: DEBUG oslo_vmware.api [None req-3752f780-6fc8-417c-a3d6-2d8fbfc63205 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Task: {'id': task-3443923, 'name': PowerOffVM_Task, 'duration_secs': 0.210793} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.197323] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3752f780-6fc8-417c-a3d6-2d8fbfc63205 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 721.197486] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3752f780-6fc8-417c-a3d6-2d8fbfc63205 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 721.197933] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d1dcf45-7552-49c8-b8eb-ee95b948e802 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.333933] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3752f780-6fc8-417c-a3d6-2d8fbfc63205 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 721.334470] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3752f780-6fc8-417c-a3d6-2d8fbfc63205 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 721.334871] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-3752f780-6fc8-417c-a3d6-2d8fbfc63205 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Deleting the datastore file [datastore1] 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 721.338773] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85377414-52d1-44b5-843a-4b3476bacacc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.341299] env[70398]: DEBUG oslo_vmware.api [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Task: {'id': task-3443924, 'name': Rename_Task, 'duration_secs': 0.192473} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.341685] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.343591] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f6f66ae-c3d6-4d77-8a80-077ebba2cbb9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.344967] env[70398]: DEBUG oslo_concurrency.lockutils [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.283s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.345655] env[70398]: DEBUG nova.compute.manager [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] [instance: 738b60d6-4018-42f1-ada4-f3774e4c3d98] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 721.355776] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3a15e493-ea71-4407-9318-38a00830b413 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.856s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.356082] env[70398]: DEBUG nova.objects.instance [None req-3a15e493-ea71-4407-9318-38a00830b413 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Lazy-loading 'resources' on Instance uuid 2115e329-0396-4c39-b45b-7113142ca90b {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 721.360149] env[70398]: DEBUG oslo_vmware.api [None req-3752f780-6fc8-417c-a3d6-2d8fbfc63205 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Waiting for the task: (returnval){ [ 721.360149] env[70398]: value = "task-3443928" [ 721.360149] env[70398]: _type = "Task" [ 721.360149] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.368757] env[70398]: DEBUG oslo_vmware.api [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Waiting for the task: (returnval){ [ 721.368757] env[70398]: value = "task-3443929" [ 721.368757] env[70398]: _type = "Task" [ 721.368757] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.384621] env[70398]: DEBUG oslo_vmware.api [None req-3752f780-6fc8-417c-a3d6-2d8fbfc63205 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Task: {'id': task-3443928, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.384621] env[70398]: DEBUG oslo_vmware.api [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Task: {'id': task-3443925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.394752] env[70398]: DEBUG oslo_vmware.api [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Task: {'id': task-3443929, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.396665] env[70398]: DEBUG nova.compute.manager [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 721.403786] env[70398]: DEBUG oslo_vmware.api [None req-292765ba-52b2-4ec9-aeaf-7202040d0d88 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3443926, 'name': CloneVM_Task} progress is 94%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.524633] env[70398]: DEBUG oslo_concurrency.lockutils [req-24d375fb-8f73-47da-ba1c-30aba35be8dd req-230bf4d6-e99e-427c-b1d6-7e15848c7df2 service nova] Releasing lock "refresh_cache-80c143e6-56dd-4a92-bb8d-d4c2a3456ec9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.527338] env[70398]: DEBUG oslo_concurrency.lockutils [req-8c91e0e5-cd51-455f-bf47-39bd6c1c702e req-16161d87-27dc-49f8-bb2b-474cb91a696c service nova] Acquired lock "refresh_cache-80c143e6-56dd-4a92-bb8d-d4c2a3456ec9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.527502] env[70398]: DEBUG nova.network.neutron [req-8c91e0e5-cd51-455f-bf47-39bd6c1c702e req-16161d87-27dc-49f8-bb2b-474cb91a696c service nova] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Refreshing network info cache for port ceb4aed8-9130-4c85-b295-441606af27c5 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 721.561857] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Releasing lock "refresh_cache-6e0de7b8-ef2d-4449-8e08-e188d9f210ad" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.561857] env[70398]: DEBUG nova.compute.manager [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 6e0de7b8-ef2d-4449-8e08-e188d9f210ad] Instance network_info: |[{"id": "6dbdf7f7-df01-4728-9fae-684443c7c663", "address": "fa:16:3e:6a:3c:a8", "network": {"id": "9b79551f-7584-4d61-b2a0-efe46a621f82", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3934dab198654b86ac5acbec6380b4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dbdf7f7-df", "ovs_interfaceid": "6dbdf7f7-df01-4728-9fae-684443c7c663", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 721.562268] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 6e0de7b8-ef2d-4449-8e08-e188d9f210ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:3c:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b911797-478d-4ee5-bce9-6f2f49014e94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6dbdf7f7-df01-4728-9fae-684443c7c663', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 721.570877] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Creating folder: Project (706a0f0898474231a1ac004d633e2a3f). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.571256] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e79bb283-f5cb-420e-87bc-c8554ceebc3e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.587421] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Created folder: Project (706a0f0898474231a1ac004d633e2a3f) in parent group-v687430. [ 721.587690] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Creating folder: Instances. Parent ref: group-v687533. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.587997] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f9d6a77-9495-4aaa-9175-02af1d10cfdc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.602309] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Created folder: Instances in parent group-v687533. [ 721.602755] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.603054] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e0de7b8-ef2d-4449-8e08-e188d9f210ad] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 721.603300] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5555b63-aa90-459c-bdf3-c28fe4dc216d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.625508] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 721.625508] env[70398]: value = "task-3443932" [ 721.625508] env[70398]: _type = "Task" [ 721.625508] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.634345] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443932, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.858128] env[70398]: DEBUG nova.compute.utils [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 721.858521] env[70398]: DEBUG nova.compute.manager [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] [instance: 738b60d6-4018-42f1-ada4-f3774e4c3d98] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 721.858655] env[70398]: DEBUG nova.network.neutron [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] [instance: 738b60d6-4018-42f1-ada4-f3774e4c3d98] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 721.882965] env[70398]: DEBUG oslo_vmware.api [None req-3752f780-6fc8-417c-a3d6-2d8fbfc63205 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Task: {'id': task-3443928, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263568} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.883717] env[70398]: DEBUG oslo_vmware.api [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Task: {'id': task-3443925, 'name': ReconfigVM_Task, 'duration_secs': 0.711768} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.884493] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-3752f780-6fc8-417c-a3d6-2d8fbfc63205 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 721.884775] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3752f780-6fc8-417c-a3d6-2d8fbfc63205 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 721.885081] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3752f780-6fc8-417c-a3d6-2d8fbfc63205 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 721.889492] env[70398]: INFO nova.compute.manager [None req-3752f780-6fc8-417c-a3d6-2d8fbfc63205 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Took 1.24 seconds to destroy the instance on the hypervisor. [ 721.889492] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3752f780-6fc8-417c-a3d6-2d8fbfc63205 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.889492] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] [instance: bb51f520-2d79-411b-989a-829094314e11] Reconfigured VM instance instance-00000020 to attach disk [datastore1] bb51f520-2d79-411b-989a-829094314e11/bb51f520-2d79-411b-989a-829094314e11.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.892779] env[70398]: DEBUG nova.compute.manager [-] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 721.892961] env[70398]: DEBUG nova.network.neutron [-] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 721.895218] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ffc105d8-1393-4bf8-b2e7-553a43c4dcde {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.897926] env[70398]: DEBUG oslo_vmware.api [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Task: {'id': task-3443929, 'name': PowerOnVM_Task, 'duration_secs': 0.453865} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.906402] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 721.906696] env[70398]: INFO nova.compute.manager [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Took 6.04 seconds to spawn the instance on the hypervisor. [ 721.906934] env[70398]: DEBUG nova.compute.manager [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.911146] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25aa1238-a961-4509-9221-3d43bcd773fb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.920096] env[70398]: DEBUG oslo_vmware.api [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Waiting for the task: (returnval){ [ 721.920096] env[70398]: value = "task-3443933" [ 721.920096] env[70398]: _type = "Task" [ 721.920096] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.930128] env[70398]: DEBUG oslo_vmware.api [None req-292765ba-52b2-4ec9-aeaf-7202040d0d88 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3443926, 'name': CloneVM_Task} progress is 95%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.938087] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.942442] env[70398]: DEBUG oslo_vmware.api [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Task: {'id': task-3443933, 'name': Rename_Task} progress is 10%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.955805] env[70398]: DEBUG nova.policy [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7dcffe264f1e4016b4abb6c0693dcea3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb7c8118910d4898b970454c5f813877', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 722.142257] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443932, 'name': CreateVM_Task, 'duration_secs': 0.38813} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.145413] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e0de7b8-ef2d-4449-8e08-e188d9f210ad] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 722.146711] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.146711] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.147108] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.147244] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58ee93c4-a722-49c9-a838-fa42e047baea {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.154117] env[70398]: DEBUG oslo_vmware.api [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Waiting for the task: (returnval){ [ 722.154117] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52fca17e-4368-d19f-5ed6-a3a76821f3d1" [ 722.154117] env[70398]: _type = "Task" [ 722.154117] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.165128] env[70398]: DEBUG oslo_vmware.api [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52fca17e-4368-d19f-5ed6-a3a76821f3d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.244532] env[70398]: DEBUG nova.compute.manager [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Stashing vm_state: active {{(pid=70398) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 722.353076] env[70398]: DEBUG nova.network.neutron [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] [instance: 738b60d6-4018-42f1-ada4-f3774e4c3d98] Successfully created port: 14ca8d46-0b40-4f8b-8b98-231180ffab77 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 722.364195] env[70398]: DEBUG nova.compute.manager [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] [instance: 738b60d6-4018-42f1-ada4-f3774e4c3d98] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 722.408671] env[70398]: DEBUG oslo_vmware.api [None req-292765ba-52b2-4ec9-aeaf-7202040d0d88 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3443926, 'name': CloneVM_Task, 'duration_secs': 1.380804} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.411279] env[70398]: INFO nova.virt.vmwareapi.vmops [None req-292765ba-52b2-4ec9-aeaf-7202040d0d88 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Created linked-clone VM from snapshot [ 722.413068] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b2e0fb-d0b0-47f1-813d-46bf469b9f7f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.421927] env[70398]: DEBUG nova.virt.vmwareapi.images [None req-292765ba-52b2-4ec9-aeaf-7202040d0d88 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Uploading image dc7b3ebb-77a1-46ec-a027-1931f5f68deb {{(pid=70398) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 722.435478] env[70398]: DEBUG oslo_vmware.api [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Task: {'id': task-3443933, 'name': Rename_Task, 'duration_secs': 0.199023} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.435761] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] [instance: bb51f520-2d79-411b-989a-829094314e11] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.435993] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2626802-a608-4621-bdb6-b54d4646afd5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.452857] env[70398]: INFO nova.compute.manager [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Took 35.62 seconds to build instance. [ 722.455259] env[70398]: DEBUG oslo_vmware.api [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Waiting for the task: (returnval){ [ 722.455259] env[70398]: value = "task-3443934" [ 722.455259] env[70398]: _type = "Task" [ 722.455259] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.470483] env[70398]: DEBUG oslo_vmware.rw_handles [None req-292765ba-52b2-4ec9-aeaf-7202040d0d88 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 722.470483] env[70398]: value = "vm-687532" [ 722.470483] env[70398]: _type = "VirtualMachine" [ 722.470483] env[70398]: }. {{(pid=70398) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 722.470483] env[70398]: DEBUG oslo_vmware.api [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Task: {'id': task-3443934, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.470483] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5a716c6a-2c33-4ee5-85f2-3cd9b4a3616b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.478243] env[70398]: DEBUG oslo_vmware.rw_handles [None req-292765ba-52b2-4ec9-aeaf-7202040d0d88 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lease: (returnval){ [ 722.478243] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52200b39-388c-e3cf-3a1e-db381d6668fc" [ 722.478243] env[70398]: _type = "HttpNfcLease" [ 722.478243] env[70398]: } obtained for exporting VM: (result){ [ 722.478243] env[70398]: value = "vm-687532" [ 722.478243] env[70398]: _type = "VirtualMachine" [ 722.478243] env[70398]: }. {{(pid=70398) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 722.478243] env[70398]: DEBUG oslo_vmware.api [None req-292765ba-52b2-4ec9-aeaf-7202040d0d88 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the lease: (returnval){ [ 722.478243] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52200b39-388c-e3cf-3a1e-db381d6668fc" [ 722.478243] env[70398]: _type = "HttpNfcLease" [ 722.478243] env[70398]: } to be ready. {{(pid=70398) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 722.489012] env[70398]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 722.489012] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52200b39-388c-e3cf-3a1e-db381d6668fc" [ 722.489012] env[70398]: _type = "HttpNfcLease" [ 722.489012] env[70398]: } is initializing. {{(pid=70398) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 722.510471] env[70398]: DEBUG nova.compute.manager [req-d0cbc51b-4433-4977-9d4d-699bb73e6b28 req-f6e2bcde-59a9-416a-b5be-50eda5343523 service nova] [instance: 6e0de7b8-ef2d-4449-8e08-e188d9f210ad] Received event network-changed-6dbdf7f7-df01-4728-9fae-684443c7c663 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.510663] env[70398]: DEBUG nova.compute.manager [req-d0cbc51b-4433-4977-9d4d-699bb73e6b28 req-f6e2bcde-59a9-416a-b5be-50eda5343523 service nova] [instance: 6e0de7b8-ef2d-4449-8e08-e188d9f210ad] Refreshing instance network info cache due to event network-changed-6dbdf7f7-df01-4728-9fae-684443c7c663. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 722.510891] env[70398]: DEBUG oslo_concurrency.lockutils [req-d0cbc51b-4433-4977-9d4d-699bb73e6b28 req-f6e2bcde-59a9-416a-b5be-50eda5343523 service nova] Acquiring lock "refresh_cache-6e0de7b8-ef2d-4449-8e08-e188d9f210ad" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.511055] env[70398]: DEBUG oslo_concurrency.lockutils [req-d0cbc51b-4433-4977-9d4d-699bb73e6b28 req-f6e2bcde-59a9-416a-b5be-50eda5343523 service nova] Acquired lock "refresh_cache-6e0de7b8-ef2d-4449-8e08-e188d9f210ad" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.511222] env[70398]: DEBUG nova.network.neutron [req-d0cbc51b-4433-4977-9d4d-699bb73e6b28 req-f6e2bcde-59a9-416a-b5be-50eda5343523 service nova] [instance: 6e0de7b8-ef2d-4449-8e08-e188d9f210ad] Refreshing network info cache for port 6dbdf7f7-df01-4728-9fae-684443c7c663 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 722.515832] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31b6a92-bb5b-46f9-9692-a7fe499581d2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.524853] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756daac9-e2f0-4c3e-b0f6-715c9a3ff942 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.564098] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c735d3-4012-437a-9fc5-4b3bad100161 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.573397] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9a7621-e71c-4f25-a460-4895c1008a53 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.591062] env[70398]: DEBUG nova.compute.provider_tree [None req-3a15e493-ea71-4407-9318-38a00830b413 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.640634] env[70398]: DEBUG nova.network.neutron [req-8c91e0e5-cd51-455f-bf47-39bd6c1c702e req-16161d87-27dc-49f8-bb2b-474cb91a696c service nova] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Updated VIF entry in instance network info cache for port ceb4aed8-9130-4c85-b295-441606af27c5. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.640999] env[70398]: DEBUG nova.network.neutron [req-8c91e0e5-cd51-455f-bf47-39bd6c1c702e req-16161d87-27dc-49f8-bb2b-474cb91a696c service nova] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Updating instance_info_cache with network_info: [{"id": "ceb4aed8-9130-4c85-b295-441606af27c5", "address": "fa:16:3e:02:b8:32", "network": {"id": "0e334e9c-95d9-433f-85f1-2b1c561bd5fb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-451978993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a883c811fd5a442fa994bf6d87ef2957", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapceb4aed8-91", "ovs_interfaceid": "ceb4aed8-9130-4c85-b295-441606af27c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.668210] env[70398]: DEBUG oslo_vmware.api [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52fca17e-4368-d19f-5ed6-a3a76821f3d1, 'name': SearchDatastore_Task, 'duration_secs': 0.011472} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.668793] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.668850] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 6e0de7b8-ef2d-4449-8e08-e188d9f210ad] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 722.669254] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.669457] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.669685] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 722.670215] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db28696f-8c6b-4541-a4f5-feaf59b97bac {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.681505] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 722.681755] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 722.682596] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e53d326-6c5d-455a-b304-40f48fb8259b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.694021] env[70398]: DEBUG oslo_vmware.api [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Waiting for the task: (returnval){ [ 722.694021] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]520278bf-c609-aceb-bdac-6925be5a1d36" [ 722.694021] env[70398]: _type = "Task" [ 722.694021] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.700359] env[70398]: DEBUG oslo_vmware.api [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]520278bf-c609-aceb-bdac-6925be5a1d36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.775092] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.939963] env[70398]: DEBUG nova.compute.manager [req-5243c345-be83-4a95-88be-4a7e3e532015 req-c33963c9-b7e8-4502-8d12-b6533211bcdf service nova] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Received event network-changed-78bc76b7-9e39-4080-928f-4826049b2978 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.940281] env[70398]: DEBUG nova.compute.manager [req-5243c345-be83-4a95-88be-4a7e3e532015 req-c33963c9-b7e8-4502-8d12-b6533211bcdf service nova] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Refreshing instance network info cache due to event network-changed-78bc76b7-9e39-4080-928f-4826049b2978. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 722.940608] env[70398]: DEBUG oslo_concurrency.lockutils [req-5243c345-be83-4a95-88be-4a7e3e532015 req-c33963c9-b7e8-4502-8d12-b6533211bcdf service nova] Acquiring lock "refresh_cache-c198a147-5c6d-49a0-b899-feef3d55f4b8" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.940608] env[70398]: DEBUG oslo_concurrency.lockutils [req-5243c345-be83-4a95-88be-4a7e3e532015 req-c33963c9-b7e8-4502-8d12-b6533211bcdf service nova] Acquired lock "refresh_cache-c198a147-5c6d-49a0-b899-feef3d55f4b8" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.940737] env[70398]: DEBUG nova.network.neutron [req-5243c345-be83-4a95-88be-4a7e3e532015 req-c33963c9-b7e8-4502-8d12-b6533211bcdf service nova] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Refreshing network info cache for port 78bc76b7-9e39-4080-928f-4826049b2978 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 722.956974] env[70398]: DEBUG oslo_concurrency.lockutils [None req-485e6634-766f-4c3f-b54f-f30c37f74356 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Lock "4761bd86-261a-4525-a2bf-df74065c403d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.869s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.970624] env[70398]: DEBUG oslo_vmware.api [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Task: {'id': task-3443934, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.987302] env[70398]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 722.987302] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52200b39-388c-e3cf-3a1e-db381d6668fc" [ 722.987302] env[70398]: _type = "HttpNfcLease" [ 722.987302] env[70398]: } is ready. {{(pid=70398) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 722.987568] env[70398]: DEBUG oslo_vmware.rw_handles [None req-292765ba-52b2-4ec9-aeaf-7202040d0d88 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 722.987568] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52200b39-388c-e3cf-3a1e-db381d6668fc" [ 722.987568] env[70398]: _type = "HttpNfcLease" [ 722.987568] env[70398]: }. {{(pid=70398) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 722.988332] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9990cb-89fd-4174-875f-6a92e338e295 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.998264] env[70398]: DEBUG oslo_vmware.rw_handles [None req-292765ba-52b2-4ec9-aeaf-7202040d0d88 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5262b02e-cdf5-b75f-b937-8176f5a6de9a/disk-0.vmdk from lease info. {{(pid=70398) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 722.998441] env[70398]: DEBUG oslo_vmware.rw_handles [None req-292765ba-52b2-4ec9-aeaf-7202040d0d88 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5262b02e-cdf5-b75f-b937-8176f5a6de9a/disk-0.vmdk for reading. {{(pid=70398) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 723.093207] env[70398]: DEBUG nova.scheduler.client.report [None req-3a15e493-ea71-4407-9318-38a00830b413 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.099957] env[70398]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b14440af-4430-424f-9d15-02b7f566a7da {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.145444] env[70398]: DEBUG oslo_concurrency.lockutils [req-8c91e0e5-cd51-455f-bf47-39bd6c1c702e req-16161d87-27dc-49f8-bb2b-474cb91a696c service nova] Releasing lock "refresh_cache-80c143e6-56dd-4a92-bb8d-d4c2a3456ec9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.201710] env[70398]: DEBUG oslo_vmware.api [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]520278bf-c609-aceb-bdac-6925be5a1d36, 'name': SearchDatastore_Task, 'duration_secs': 0.011744} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.204618] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46a237c0-9948-4433-8636-4731ad86b8ca {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.210621] env[70398]: DEBUG oslo_vmware.api [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Waiting for the task: (returnval){ [ 723.210621] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]529852e8-29c2-3a9e-94a9-85c2ce77e02c" [ 723.210621] env[70398]: _type = "Task" [ 723.210621] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.220204] env[70398]: DEBUG oslo_vmware.api [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]529852e8-29c2-3a9e-94a9-85c2ce77e02c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.244837] env[70398]: DEBUG nova.network.neutron [-] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.366238] env[70398]: DEBUG nova.network.neutron [req-d0cbc51b-4433-4977-9d4d-699bb73e6b28 req-f6e2bcde-59a9-416a-b5be-50eda5343523 service nova] [instance: 6e0de7b8-ef2d-4449-8e08-e188d9f210ad] Updated VIF entry in instance network info cache for port 6dbdf7f7-df01-4728-9fae-684443c7c663. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 723.366691] env[70398]: DEBUG nova.network.neutron [req-d0cbc51b-4433-4977-9d4d-699bb73e6b28 req-f6e2bcde-59a9-416a-b5be-50eda5343523 service nova] [instance: 6e0de7b8-ef2d-4449-8e08-e188d9f210ad] Updating instance_info_cache with network_info: [{"id": "6dbdf7f7-df01-4728-9fae-684443c7c663", "address": "fa:16:3e:6a:3c:a8", "network": {"id": "9b79551f-7584-4d61-b2a0-efe46a621f82", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3934dab198654b86ac5acbec6380b4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dbdf7f7-df", "ovs_interfaceid": "6dbdf7f7-df01-4728-9fae-684443c7c663", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.377453] env[70398]: DEBUG nova.compute.manager [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] [instance: 738b60d6-4018-42f1-ada4-f3774e4c3d98] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 723.384828] env[70398]: DEBUG nova.compute.manager [None req-5e8aebbd-72d4-45d3-96c4-fc196e0a979e tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 723.386855] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08d3447-4483-4584-8d25-57facfd2ea27 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.409948] env[70398]: DEBUG nova.virt.hardware [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 723.410203] env[70398]: DEBUG nova.virt.hardware [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 723.410373] env[70398]: DEBUG nova.virt.hardware [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 723.410585] env[70398]: DEBUG nova.virt.hardware [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 723.411321] env[70398]: DEBUG nova.virt.hardware [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 723.411321] env[70398]: DEBUG nova.virt.hardware [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 723.411321] env[70398]: DEBUG nova.virt.hardware [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 723.411321] env[70398]: DEBUG nova.virt.hardware [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 723.411534] env[70398]: DEBUG nova.virt.hardware [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 723.411611] env[70398]: DEBUG nova.virt.hardware [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 723.411767] env[70398]: DEBUG nova.virt.hardware [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 723.413097] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b36796b-30e7-4808-93b1-d8ed4673ddcf {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.424527] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebcc5b50-62d1-42ba-ae41-a716dd85220c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.464550] env[70398]: DEBUG nova.compute.manager [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] [instance: 00b4d7e3-e976-4885-ae92-0d62e3fb0d0d] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 723.471305] env[70398]: DEBUG oslo_vmware.api [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Task: {'id': task-3443934, 'name': PowerOnVM_Task, 'duration_secs': 0.898339} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.471890] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] [instance: bb51f520-2d79-411b-989a-829094314e11] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.472124] env[70398]: INFO nova.compute.manager [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] [instance: bb51f520-2d79-411b-989a-829094314e11] Took 10.40 seconds to spawn the instance on the hypervisor. [ 723.472572] env[70398]: DEBUG nova.compute.manager [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] [instance: bb51f520-2d79-411b-989a-829094314e11] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 723.473594] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641f4f79-3f64-4fd6-b271-46383f3a7663 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.599976] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3a15e493-ea71-4407-9318-38a00830b413 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.244s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.603044] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.281s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.604537] env[70398]: INFO nova.compute.claims [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 723.646248] env[70398]: INFO nova.scheduler.client.report [None req-3a15e493-ea71-4407-9318-38a00830b413 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Deleted allocations for instance 2115e329-0396-4c39-b45b-7113142ca90b [ 723.726754] env[70398]: DEBUG oslo_vmware.api [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]529852e8-29c2-3a9e-94a9-85c2ce77e02c, 'name': SearchDatastore_Task, 'duration_secs': 0.013222} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.730472] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.730584] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 6e0de7b8-ef2d-4449-8e08-e188d9f210ad/6e0de7b8-ef2d-4449-8e08-e188d9f210ad.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.731459] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27f99950-25a3-470a-ab0d-2ceb14b05aef {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.740303] env[70398]: DEBUG oslo_vmware.api [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Waiting for the task: (returnval){ [ 723.740303] env[70398]: value = "task-3443936" [ 723.740303] env[70398]: _type = "Task" [ 723.740303] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.750386] env[70398]: INFO nova.compute.manager [-] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Took 1.86 seconds to deallocate network for instance. [ 723.750801] env[70398]: DEBUG oslo_vmware.api [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Task: {'id': task-3443936, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.775115] env[70398]: DEBUG nova.network.neutron [req-5243c345-be83-4a95-88be-4a7e3e532015 req-c33963c9-b7e8-4502-8d12-b6533211bcdf service nova] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Updated VIF entry in instance network info cache for port 78bc76b7-9e39-4080-928f-4826049b2978. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 723.775761] env[70398]: DEBUG nova.network.neutron [req-5243c345-be83-4a95-88be-4a7e3e532015 req-c33963c9-b7e8-4502-8d12-b6533211bcdf service nova] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Updating instance_info_cache with network_info: [{"id": "78bc76b7-9e39-4080-928f-4826049b2978", "address": "fa:16:3e:4d:e2:3c", "network": {"id": "0e334e9c-95d9-433f-85f1-2b1c561bd5fb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-451978993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a883c811fd5a442fa994bf6d87ef2957", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78bc76b7-9e", "ovs_interfaceid": "78bc76b7-9e39-4080-928f-4826049b2978", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.869859] env[70398]: DEBUG oslo_concurrency.lockutils [req-d0cbc51b-4433-4977-9d4d-699bb73e6b28 req-f6e2bcde-59a9-416a-b5be-50eda5343523 service nova] Releasing lock "refresh_cache-6e0de7b8-ef2d-4449-8e08-e188d9f210ad" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.902419] env[70398]: INFO nova.compute.manager [None req-5e8aebbd-72d4-45d3-96c4-fc196e0a979e tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] instance snapshotting [ 723.907184] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e775abf3-5dd2-405d-b859-f81d682112e3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.937322] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c826102-8581-44f7-9587-761feb5e1b55 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.008849] env[70398]: INFO nova.compute.manager [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] [instance: bb51f520-2d79-411b-989a-829094314e11] Took 37.46 seconds to build instance. [ 724.010953] env[70398]: DEBUG oslo_concurrency.lockutils [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.160530] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3a15e493-ea71-4407-9318-38a00830b413 tempest-ServersTestFqdnHostnames-70141367 tempest-ServersTestFqdnHostnames-70141367-project-member] Lock "2115e329-0396-4c39-b45b-7113142ca90b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.596s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.254076] env[70398]: DEBUG oslo_vmware.api [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Task: {'id': task-3443936, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.259437] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3752f780-6fc8-417c-a3d6-2d8fbfc63205 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.280187] env[70398]: DEBUG oslo_concurrency.lockutils [req-5243c345-be83-4a95-88be-4a7e3e532015 req-c33963c9-b7e8-4502-8d12-b6533211bcdf service nova] Releasing lock "refresh_cache-c198a147-5c6d-49a0-b899-feef3d55f4b8" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.392839] env[70398]: DEBUG nova.network.neutron [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] [instance: 738b60d6-4018-42f1-ada4-f3774e4c3d98] Successfully updated port: 14ca8d46-0b40-4f8b-8b98-231180ffab77 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 724.451767] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-5e8aebbd-72d4-45d3-96c4-fc196e0a979e tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Creating Snapshot of the VM instance {{(pid=70398) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 724.452526] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-90c1a67b-8082-4f94-bb14-8ef79eeaec4a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.462878] env[70398]: DEBUG oslo_vmware.api [None req-5e8aebbd-72d4-45d3-96c4-fc196e0a979e tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Waiting for the task: (returnval){ [ 724.462878] env[70398]: value = "task-3443937" [ 724.462878] env[70398]: _type = "Task" [ 724.462878] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.477419] env[70398]: DEBUG oslo_vmware.api [None req-5e8aebbd-72d4-45d3-96c4-fc196e0a979e tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443937, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.511507] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c1fb5c69-b03f-4f94-be00-d36fd8bae268 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Lock "bb51f520-2d79-411b-989a-829094314e11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.009s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.762420] env[70398]: DEBUG oslo_vmware.api [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Task: {'id': task-3443936, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696757} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.762971] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 6e0de7b8-ef2d-4449-8e08-e188d9f210ad/6e0de7b8-ef2d-4449-8e08-e188d9f210ad.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 724.763659] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 6e0de7b8-ef2d-4449-8e08-e188d9f210ad] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 724.763896] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ca10aaf-7610-43c5-b6a9-4dbad04adb45 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.778889] env[70398]: DEBUG oslo_vmware.api [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Waiting for the task: (returnval){ [ 724.778889] env[70398]: value = "task-3443938" [ 724.778889] env[70398]: _type = "Task" [ 724.778889] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.801153] env[70398]: DEBUG oslo_vmware.api [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Task: {'id': task-3443938, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.902023] env[70398]: DEBUG oslo_concurrency.lockutils [None req-df416b6b-0841-42c3-a4e5-3d4a33fc7ceb tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Acquiring lock "80c143e6-56dd-4a92-bb8d-d4c2a3456ec9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.902023] env[70398]: DEBUG oslo_concurrency.lockutils [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Acquiring lock "refresh_cache-738b60d6-4018-42f1-ada4-f3774e4c3d98" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.902023] env[70398]: DEBUG oslo_concurrency.lockutils [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Acquired lock "refresh_cache-738b60d6-4018-42f1-ada4-f3774e4c3d98" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.902023] env[70398]: DEBUG nova.network.neutron [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] [instance: 738b60d6-4018-42f1-ada4-f3774e4c3d98] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 724.929226] env[70398]: DEBUG nova.compute.manager [req-07990b19-0147-44f1-8516-ce5910ad5df4 req-f1adce4e-b035-494c-aa13-d94d9932ac40 service nova] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Received event network-vif-deleted-ceb4aed8-9130-4c85-b295-441606af27c5 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.976089] env[70398]: DEBUG oslo_vmware.api [None req-5e8aebbd-72d4-45d3-96c4-fc196e0a979e tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443937, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.021028] env[70398]: DEBUG nova.compute.manager [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 725.247952] env[70398]: DEBUG nova.compute.manager [req-7a20429c-827c-4118-8a74-227e43cc8308 req-75a6894c-b6cc-4ed5-a520-a94dd6f124bc service nova] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Received event network-changed-78bc76b7-9e39-4080-928f-4826049b2978 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.248187] env[70398]: DEBUG nova.compute.manager [req-7a20429c-827c-4118-8a74-227e43cc8308 req-75a6894c-b6cc-4ed5-a520-a94dd6f124bc service nova] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Refreshing instance network info cache due to event network-changed-78bc76b7-9e39-4080-928f-4826049b2978. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 725.248457] env[70398]: DEBUG oslo_concurrency.lockutils [req-7a20429c-827c-4118-8a74-227e43cc8308 req-75a6894c-b6cc-4ed5-a520-a94dd6f124bc service nova] Acquiring lock "refresh_cache-c198a147-5c6d-49a0-b899-feef3d55f4b8" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.248592] env[70398]: DEBUG oslo_concurrency.lockutils [req-7a20429c-827c-4118-8a74-227e43cc8308 req-75a6894c-b6cc-4ed5-a520-a94dd6f124bc service nova] Acquired lock "refresh_cache-c198a147-5c6d-49a0-b899-feef3d55f4b8" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.248764] env[70398]: DEBUG nova.network.neutron [req-7a20429c-827c-4118-8a74-227e43cc8308 req-75a6894c-b6cc-4ed5-a520-a94dd6f124bc service nova] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Refreshing network info cache for port 78bc76b7-9e39-4080-928f-4826049b2978 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 725.268231] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6a3341-6ec5-4e2a-b3ef-f70d1a2dd424 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.279290] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d33ede8-8bb9-4631-ba99-bf0faa5855fe {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.320285] env[70398]: DEBUG oslo_vmware.api [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Task: {'id': task-3443938, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073742} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.321069] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 6e0de7b8-ef2d-4449-8e08-e188d9f210ad] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 725.321916] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6619bb-09e5-4ca2-94f3-978733599983 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.325634] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ba6d32-c26c-4a82-8aab-f2029294bcc7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.352347] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 6e0de7b8-ef2d-4449-8e08-e188d9f210ad] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 6e0de7b8-ef2d-4449-8e08-e188d9f210ad/6e0de7b8-ef2d-4449-8e08-e188d9f210ad.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 725.355086] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4781dfd9-3088-4f94-947f-02d093b99b98 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.374834] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00152e26-e399-4aa4-b447-e0e0a3648d6e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.396372] env[70398]: DEBUG nova.compute.provider_tree [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.399698] env[70398]: DEBUG oslo_vmware.api [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Waiting for the task: (returnval){ [ 725.399698] env[70398]: value = "task-3443939" [ 725.399698] env[70398]: _type = "Task" [ 725.399698] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.413029] env[70398]: INFO nova.compute.manager [None req-35847156-d1a2-48dd-b557-8d4c42b951b5 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] [instance: bb51f520-2d79-411b-989a-829094314e11] Rescuing [ 725.413290] env[70398]: DEBUG oslo_concurrency.lockutils [None req-35847156-d1a2-48dd-b557-8d4c42b951b5 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Acquiring lock "refresh_cache-bb51f520-2d79-411b-989a-829094314e11" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.413956] env[70398]: DEBUG oslo_concurrency.lockutils [None req-35847156-d1a2-48dd-b557-8d4c42b951b5 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Acquired lock "refresh_cache-bb51f520-2d79-411b-989a-829094314e11" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.413956] env[70398]: DEBUG nova.network.neutron [None req-35847156-d1a2-48dd-b557-8d4c42b951b5 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] [instance: bb51f520-2d79-411b-989a-829094314e11] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.414778] env[70398]: DEBUG oslo_vmware.api [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Task: {'id': task-3443939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.475149] env[70398]: DEBUG oslo_vmware.api [None req-5e8aebbd-72d4-45d3-96c4-fc196e0a979e tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443937, 'name': CreateSnapshot_Task, 'duration_secs': 0.93085} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.475452] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-5e8aebbd-72d4-45d3-96c4-fc196e0a979e tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Created Snapshot of the VM instance {{(pid=70398) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 725.476237] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f35de7-194a-411d-af53-9bcc3147ce66 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.481093] env[70398]: DEBUG nova.network.neutron [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] [instance: 738b60d6-4018-42f1-ada4-f3774e4c3d98] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 725.543011] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.683217] env[70398]: DEBUG nova.network.neutron [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] [instance: 738b60d6-4018-42f1-ada4-f3774e4c3d98] Updating instance_info_cache with network_info: [{"id": "14ca8d46-0b40-4f8b-8b98-231180ffab77", "address": "fa:16:3e:fe:48:b6", "network": {"id": "9b79551f-7584-4d61-b2a0-efe46a621f82", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3934dab198654b86ac5acbec6380b4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14ca8d46-0b", "ovs_interfaceid": "14ca8d46-0b40-4f8b-8b98-231180ffab77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.886802] env[70398]: INFO nova.compute.manager [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Rebuilding instance [ 725.901799] env[70398]: DEBUG nova.scheduler.client.report [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.920351] env[70398]: DEBUG oslo_vmware.api [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Task: {'id': task-3443939, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.949389] env[70398]: DEBUG nova.compute.manager [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.949389] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3c146b-c00a-4ae1-bc52-a34f8d2fe737 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.997199] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-5e8aebbd-72d4-45d3-96c4-fc196e0a979e tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Creating linked-clone VM from snapshot {{(pid=70398) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 726.001790] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c04516ae-62e1-44da-88dd-d57ece5fd825 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.015764] env[70398]: DEBUG oslo_vmware.api [None req-5e8aebbd-72d4-45d3-96c4-fc196e0a979e tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Waiting for the task: (returnval){ [ 726.015764] env[70398]: value = "task-3443940" [ 726.015764] env[70398]: _type = "Task" [ 726.015764] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.031195] env[70398]: DEBUG oslo_vmware.api [None req-5e8aebbd-72d4-45d3-96c4-fc196e0a979e tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443940, 'name': CloneVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.088903] env[70398]: DEBUG nova.network.neutron [req-7a20429c-827c-4118-8a74-227e43cc8308 req-75a6894c-b6cc-4ed5-a520-a94dd6f124bc service nova] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Updated VIF entry in instance network info cache for port 78bc76b7-9e39-4080-928f-4826049b2978. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 726.089321] env[70398]: DEBUG nova.network.neutron [req-7a20429c-827c-4118-8a74-227e43cc8308 req-75a6894c-b6cc-4ed5-a520-a94dd6f124bc service nova] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Updating instance_info_cache with network_info: [{"id": "78bc76b7-9e39-4080-928f-4826049b2978", "address": "fa:16:3e:4d:e2:3c", "network": {"id": "0e334e9c-95d9-433f-85f1-2b1c561bd5fb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-451978993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a883c811fd5a442fa994bf6d87ef2957", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78bc76b7-9e", "ovs_interfaceid": "78bc76b7-9e39-4080-928f-4826049b2978", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.193225] env[70398]: DEBUG oslo_concurrency.lockutils [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Releasing lock "refresh_cache-738b60d6-4018-42f1-ada4-f3774e4c3d98" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.193644] env[70398]: DEBUG nova.compute.manager [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] [instance: 738b60d6-4018-42f1-ada4-f3774e4c3d98] Instance network_info: |[{"id": "14ca8d46-0b40-4f8b-8b98-231180ffab77", "address": "fa:16:3e:fe:48:b6", "network": {"id": "9b79551f-7584-4d61-b2a0-efe46a621f82", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3934dab198654b86ac5acbec6380b4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14ca8d46-0b", "ovs_interfaceid": "14ca8d46-0b40-4f8b-8b98-231180ffab77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 726.194520] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] [instance: 738b60d6-4018-42f1-ada4-f3774e4c3d98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:48:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b911797-478d-4ee5-bce9-6f2f49014e94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14ca8d46-0b40-4f8b-8b98-231180ffab77', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.203877] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Creating folder: Project (eb7c8118910d4898b970454c5f813877). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.204674] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-562a1b45-d60c-4760-b5fe-8c9b02f27519 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.221241] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Created folder: Project (eb7c8118910d4898b970454c5f813877) in parent group-v687430. [ 726.221241] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Creating folder: Instances. Parent ref: group-v687538. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.221241] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b26526bd-0f17-4b94-8f58-2a2540f32ad3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.231888] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Created folder: Instances in parent group-v687538. [ 726.232551] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.233024] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 738b60d6-4018-42f1-ada4-f3774e4c3d98] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 726.233591] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca341b52-6d75-41cc-a0b1-c61298716b22 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.274029] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.274029] env[70398]: value = "task-3443943" [ 726.274029] env[70398]: _type = "Task" [ 726.274029] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.289316] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443943, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.411764] env[70398]: DEBUG nova.network.neutron [None req-35847156-d1a2-48dd-b557-8d4c42b951b5 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] [instance: bb51f520-2d79-411b-989a-829094314e11] Updating instance_info_cache with network_info: [{"id": "90828595-1f4e-475f-a7a4-766a4bca885d", "address": "fa:16:3e:e4:7f:63", "network": {"id": "62c748e8-dbf2-4a51-9d0e-58e956d6693e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-650977841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a8c565c766ee41cfa07228817dea29cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90828595-1f", "ovs_interfaceid": "90828595-1f4e-475f-a7a4-766a4bca885d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.415145] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.811s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.415145] env[70398]: DEBUG nova.compute.manager [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 726.419225] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 25.663s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.431146] env[70398]: DEBUG oslo_vmware.api [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Task: {'id': task-3443939, 'name': ReconfigVM_Task, 'duration_secs': 0.554582} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.431146] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 6e0de7b8-ef2d-4449-8e08-e188d9f210ad] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 6e0de7b8-ef2d-4449-8e08-e188d9f210ad/6e0de7b8-ef2d-4449-8e08-e188d9f210ad.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 726.433164] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4aa819b-4323-4d7a-b8c3-e230100349e3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.445754] env[70398]: DEBUG oslo_vmware.api [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Waiting for the task: (returnval){ [ 726.445754] env[70398]: value = "task-3443944" [ 726.445754] env[70398]: _type = "Task" [ 726.445754] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.455799] env[70398]: DEBUG oslo_vmware.api [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Task: {'id': task-3443944, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.529445] env[70398]: DEBUG oslo_vmware.api [None req-5e8aebbd-72d4-45d3-96c4-fc196e0a979e tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443940, 'name': CloneVM_Task} progress is 94%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.592700] env[70398]: DEBUG oslo_concurrency.lockutils [req-7a20429c-827c-4118-8a74-227e43cc8308 req-75a6894c-b6cc-4ed5-a520-a94dd6f124bc service nova] Releasing lock "refresh_cache-c198a147-5c6d-49a0-b899-feef3d55f4b8" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.593085] env[70398]: DEBUG nova.compute.manager [req-7a20429c-827c-4118-8a74-227e43cc8308 req-75a6894c-b6cc-4ed5-a520-a94dd6f124bc service nova] [instance: 738b60d6-4018-42f1-ada4-f3774e4c3d98] Received event network-vif-plugged-14ca8d46-0b40-4f8b-8b98-231180ffab77 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.593368] env[70398]: DEBUG oslo_concurrency.lockutils [req-7a20429c-827c-4118-8a74-227e43cc8308 req-75a6894c-b6cc-4ed5-a520-a94dd6f124bc service nova] Acquiring lock "738b60d6-4018-42f1-ada4-f3774e4c3d98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.593692] env[70398]: DEBUG oslo_concurrency.lockutils [req-7a20429c-827c-4118-8a74-227e43cc8308 req-75a6894c-b6cc-4ed5-a520-a94dd6f124bc service nova] Lock "738b60d6-4018-42f1-ada4-f3774e4c3d98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.593984] env[70398]: DEBUG oslo_concurrency.lockutils [req-7a20429c-827c-4118-8a74-227e43cc8308 req-75a6894c-b6cc-4ed5-a520-a94dd6f124bc service nova] Lock "738b60d6-4018-42f1-ada4-f3774e4c3d98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.594264] env[70398]: DEBUG nova.compute.manager [req-7a20429c-827c-4118-8a74-227e43cc8308 req-75a6894c-b6cc-4ed5-a520-a94dd6f124bc service nova] [instance: 738b60d6-4018-42f1-ada4-f3774e4c3d98] No waiting events found dispatching network-vif-plugged-14ca8d46-0b40-4f8b-8b98-231180ffab77 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 726.594607] env[70398]: WARNING nova.compute.manager [req-7a20429c-827c-4118-8a74-227e43cc8308 req-75a6894c-b6cc-4ed5-a520-a94dd6f124bc service nova] [instance: 738b60d6-4018-42f1-ada4-f3774e4c3d98] Received unexpected event network-vif-plugged-14ca8d46-0b40-4f8b-8b98-231180ffab77 for instance with vm_state building and task_state spawning. [ 726.594839] env[70398]: DEBUG nova.compute.manager [req-7a20429c-827c-4118-8a74-227e43cc8308 req-75a6894c-b6cc-4ed5-a520-a94dd6f124bc service nova] [instance: 738b60d6-4018-42f1-ada4-f3774e4c3d98] Received event network-changed-14ca8d46-0b40-4f8b-8b98-231180ffab77 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.595273] env[70398]: DEBUG nova.compute.manager [req-7a20429c-827c-4118-8a74-227e43cc8308 req-75a6894c-b6cc-4ed5-a520-a94dd6f124bc service nova] [instance: 738b60d6-4018-42f1-ada4-f3774e4c3d98] Refreshing instance network info cache due to event network-changed-14ca8d46-0b40-4f8b-8b98-231180ffab77. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 726.596023] env[70398]: DEBUG oslo_concurrency.lockutils [req-7a20429c-827c-4118-8a74-227e43cc8308 req-75a6894c-b6cc-4ed5-a520-a94dd6f124bc service nova] Acquiring lock "refresh_cache-738b60d6-4018-42f1-ada4-f3774e4c3d98" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.596023] env[70398]: DEBUG oslo_concurrency.lockutils [req-7a20429c-827c-4118-8a74-227e43cc8308 req-75a6894c-b6cc-4ed5-a520-a94dd6f124bc service nova] Acquired lock "refresh_cache-738b60d6-4018-42f1-ada4-f3774e4c3d98" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.596150] env[70398]: DEBUG nova.network.neutron [req-7a20429c-827c-4118-8a74-227e43cc8308 req-75a6894c-b6cc-4ed5-a520-a94dd6f124bc service nova] [instance: 738b60d6-4018-42f1-ada4-f3774e4c3d98] Refreshing network info cache for port 14ca8d46-0b40-4f8b-8b98-231180ffab77 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.790097] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443943, 'name': CreateVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.887790] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Acquiring lock "2a2e62f7-2192-40ed-9af0-a00415d6b6b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.888033] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Lock "2a2e62f7-2192-40ed-9af0-a00415d6b6b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.919954] env[70398]: DEBUG oslo_concurrency.lockutils [None req-35847156-d1a2-48dd-b557-8d4c42b951b5 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Releasing lock "refresh_cache-bb51f520-2d79-411b-989a-829094314e11" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.923884] env[70398]: DEBUG nova.compute.utils [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 726.935241] env[70398]: DEBUG nova.compute.manager [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 726.935241] env[70398]: DEBUG nova.network.neutron [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 726.961198] env[70398]: DEBUG oslo_vmware.api [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Task: {'id': task-3443944, 'name': Rename_Task, 'duration_secs': 0.299915} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.961198] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 6e0de7b8-ef2d-4449-8e08-e188d9f210ad] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.961198] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-159ced74-ef85-4da4-ab68-4f65a344e493 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.968628] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 726.968997] env[70398]: DEBUG oslo_vmware.api [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Waiting for the task: (returnval){ [ 726.968997] env[70398]: value = "task-3443945" [ 726.968997] env[70398]: _type = "Task" [ 726.968997] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.969213] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc76cb12-5f5e-4a1b-a996-34f62251c267 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.983965] env[70398]: DEBUG oslo_vmware.api [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Task: {'id': task-3443945, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.985847] env[70398]: DEBUG oslo_vmware.api [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Waiting for the task: (returnval){ [ 726.985847] env[70398]: value = "task-3443946" [ 726.985847] env[70398]: _type = "Task" [ 726.985847] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.996567] env[70398]: DEBUG oslo_vmware.api [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Task: {'id': task-3443946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.998335] env[70398]: DEBUG nova.policy [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9fc35b361eaa451a99075d4b68aee4fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb7752c84f104f83ae5f2857bd511cc9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 727.028409] env[70398]: DEBUG oslo_vmware.api [None req-5e8aebbd-72d4-45d3-96c4-fc196e0a979e tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443940, 'name': CloneVM_Task} progress is 94%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.289964] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443943, 'name': CreateVM_Task, 'duration_secs': 0.523622} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.290436] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 738b60d6-4018-42f1-ada4-f3774e4c3d98] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 727.290913] env[70398]: DEBUG oslo_concurrency.lockutils [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.291106] env[70398]: DEBUG oslo_concurrency.lockutils [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.291493] env[70398]: DEBUG oslo_concurrency.lockutils [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.291832] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cfc8115-1fd9-4107-a697-cf8fba19d577 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.298293] env[70398]: DEBUG oslo_vmware.api [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Waiting for the task: (returnval){ [ 727.298293] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5222427d-e379-b8fa-3224-710074680322" [ 727.298293] env[70398]: _type = "Task" [ 727.298293] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.307798] env[70398]: DEBUG oslo_vmware.api [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5222427d-e379-b8fa-3224-710074680322, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.435725] env[70398]: DEBUG nova.compute.manager [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 727.441211] env[70398]: INFO nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Updating resource usage from migration 435e1bde-9871-483d-9078-3be1c56ccb1d [ 727.449347] env[70398]: DEBUG nova.network.neutron [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf] Successfully created port: 10d5d183-5a4f-43dc-a4fa-5fbe31a61390 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 727.485346] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance e20ffae3-2c87-4236-af72-9a752be07add actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 727.485346] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance c4e17778-5b44-4a5c-934c-f06f1722e50c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 727.485346] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 43965006-3260-4b95-a464-548d87315683 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 727.485346] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 61bc5681-9186-49fe-a635-56bd82450752 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 727.485565] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance c198a147-5c6d-49a0-b899-feef3d55f4b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 727.485565] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 688fae2f-a3ca-48c8-9a88-923268f5b1a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 727.485651] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 61606b64-febb-4672-81fe-e921ef3c0631 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 727.485741] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance c6b07511-415f-4ff4-aa10-1dcef059b852 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 727.485848] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance b73008e5-583e-495c-8776-ca9bca435a9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 727.485951] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 86972721-627d-4108-ae2f-6d7519de74c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 727.486064] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 8da528cb-6534-4c09-977d-ac078cbfcd58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 727.486234] env[70398]: WARNING nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 1802046c-3dcf-4b7a-b062-5f9c177a11d6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 727.486466] env[70398]: WARNING nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 94ca8146-bef3-47a0-a41f-51e3b2d773b9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 727.486466] env[70398]: WARNING nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance cfc4e624-db92-423c-969c-64d433595497 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 727.486603] env[70398]: WARNING nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance e520b86c-a70c-48a3-bb69-8212a40050cb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 727.487542] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 6c788574-439c-4c94-819c-84f842795a9d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 727.487542] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Instance with task_state "deleting" is not being actively managed by this compute host but has allocations referencing this compute node (308ebb75-eece-4013-bc9f-8d18cf162ec4): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1810}} [ 727.487542] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance bb51f520-2d79-411b-989a-829094314e11 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 727.487542] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 4761bd86-261a-4525-a2bf-df74065c403d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 727.487542] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 6e0de7b8-ef2d-4449-8e08-e188d9f210ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 727.487542] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 738b60d6-4018-42f1-ada4-f3774e4c3d98 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 727.487542] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 727.497207] env[70398]: DEBUG oslo_vmware.api [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Task: {'id': task-3443945, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.505044] env[70398]: DEBUG oslo_vmware.api [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Task: {'id': task-3443946, 'name': PowerOffVM_Task, 'duration_secs': 0.137431} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.507463] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 727.508181] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 727.509299] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ec0080-11f5-471f-9d44-cebef28ed10c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.519902] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 727.524129] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-922f62d8-f9ea-4d4b-adf8-550dfe0ef6e2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.532862] env[70398]: DEBUG oslo_vmware.api [None req-5e8aebbd-72d4-45d3-96c4-fc196e0a979e tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443940, 'name': CloneVM_Task} progress is 95%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.559462] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 727.559769] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 727.559991] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Deleting the datastore file [datastore1] 4761bd86-261a-4525-a2bf-df74065c403d {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 727.560322] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9096dd5c-554f-40e5-ad93-80a95ea71a58 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.567993] env[70398]: DEBUG oslo_vmware.api [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Waiting for the task: (returnval){ [ 727.567993] env[70398]: value = "task-3443948" [ 727.567993] env[70398]: _type = "Task" [ 727.567993] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.583012] env[70398]: DEBUG oslo_vmware.api [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Task: {'id': task-3443948, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.810469] env[70398]: DEBUG oslo_vmware.api [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5222427d-e379-b8fa-3224-710074680322, 'name': SearchDatastore_Task, 'duration_secs': 0.027032} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.810816] env[70398]: DEBUG oslo_concurrency.lockutils [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.811306] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] [instance: 738b60d6-4018-42f1-ada4-f3774e4c3d98] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.812677] env[70398]: DEBUG oslo_concurrency.lockutils [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.812677] env[70398]: DEBUG oslo_concurrency.lockutils [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.812677] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.812677] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3a3ead6-0b2e-4488-9178-4dc9d2a8f016 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.823833] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 727.824175] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 727.826449] env[70398]: DEBUG nova.network.neutron [req-7a20429c-827c-4118-8a74-227e43cc8308 req-75a6894c-b6cc-4ed5-a520-a94dd6f124bc service nova] [instance: 738b60d6-4018-42f1-ada4-f3774e4c3d98] Updated VIF entry in instance network info cache for port 14ca8d46-0b40-4f8b-8b98-231180ffab77. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.827085] env[70398]: DEBUG nova.network.neutron [req-7a20429c-827c-4118-8a74-227e43cc8308 req-75a6894c-b6cc-4ed5-a520-a94dd6f124bc service nova] [instance: 738b60d6-4018-42f1-ada4-f3774e4c3d98] Updating instance_info_cache with network_info: [{"id": "14ca8d46-0b40-4f8b-8b98-231180ffab77", "address": "fa:16:3e:fe:48:b6", "network": {"id": "9b79551f-7584-4d61-b2a0-efe46a621f82", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3934dab198654b86ac5acbec6380b4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14ca8d46-0b", "ovs_interfaceid": "14ca8d46-0b40-4f8b-8b98-231180ffab77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.828893] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d011b2ac-5501-4712-9792-ed00c44f5956 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.838040] env[70398]: DEBUG oslo_vmware.api [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Waiting for the task: (returnval){ [ 727.838040] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52bb4ecd-fa70-6ad0-b856-9aceda82a849" [ 727.838040] env[70398]: _type = "Task" [ 727.838040] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.846329] env[70398]: DEBUG oslo_vmware.api [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52bb4ecd-fa70-6ad0-b856-9aceda82a849, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.986492] env[70398]: DEBUG oslo_vmware.api [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Task: {'id': task-3443945, 'name': PowerOnVM_Task, 'duration_secs': 0.673429} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.987104] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 6e0de7b8-ef2d-4449-8e08-e188d9f210ad] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.987564] env[70398]: INFO nova.compute.manager [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 6e0de7b8-ef2d-4449-8e08-e188d9f210ad] Took 9.32 seconds to spawn the instance on the hypervisor. [ 727.988103] env[70398]: DEBUG nova.compute.manager [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 6e0de7b8-ef2d-4449-8e08-e188d9f210ad] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 727.989175] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999a1086-6752-4429-be62-26a0f7696084 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.994160] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 9f30832c-d957-4c99-a1f3-fe022e2c73b9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 728.031897] env[70398]: DEBUG oslo_vmware.api [None req-5e8aebbd-72d4-45d3-96c4-fc196e0a979e tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443940, 'name': CloneVM_Task} progress is 95%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.079976] env[70398]: DEBUG oslo_vmware.api [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Task: {'id': task-3443948, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205562} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.081685] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 728.081685] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 728.081685] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 728.332697] env[70398]: DEBUG oslo_concurrency.lockutils [req-7a20429c-827c-4118-8a74-227e43cc8308 req-75a6894c-b6cc-4ed5-a520-a94dd6f124bc service nova] Releasing lock "refresh_cache-738b60d6-4018-42f1-ada4-f3774e4c3d98" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.348461] env[70398]: DEBUG oslo_vmware.api [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52bb4ecd-fa70-6ad0-b856-9aceda82a849, 'name': SearchDatastore_Task, 'duration_secs': 0.015266} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.349460] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-051bfd7f-d812-49a8-86df-1cdd4fbaf7d6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.356308] env[70398]: DEBUG oslo_vmware.api [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Waiting for the task: (returnval){ [ 728.356308] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52b33fe5-d91d-c43c-4697-5e9f14b36763" [ 728.356308] env[70398]: _type = "Task" [ 728.356308] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.365160] env[70398]: DEBUG oslo_vmware.api [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52b33fe5-d91d-c43c-4697-5e9f14b36763, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.451611] env[70398]: DEBUG nova.compute.manager [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 728.471830] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-35847156-d1a2-48dd-b557-8d4c42b951b5 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] [instance: bb51f520-2d79-411b-989a-829094314e11] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 728.472211] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b2634a7-6e0c-437a-b1f6-148d615d64db {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.476157] env[70398]: DEBUG nova.virt.hardware [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 728.476398] env[70398]: DEBUG nova.virt.hardware [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 728.476555] env[70398]: DEBUG nova.virt.hardware [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 728.476738] env[70398]: DEBUG nova.virt.hardware [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 728.476882] env[70398]: DEBUG nova.virt.hardware [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 728.477034] env[70398]: DEBUG nova.virt.hardware [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 728.477251] env[70398]: DEBUG nova.virt.hardware [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 728.477410] env[70398]: DEBUG nova.virt.hardware [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 728.477574] env[70398]: DEBUG nova.virt.hardware [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 728.477735] env[70398]: DEBUG nova.virt.hardware [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 728.477905] env[70398]: DEBUG nova.virt.hardware [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 728.478768] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4345f6-6f0c-4dd2-9699-1939a47f8368 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.489858] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b0b20a-891a-46bb-b34e-41cba5a5baf1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.494421] env[70398]: DEBUG oslo_vmware.api [None req-35847156-d1a2-48dd-b557-8d4c42b951b5 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Waiting for the task: (returnval){ [ 728.494421] env[70398]: value = "task-3443949" [ 728.494421] env[70398]: _type = "Task" [ 728.494421] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.507783] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 0dcaf2c4-acfe-407e-8416-4164f5f62562 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 728.519853] env[70398]: INFO nova.compute.manager [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 6e0de7b8-ef2d-4449-8e08-e188d9f210ad] Took 39.92 seconds to build instance. [ 728.532230] env[70398]: DEBUG oslo_vmware.api [None req-35847156-d1a2-48dd-b557-8d4c42b951b5 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Task: {'id': task-3443949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.541777] env[70398]: DEBUG oslo_vmware.api [None req-5e8aebbd-72d4-45d3-96c4-fc196e0a979e tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443940, 'name': CloneVM_Task} progress is 95%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.870406] env[70398]: DEBUG oslo_vmware.api [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52b33fe5-d91d-c43c-4697-5e9f14b36763, 'name': SearchDatastore_Task, 'duration_secs': 0.018517} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.870921] env[70398]: DEBUG oslo_concurrency.lockutils [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.871294] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 738b60d6-4018-42f1-ada4-f3774e4c3d98/738b60d6-4018-42f1-ada4-f3774e4c3d98.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 728.871893] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75195d7d-f5e8-4036-af39-650917e66d61 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.881134] env[70398]: DEBUG oslo_vmware.api [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Waiting for the task: (returnval){ [ 728.881134] env[70398]: value = "task-3443950" [ 728.881134] env[70398]: _type = "Task" [ 728.881134] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.891514] env[70398]: DEBUG oslo_vmware.api [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Task: {'id': task-3443950, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.006062] env[70398]: DEBUG oslo_vmware.api [None req-35847156-d1a2-48dd-b557-8d4c42b951b5 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Task: {'id': task-3443949, 'name': PowerOffVM_Task, 'duration_secs': 0.291805} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.008422] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-35847156-d1a2-48dd-b557-8d4c42b951b5 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] [instance: bb51f520-2d79-411b-989a-829094314e11] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 729.008422] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e02de8-f5ac-43db-9a89-63fbf93ded71 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.029912] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 4644c5df-2060-436f-a226-c31c0d750847 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 729.033038] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3405d453-ae69-459c-86a0-b3642a359c37 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Lock "6e0de7b8-ef2d-4449-8e08-e188d9f210ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.586s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.037982] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd3fc50-e873-4aa8-a517-b4909bd47fd7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.056355] env[70398]: DEBUG oslo_vmware.api [None req-5e8aebbd-72d4-45d3-96c4-fc196e0a979e tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443940, 'name': CloneVM_Task} progress is 95%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.075349] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-35847156-d1a2-48dd-b557-8d4c42b951b5 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] [instance: bb51f520-2d79-411b-989a-829094314e11] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 729.075657] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75a6c1e7-dbb4-447c-a1d4-6d7810aaa3df {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.088359] env[70398]: DEBUG oslo_vmware.api [None req-35847156-d1a2-48dd-b557-8d4c42b951b5 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Waiting for the task: (returnval){ [ 729.088359] env[70398]: value = "task-3443951" [ 729.088359] env[70398]: _type = "Task" [ 729.088359] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.102205] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-35847156-d1a2-48dd-b557-8d4c42b951b5 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] [instance: bb51f520-2d79-411b-989a-829094314e11] VM already powered off {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 729.102526] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-35847156-d1a2-48dd-b557-8d4c42b951b5 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] [instance: bb51f520-2d79-411b-989a-829094314e11] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 729.103462] env[70398]: DEBUG oslo_concurrency.lockutils [None req-35847156-d1a2-48dd-b557-8d4c42b951b5 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.104393] env[70398]: DEBUG oslo_concurrency.lockutils [None req-35847156-d1a2-48dd-b557-8d4c42b951b5 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.104393] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-35847156-d1a2-48dd-b557-8d4c42b951b5 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 729.104393] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf4683f9-23c6-4378-909f-00dbd913fdb4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.114613] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-35847156-d1a2-48dd-b557-8d4c42b951b5 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.114813] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-35847156-d1a2-48dd-b557-8d4c42b951b5 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 729.119020] env[70398]: DEBUG nova.virt.hardware [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.119020] env[70398]: DEBUG nova.virt.hardware [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.119020] env[70398]: DEBUG nova.virt.hardware [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.119020] env[70398]: DEBUG nova.virt.hardware [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.119020] env[70398]: DEBUG nova.virt.hardware [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.119020] env[70398]: DEBUG nova.virt.hardware [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.119020] env[70398]: DEBUG nova.virt.hardware [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.119020] env[70398]: DEBUG nova.virt.hardware [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.119020] env[70398]: DEBUG nova.virt.hardware [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.119448] env[70398]: DEBUG nova.virt.hardware [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.119448] env[70398]: DEBUG nova.virt.hardware [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.119642] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-951b2a47-b5fe-4ed6-b3bc-86a643db5898 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.122732] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11bbe5fc-f341-49e8-8c32-2716daa9a3b9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.133509] env[70398]: DEBUG oslo_vmware.api [None req-35847156-d1a2-48dd-b557-8d4c42b951b5 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Waiting for the task: (returnval){ [ 729.133509] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]524eaeb9-50bd-02aa-4a57-68c9daf857e0" [ 729.133509] env[70398]: _type = "Task" [ 729.133509] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.134923] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe54792-9b92-45de-9733-63e47ac1136a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.153903] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Instance VIF info [] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 729.159981] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.163823] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 729.164222] env[70398]: DEBUG oslo_vmware.api [None req-35847156-d1a2-48dd-b557-8d4c42b951b5 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]524eaeb9-50bd-02aa-4a57-68c9daf857e0, 'name': SearchDatastore_Task, 'duration_secs': 0.016547} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.164439] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28a08d73-9557-4cbf-92f6-3f3d303aeabf {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.177413] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33897fb2-48ae-425b-b430-d59777b36f0c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.183984] env[70398]: DEBUG oslo_vmware.api [None req-35847156-d1a2-48dd-b557-8d4c42b951b5 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Waiting for the task: (returnval){ [ 729.183984] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ad4b18-af9f-549d-65b0-1b1ebacb0fb7" [ 729.183984] env[70398]: _type = "Task" [ 729.183984] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.188767] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 729.188767] env[70398]: value = "task-3443952" [ 729.188767] env[70398]: _type = "Task" [ 729.188767] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.196888] env[70398]: DEBUG nova.network.neutron [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf] Successfully updated port: 10d5d183-5a4f-43dc-a4fa-5fbe31a61390 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 729.201273] env[70398]: DEBUG oslo_vmware.api [None req-35847156-d1a2-48dd-b557-8d4c42b951b5 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ad4b18-af9f-549d-65b0-1b1ebacb0fb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.211052] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443952, 'name': CreateVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.253795] env[70398]: DEBUG nova.compute.manager [req-961a03da-3aa4-4c48-8d99-83ea3ce22ece req-c691b7dd-dcc2-4eef-9408-3cfb029cd300 service nova] [instance: 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf] Received event network-vif-plugged-10d5d183-5a4f-43dc-a4fa-5fbe31a61390 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.254220] env[70398]: DEBUG oslo_concurrency.lockutils [req-961a03da-3aa4-4c48-8d99-83ea3ce22ece req-c691b7dd-dcc2-4eef-9408-3cfb029cd300 service nova] Acquiring lock "0f08f3f7-9fae-4f49-8185-4c0402fb2dcf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.254504] env[70398]: DEBUG oslo_concurrency.lockutils [req-961a03da-3aa4-4c48-8d99-83ea3ce22ece req-c691b7dd-dcc2-4eef-9408-3cfb029cd300 service nova] Lock "0f08f3f7-9fae-4f49-8185-4c0402fb2dcf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.254692] env[70398]: DEBUG oslo_concurrency.lockutils [req-961a03da-3aa4-4c48-8d99-83ea3ce22ece req-c691b7dd-dcc2-4eef-9408-3cfb029cd300 service nova] Lock "0f08f3f7-9fae-4f49-8185-4c0402fb2dcf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.254874] env[70398]: DEBUG nova.compute.manager [req-961a03da-3aa4-4c48-8d99-83ea3ce22ece req-c691b7dd-dcc2-4eef-9408-3cfb029cd300 service nova] [instance: 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf] No waiting events found dispatching network-vif-plugged-10d5d183-5a4f-43dc-a4fa-5fbe31a61390 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 729.255725] env[70398]: WARNING nova.compute.manager [req-961a03da-3aa4-4c48-8d99-83ea3ce22ece req-c691b7dd-dcc2-4eef-9408-3cfb029cd300 service nova] [instance: 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf] Received unexpected event network-vif-plugged-10d5d183-5a4f-43dc-a4fa-5fbe31a61390 for instance with vm_state building and task_state spawning. [ 729.391713] env[70398]: DEBUG oslo_vmware.api [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Task: {'id': task-3443950, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.543366] env[70398]: DEBUG oslo_vmware.api [None req-5e8aebbd-72d4-45d3-96c4-fc196e0a979e tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443940, 'name': CloneVM_Task, 'duration_secs': 3.336562} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.543507] env[70398]: INFO nova.virt.vmwareapi.vmops [None req-5e8aebbd-72d4-45d3-96c4-fc196e0a979e tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Created linked-clone VM from snapshot [ 729.544294] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b7da7e-4606-4aa1-ab47-69984abce6c1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.547405] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance e8a2f85b-9de5-4c62-b5dc-f27b0084cee0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 729.549360] env[70398]: DEBUG nova.compute.manager [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 729.562812] env[70398]: DEBUG nova.virt.vmwareapi.images [None req-5e8aebbd-72d4-45d3-96c4-fc196e0a979e tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Uploading image 24d3f836-dc00-470d-b970-abeb77c83ba3 {{(pid=70398) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 729.600528] env[70398]: DEBUG oslo_vmware.rw_handles [None req-5e8aebbd-72d4-45d3-96c4-fc196e0a979e tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 729.600528] env[70398]: value = "vm-687537" [ 729.600528] env[70398]: _type = "VirtualMachine" [ 729.600528] env[70398]: }. {{(pid=70398) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 729.600985] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d90db836-781f-4359-a530-d594f475dfc2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.611078] env[70398]: DEBUG oslo_vmware.rw_handles [None req-5e8aebbd-72d4-45d3-96c4-fc196e0a979e tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Lease: (returnval){ [ 729.611078] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]524c5d79-bb8a-c72c-6c02-45ac65016d0c" [ 729.611078] env[70398]: _type = "HttpNfcLease" [ 729.611078] env[70398]: } obtained for exporting VM: (result){ [ 729.611078] env[70398]: value = "vm-687537" [ 729.611078] env[70398]: _type = "VirtualMachine" [ 729.611078] env[70398]: }. {{(pid=70398) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 729.611513] env[70398]: DEBUG oslo_vmware.api [None req-5e8aebbd-72d4-45d3-96c4-fc196e0a979e tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Waiting for the lease: (returnval){ [ 729.611513] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]524c5d79-bb8a-c72c-6c02-45ac65016d0c" [ 729.611513] env[70398]: _type = "HttpNfcLease" [ 729.611513] env[70398]: } to be ready. {{(pid=70398) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 729.620494] env[70398]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 729.620494] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]524c5d79-bb8a-c72c-6c02-45ac65016d0c" [ 729.620494] env[70398]: _type = "HttpNfcLease" [ 729.620494] env[70398]: } is initializing. {{(pid=70398) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 729.646491] env[70398]: DEBUG oslo_concurrency.lockutils [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Acquiring lock "60c47e5a-96c0-48ea-8604-749d5f6929b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.646733] env[70398]: DEBUG oslo_concurrency.lockutils [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Lock "60c47e5a-96c0-48ea-8604-749d5f6929b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.696709] env[70398]: DEBUG oslo_vmware.api [None req-35847156-d1a2-48dd-b557-8d4c42b951b5 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ad4b18-af9f-549d-65b0-1b1ebacb0fb7, 'name': SearchDatastore_Task, 'duration_secs': 0.01899} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.697562] env[70398]: DEBUG oslo_concurrency.lockutils [None req-35847156-d1a2-48dd-b557-8d4c42b951b5 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.697653] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-35847156-d1a2-48dd-b557-8d4c42b951b5 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] bb51f520-2d79-411b-989a-829094314e11/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172-rescue.vmdk. {{(pid=70398) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 729.697929] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94ad675b-f083-4c7e-89e5-f86e064c050d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.703949] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Acquiring lock "refresh_cache-0f08f3f7-9fae-4f49-8185-4c0402fb2dcf" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.704145] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Acquired lock "refresh_cache-0f08f3f7-9fae-4f49-8185-4c0402fb2dcf" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.704324] env[70398]: DEBUG nova.network.neutron [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.705554] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443952, 'name': CreateVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.712059] env[70398]: DEBUG oslo_vmware.api [None req-35847156-d1a2-48dd-b557-8d4c42b951b5 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Waiting for the task: (returnval){ [ 729.712059] env[70398]: value = "task-3443954" [ 729.712059] env[70398]: _type = "Task" [ 729.712059] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.722923] env[70398]: DEBUG oslo_vmware.api [None req-35847156-d1a2-48dd-b557-8d4c42b951b5 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Task: {'id': task-3443954, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.893427] env[70398]: DEBUG oslo_vmware.api [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Task: {'id': task-3443950, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.683717} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.893696] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 738b60d6-4018-42f1-ada4-f3774e4c3d98/738b60d6-4018-42f1-ada4-f3774e4c3d98.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.893940] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] [instance: 738b60d6-4018-42f1-ada4-f3774e4c3d98] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.894278] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-449c1268-2c2f-47c0-ad3a-36a7ff0668bb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.902845] env[70398]: DEBUG oslo_vmware.api [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Waiting for the task: (returnval){ [ 729.902845] env[70398]: value = "task-3443955" [ 729.902845] env[70398]: _type = "Task" [ 729.902845] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.916125] env[70398]: DEBUG oslo_vmware.api [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Task: {'id': task-3443955, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.051283] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 3bdd81ec-cf04-414c-b080-b756355338ea has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 730.080849] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.128406] env[70398]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 730.128406] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]524c5d79-bb8a-c72c-6c02-45ac65016d0c" [ 730.128406] env[70398]: _type = "HttpNfcLease" [ 730.128406] env[70398]: } is ready. {{(pid=70398) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 730.128908] env[70398]: DEBUG oslo_vmware.rw_handles [None req-5e8aebbd-72d4-45d3-96c4-fc196e0a979e tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 730.128908] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]524c5d79-bb8a-c72c-6c02-45ac65016d0c" [ 730.128908] env[70398]: _type = "HttpNfcLease" [ 730.128908] env[70398]: }. {{(pid=70398) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 730.130250] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406fe21b-f2f2-43d8-a344-48a0f2de3d83 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.142409] env[70398]: DEBUG oslo_vmware.rw_handles [None req-5e8aebbd-72d4-45d3-96c4-fc196e0a979e tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f81e7b-9b3e-402b-a345-d36a737c8a05/disk-0.vmdk from lease info. {{(pid=70398) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 730.142638] env[70398]: DEBUG oslo_vmware.rw_handles [None req-5e8aebbd-72d4-45d3-96c4-fc196e0a979e tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f81e7b-9b3e-402b-a345-d36a737c8a05/disk-0.vmdk for reading. {{(pid=70398) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 730.212469] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443952, 'name': CreateVM_Task, 'duration_secs': 0.562056} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.213079] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 730.216174] env[70398]: DEBUG oslo_concurrency.lockutils [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.216376] env[70398]: DEBUG oslo_concurrency.lockutils [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.216721] env[70398]: DEBUG oslo_concurrency.lockutils [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.217031] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b2e98e2-2a26-4340-b24e-e414ed7086d1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.223318] env[70398]: DEBUG oslo_vmware.api [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Waiting for the task: (returnval){ [ 730.223318] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5218d375-379e-2d64-7d6d-91dfabfdea5b" [ 730.223318] env[70398]: _type = "Task" [ 730.223318] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.228483] env[70398]: DEBUG oslo_vmware.api [None req-35847156-d1a2-48dd-b557-8d4c42b951b5 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Task: {'id': task-3443954, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483263} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.229722] env[70398]: INFO nova.virt.vmwareapi.ds_util [None req-35847156-d1a2-48dd-b557-8d4c42b951b5 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] bb51f520-2d79-411b-989a-829094314e11/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172-rescue.vmdk. [ 730.230601] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5904e2-bc17-4b17-9b29-9102f4b4652e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.239906] env[70398]: DEBUG oslo_vmware.api [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5218d375-379e-2d64-7d6d-91dfabfdea5b, 'name': SearchDatastore_Task, 'duration_secs': 0.012178} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.259853] env[70398]: DEBUG oslo_concurrency.lockutils [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.260400] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 730.260842] env[70398]: DEBUG oslo_concurrency.lockutils [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.261137] env[70398]: DEBUG oslo_concurrency.lockutils [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.261494] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 730.276016] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-35847156-d1a2-48dd-b557-8d4c42b951b5 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] [instance: bb51f520-2d79-411b-989a-829094314e11] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] bb51f520-2d79-411b-989a-829094314e11/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172-rescue.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.280861] env[70398]: DEBUG nova.network.neutron [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 730.284126] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d87c9bc-a86f-4dc1-aa62-fbce6d29995b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.287291] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-463ff4cc-cd38-4133-ae34-d0d965fa4fa1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.313507] env[70398]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-197be445-3ec0-459f-b14e-b15081f3b149 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.325247] env[70398]: DEBUG oslo_vmware.api [None req-35847156-d1a2-48dd-b557-8d4c42b951b5 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Waiting for the task: (returnval){ [ 730.325247] env[70398]: value = "task-3443956" [ 730.325247] env[70398]: _type = "Task" [ 730.325247] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.333887] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 730.334285] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 730.338882] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02b819b1-d6d3-4a5c-8e33-a18813f53cf6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.353671] env[70398]: DEBUG oslo_vmware.api [None req-35847156-d1a2-48dd-b557-8d4c42b951b5 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Task: {'id': task-3443956, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.360515] env[70398]: DEBUG oslo_vmware.api [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Waiting for the task: (returnval){ [ 730.360515] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]525798e0-7ee4-6bf7-1f91-ba915b41cdc3" [ 730.360515] env[70398]: _type = "Task" [ 730.360515] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.377555] env[70398]: DEBUG oslo_vmware.api [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]525798e0-7ee4-6bf7-1f91-ba915b41cdc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.413913] env[70398]: DEBUG oslo_vmware.api [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Task: {'id': task-3443955, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.165312} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.414365] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] [instance: 738b60d6-4018-42f1-ada4-f3774e4c3d98] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 730.415265] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2507a5b3-3045-4261-b7e8-9a2ba6230d64 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.443023] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] [instance: 738b60d6-4018-42f1-ada4-f3774e4c3d98] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 738b60d6-4018-42f1-ada4-f3774e4c3d98/738b60d6-4018-42f1-ada4-f3774e4c3d98.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.443396] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8e169e0-082d-44c9-80e6-1950836ab4df {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.470980] env[70398]: DEBUG oslo_vmware.api [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Waiting for the task: (returnval){ [ 730.470980] env[70398]: value = "task-3443957" [ 730.470980] env[70398]: _type = "Task" [ 730.470980] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.481487] env[70398]: DEBUG oslo_vmware.api [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Task: {'id': task-3443957, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.548548] env[70398]: DEBUG nova.network.neutron [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf] Updating instance_info_cache with network_info: [{"id": "10d5d183-5a4f-43dc-a4fa-5fbe31a61390", "address": "fa:16:3e:cd:fa:01", "network": {"id": "9afd4842-b34f-46a9-9519-37c981b8d760", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1460884220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb7752c84f104f83ae5f2857bd511cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10d5d183-5a", "ovs_interfaceid": "10d5d183-5a4f-43dc-a4fa-5fbe31a61390", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.554735] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 00b4d7e3-e976-4885-ae92-0d62e3fb0d0d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 730.839022] env[70398]: DEBUG oslo_vmware.api [None req-35847156-d1a2-48dd-b557-8d4c42b951b5 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Task: {'id': task-3443956, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.873637] env[70398]: DEBUG oslo_vmware.api [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]525798e0-7ee4-6bf7-1f91-ba915b41cdc3, 'name': SearchDatastore_Task, 'duration_secs': 0.024349} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.874721] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-611f2949-600e-4e20-bc00-fa076163c5d0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.881595] env[70398]: DEBUG oslo_vmware.api [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Waiting for the task: (returnval){ [ 730.881595] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52b8448f-f3a8-8fdf-de54-51c7d2668613" [ 730.881595] env[70398]: _type = "Task" [ 730.881595] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.891579] env[70398]: DEBUG oslo_vmware.api [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52b8448f-f3a8-8fdf-de54-51c7d2668613, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.982257] env[70398]: DEBUG oslo_vmware.api [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Task: {'id': task-3443957, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.053375] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Releasing lock "refresh_cache-0f08f3f7-9fae-4f49-8185-4c0402fb2dcf" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.053786] env[70398]: DEBUG nova.compute.manager [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf] Instance network_info: |[{"id": "10d5d183-5a4f-43dc-a4fa-5fbe31a61390", "address": "fa:16:3e:cd:fa:01", "network": {"id": "9afd4842-b34f-46a9-9519-37c981b8d760", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1460884220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb7752c84f104f83ae5f2857bd511cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10d5d183-5a", "ovs_interfaceid": "10d5d183-5a4f-43dc-a4fa-5fbe31a61390", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 731.054283] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:fa:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6c45fd-e930-495a-9cb7-df84eda443b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10d5d183-5a4f-43dc-a4fa-5fbe31a61390', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 731.062632] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Creating folder: Project (bb7752c84f104f83ae5f2857bd511cc9). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 731.063535] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance b54a1d0e-b5a0-4a1f-91a5-c5cef210e891 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 731.064969] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f152461-9cef-438d-b803-3576fc12be2b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.079581] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Created folder: Project (bb7752c84f104f83ae5f2857bd511cc9) in parent group-v687430. [ 731.079708] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Creating folder: Instances. Parent ref: group-v687542. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 731.080528] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27eb2d09-22e9-4a03-831e-690be898393b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.093238] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Created folder: Instances in parent group-v687542. [ 731.093693] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.093899] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 731.094565] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-855b17f5-3eeb-414a-b84a-6a7f2ad63cf0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.117515] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 731.117515] env[70398]: value = "task-3443960" [ 731.117515] env[70398]: _type = "Task" [ 731.117515] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.128108] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443960, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.313076] env[70398]: DEBUG nova.compute.manager [req-201f6d6f-82f9-4783-bc07-120648c2d444 req-b7120116-4179-40e5-8c05-7315bee2ae63 service nova] [instance: 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf] Received event network-changed-10d5d183-5a4f-43dc-a4fa-5fbe31a61390 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.313076] env[70398]: DEBUG nova.compute.manager [req-201f6d6f-82f9-4783-bc07-120648c2d444 req-b7120116-4179-40e5-8c05-7315bee2ae63 service nova] [instance: 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf] Refreshing instance network info cache due to event network-changed-10d5d183-5a4f-43dc-a4fa-5fbe31a61390. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 731.313357] env[70398]: DEBUG oslo_concurrency.lockutils [req-201f6d6f-82f9-4783-bc07-120648c2d444 req-b7120116-4179-40e5-8c05-7315bee2ae63 service nova] Acquiring lock "refresh_cache-0f08f3f7-9fae-4f49-8185-4c0402fb2dcf" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.313602] env[70398]: DEBUG oslo_concurrency.lockutils [req-201f6d6f-82f9-4783-bc07-120648c2d444 req-b7120116-4179-40e5-8c05-7315bee2ae63 service nova] Acquired lock "refresh_cache-0f08f3f7-9fae-4f49-8185-4c0402fb2dcf" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.313709] env[70398]: DEBUG nova.network.neutron [req-201f6d6f-82f9-4783-bc07-120648c2d444 req-b7120116-4179-40e5-8c05-7315bee2ae63 service nova] [instance: 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf] Refreshing network info cache for port 10d5d183-5a4f-43dc-a4fa-5fbe31a61390 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.339367] env[70398]: DEBUG oslo_vmware.api [None req-35847156-d1a2-48dd-b557-8d4c42b951b5 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Task: {'id': task-3443956, 'name': ReconfigVM_Task, 'duration_secs': 0.530021} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.339673] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-35847156-d1a2-48dd-b557-8d4c42b951b5 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] [instance: bb51f520-2d79-411b-989a-829094314e11] Reconfigured VM instance instance-00000020 to attach disk [datastore1] bb51f520-2d79-411b-989a-829094314e11/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172-rescue.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.340660] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ead9a1-8d0f-42e4-ae3b-9a98ededf203 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.369518] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-104e7ce7-f649-4502-8c12-d1e05db3702e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.388835] env[70398]: DEBUG oslo_vmware.api [None req-35847156-d1a2-48dd-b557-8d4c42b951b5 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Waiting for the task: (returnval){ [ 731.388835] env[70398]: value = "task-3443961" [ 731.388835] env[70398]: _type = "Task" [ 731.388835] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.393412] env[70398]: DEBUG oslo_vmware.api [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52b8448f-f3a8-8fdf-de54-51c7d2668613, 'name': SearchDatastore_Task, 'duration_secs': 0.012107} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.396932] env[70398]: DEBUG oslo_concurrency.lockutils [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.400031] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 4761bd86-261a-4525-a2bf-df74065c403d/4761bd86-261a-4525-a2bf-df74065c403d.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 731.401336] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4541d064-7d0b-4a35-8e16-2103fa8b671e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.412931] env[70398]: DEBUG oslo_vmware.api [None req-35847156-d1a2-48dd-b557-8d4c42b951b5 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Task: {'id': task-3443961, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.414773] env[70398]: DEBUG oslo_vmware.api [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Waiting for the task: (returnval){ [ 731.414773] env[70398]: value = "task-3443962" [ 731.414773] env[70398]: _type = "Task" [ 731.414773] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.482980] env[70398]: DEBUG oslo_vmware.api [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Task: {'id': task-3443957, 'name': ReconfigVM_Task, 'duration_secs': 0.606488} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.483318] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] [instance: 738b60d6-4018-42f1-ada4-f3774e4c3d98] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 738b60d6-4018-42f1-ada4-f3774e4c3d98/738b60d6-4018-42f1-ada4-f3774e4c3d98.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.484188] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-593bf132-7a0d-4a0d-b82b-4665fdb8fd9d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.492443] env[70398]: DEBUG oslo_vmware.api [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Waiting for the task: (returnval){ [ 731.492443] env[70398]: value = "task-3443963" [ 731.492443] env[70398]: _type = "Task" [ 731.492443] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.506104] env[70398]: DEBUG oslo_vmware.api [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Task: {'id': task-3443963, 'name': Rename_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.568816] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 8bc5386e-1109-460a-bb30-98f7289b249c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 731.629726] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443960, 'name': CreateVM_Task, 'duration_secs': 0.402501} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.629898] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 731.630713] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.631126] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.631945] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.632289] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2e28615-2bc6-4eaa-9f61-1e649694cc80 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.638532] env[70398]: DEBUG oslo_vmware.api [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Waiting for the task: (returnval){ [ 731.638532] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52d23279-bbde-1c15-8a00-bebc90218b22" [ 731.638532] env[70398]: _type = "Task" [ 731.638532] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.648825] env[70398]: DEBUG oslo_vmware.api [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52d23279-bbde-1c15-8a00-bebc90218b22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.779658] env[70398]: DEBUG oslo_vmware.rw_handles [None req-292765ba-52b2-4ec9-aeaf-7202040d0d88 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5262b02e-cdf5-b75f-b937-8176f5a6de9a/disk-0.vmdk. {{(pid=70398) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 731.780985] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a733b0f5-e3d6-4c62-81da-14a8f1fa104b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.788773] env[70398]: DEBUG oslo_vmware.rw_handles [None req-292765ba-52b2-4ec9-aeaf-7202040d0d88 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5262b02e-cdf5-b75f-b937-8176f5a6de9a/disk-0.vmdk is in state: ready. {{(pid=70398) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 731.789203] env[70398]: ERROR oslo_vmware.rw_handles [None req-292765ba-52b2-4ec9-aeaf-7202040d0d88 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5262b02e-cdf5-b75f-b937-8176f5a6de9a/disk-0.vmdk due to incomplete transfer. [ 731.790149] env[70398]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b881451c-eaa2-4323-9487-6701374aaa58 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.799833] env[70398]: DEBUG oslo_vmware.rw_handles [None req-292765ba-52b2-4ec9-aeaf-7202040d0d88 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5262b02e-cdf5-b75f-b937-8176f5a6de9a/disk-0.vmdk. {{(pid=70398) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 731.800740] env[70398]: DEBUG nova.virt.vmwareapi.images [None req-292765ba-52b2-4ec9-aeaf-7202040d0d88 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Uploaded image dc7b3ebb-77a1-46ec-a027-1931f5f68deb to the Glance image server {{(pid=70398) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 731.803390] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-292765ba-52b2-4ec9-aeaf-7202040d0d88 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Destroying the VM {{(pid=70398) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 731.804029] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ead2dbcf-ee81-4c6a-816b-c5a8fae87b8d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.813070] env[70398]: DEBUG oslo_vmware.api [None req-292765ba-52b2-4ec9-aeaf-7202040d0d88 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 731.813070] env[70398]: value = "task-3443964" [ 731.813070] env[70398]: _type = "Task" [ 731.813070] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.826061] env[70398]: DEBUG oslo_vmware.api [None req-292765ba-52b2-4ec9-aeaf-7202040d0d88 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3443964, 'name': Destroy_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.906634] env[70398]: DEBUG oslo_vmware.api [None req-35847156-d1a2-48dd-b557-8d4c42b951b5 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Task: {'id': task-3443961, 'name': ReconfigVM_Task, 'duration_secs': 0.223716} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.907076] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-35847156-d1a2-48dd-b557-8d4c42b951b5 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] [instance: bb51f520-2d79-411b-989a-829094314e11] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.907629] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87fef231-8314-4ce6-8753-a093e5797ac6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.918089] env[70398]: DEBUG oslo_vmware.api [None req-35847156-d1a2-48dd-b557-8d4c42b951b5 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Waiting for the task: (returnval){ [ 731.918089] env[70398]: value = "task-3443965" [ 731.918089] env[70398]: _type = "Task" [ 731.918089] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.929526] env[70398]: DEBUG oslo_vmware.api [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Task: {'id': task-3443962, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.935420] env[70398]: DEBUG oslo_vmware.api [None req-35847156-d1a2-48dd-b557-8d4c42b951b5 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Task: {'id': task-3443965, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.007337] env[70398]: DEBUG oslo_vmware.api [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Task: {'id': task-3443963, 'name': Rename_Task, 'duration_secs': 0.220529} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.007702] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] [instance: 738b60d6-4018-42f1-ada4-f3774e4c3d98] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 732.008015] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-425391ac-2a9b-46c0-b303-ff91c750d311 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.016441] env[70398]: DEBUG oslo_vmware.api [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Waiting for the task: (returnval){ [ 732.016441] env[70398]: value = "task-3443966" [ 732.016441] env[70398]: _type = "Task" [ 732.016441] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.025856] env[70398]: DEBUG oslo_vmware.api [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Task: {'id': task-3443966, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.073613] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance cdd1fa38-1202-4f1f-b724-375bca9255df has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 732.145095] env[70398]: DEBUG nova.network.neutron [req-201f6d6f-82f9-4783-bc07-120648c2d444 req-b7120116-4179-40e5-8c05-7315bee2ae63 service nova] [instance: 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf] Updated VIF entry in instance network info cache for port 10d5d183-5a4f-43dc-a4fa-5fbe31a61390. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.146084] env[70398]: DEBUG nova.network.neutron [req-201f6d6f-82f9-4783-bc07-120648c2d444 req-b7120116-4179-40e5-8c05-7315bee2ae63 service nova] [instance: 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf] Updating instance_info_cache with network_info: [{"id": "10d5d183-5a4f-43dc-a4fa-5fbe31a61390", "address": "fa:16:3e:cd:fa:01", "network": {"id": "9afd4842-b34f-46a9-9519-37c981b8d760", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1460884220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb7752c84f104f83ae5f2857bd511cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10d5d183-5a", "ovs_interfaceid": "10d5d183-5a4f-43dc-a4fa-5fbe31a61390", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.155596] env[70398]: DEBUG oslo_vmware.api [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52d23279-bbde-1c15-8a00-bebc90218b22, 'name': SearchDatastore_Task, 'duration_secs': 0.021506} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.156079] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.156385] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 732.156719] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.156985] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.157859] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 732.159013] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a9ec5c8-c86c-4d70-87b5-8d6ad4976290 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.172282] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 732.172509] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 732.173499] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d9a049b-09b1-4eca-ba7c-9a1c79e4b619 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.183149] env[70398]: DEBUG oslo_vmware.api [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Waiting for the task: (returnval){ [ 732.183149] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e0f4eb-fe17-7ed1-90c2-febe9e214119" [ 732.183149] env[70398]: _type = "Task" [ 732.183149] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.193165] env[70398]: DEBUG oslo_vmware.api [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e0f4eb-fe17-7ed1-90c2-febe9e214119, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.327869] env[70398]: DEBUG oslo_vmware.api [None req-292765ba-52b2-4ec9-aeaf-7202040d0d88 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3443964, 'name': Destroy_Task} progress is 33%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.434357] env[70398]: DEBUG oslo_vmware.api [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Task: {'id': task-3443962, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636937} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.439037] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 4761bd86-261a-4525-a2bf-df74065c403d/4761bd86-261a-4525-a2bf-df74065c403d.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 732.439471] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 732.439858] env[70398]: DEBUG oslo_vmware.api [None req-35847156-d1a2-48dd-b557-8d4c42b951b5 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Task: {'id': task-3443965, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.440164] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5b1c639-8acc-4f9c-971c-d5f019d0f0c5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.449141] env[70398]: DEBUG oslo_vmware.api [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Waiting for the task: (returnval){ [ 732.449141] env[70398]: value = "task-3443967" [ 732.449141] env[70398]: _type = "Task" [ 732.449141] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.459693] env[70398]: DEBUG oslo_vmware.api [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Task: {'id': task-3443967, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.528024] env[70398]: DEBUG oslo_vmware.api [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Task: {'id': task-3443966, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.577178] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance c8365af2-10de-4aa2-833d-d5ed1253c168 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 732.648883] env[70398]: DEBUG oslo_concurrency.lockutils [req-201f6d6f-82f9-4783-bc07-120648c2d444 req-b7120116-4179-40e5-8c05-7315bee2ae63 service nova] Releasing lock "refresh_cache-0f08f3f7-9fae-4f49-8185-4c0402fb2dcf" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.694909] env[70398]: DEBUG oslo_vmware.api [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e0f4eb-fe17-7ed1-90c2-febe9e214119, 'name': SearchDatastore_Task, 'duration_secs': 0.021462} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.695751] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06d76d41-871d-43fe-80a0-b5268e57ec67 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.702260] env[70398]: DEBUG oslo_vmware.api [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Waiting for the task: (returnval){ [ 732.702260] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5233319a-b6f5-ac97-fa42-ae54b7327a30" [ 732.702260] env[70398]: _type = "Task" [ 732.702260] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.714437] env[70398]: DEBUG oslo_vmware.api [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5233319a-b6f5-ac97-fa42-ae54b7327a30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.828829] env[70398]: DEBUG oslo_vmware.api [None req-292765ba-52b2-4ec9-aeaf-7202040d0d88 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3443964, 'name': Destroy_Task, 'duration_secs': 0.630327} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.829241] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-292765ba-52b2-4ec9-aeaf-7202040d0d88 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Destroyed the VM [ 732.829796] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-292765ba-52b2-4ec9-aeaf-7202040d0d88 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Deleting Snapshot of the VM instance {{(pid=70398) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 732.830114] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7c1536f3-27fa-4144-83af-bc4dd1b4200c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.840483] env[70398]: DEBUG oslo_vmware.api [None req-292765ba-52b2-4ec9-aeaf-7202040d0d88 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 732.840483] env[70398]: value = "task-3443968" [ 732.840483] env[70398]: _type = "Task" [ 732.840483] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.851213] env[70398]: DEBUG oslo_vmware.api [None req-292765ba-52b2-4ec9-aeaf-7202040d0d88 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3443968, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.932904] env[70398]: DEBUG oslo_vmware.api [None req-35847156-d1a2-48dd-b557-8d4c42b951b5 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Task: {'id': task-3443965, 'name': PowerOnVM_Task, 'duration_secs': 0.566765} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.933262] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-35847156-d1a2-48dd-b557-8d4c42b951b5 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] [instance: bb51f520-2d79-411b-989a-829094314e11] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.936714] env[70398]: DEBUG nova.compute.manager [None req-35847156-d1a2-48dd-b557-8d4c42b951b5 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] [instance: bb51f520-2d79-411b-989a-829094314e11] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 732.937643] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4444c75e-e918-4e9d-a240-9f346cae147d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.959427] env[70398]: DEBUG oslo_vmware.api [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Task: {'id': task-3443967, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133559} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.959427] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 732.960231] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6afe5bc-636d-47bb-a9d9-404e36ed296d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.982767] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 4761bd86-261a-4525-a2bf-df74065c403d/4761bd86-261a-4525-a2bf-df74065c403d.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 732.984023] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9024f4fc-10ed-4fe9-a541-293a13f2f8cd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.007158] env[70398]: DEBUG oslo_vmware.api [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Waiting for the task: (returnval){ [ 733.007158] env[70398]: value = "task-3443969" [ 733.007158] env[70398]: _type = "Task" [ 733.007158] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.020022] env[70398]: DEBUG oslo_vmware.api [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Task: {'id': task-3443969, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.029701] env[70398]: DEBUG oslo_vmware.api [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Task: {'id': task-3443966, 'name': PowerOnVM_Task, 'duration_secs': 0.84516} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.029971] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] [instance: 738b60d6-4018-42f1-ada4-f3774e4c3d98] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 733.030203] env[70398]: INFO nova.compute.manager [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] [instance: 738b60d6-4018-42f1-ada4-f3774e4c3d98] Took 9.65 seconds to spawn the instance on the hypervisor. [ 733.030377] env[70398]: DEBUG nova.compute.manager [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] [instance: 738b60d6-4018-42f1-ada4-f3774e4c3d98] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.031175] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109fc62e-eaa5-4410-942e-f6eb28c13446 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.081116] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 733.215070] env[70398]: DEBUG oslo_vmware.api [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5233319a-b6f5-ac97-fa42-ae54b7327a30, 'name': SearchDatastore_Task, 'duration_secs': 0.018616} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.215269] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.215566] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf/0f08f3f7-9fae-4f49-8185-4c0402fb2dcf.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 733.215844] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ca2781c-3777-40ac-a915-f28bb410ae0a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.225454] env[70398]: DEBUG oslo_vmware.api [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Waiting for the task: (returnval){ [ 733.225454] env[70398]: value = "task-3443970" [ 733.225454] env[70398]: _type = "Task" [ 733.225454] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.234921] env[70398]: DEBUG oslo_vmware.api [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3443970, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.352585] env[70398]: DEBUG oslo_vmware.api [None req-292765ba-52b2-4ec9-aeaf-7202040d0d88 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3443968, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.517760] env[70398]: DEBUG oslo_vmware.api [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Task: {'id': task-3443969, 'name': ReconfigVM_Task, 'duration_secs': 0.484997} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.518060] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 4761bd86-261a-4525-a2bf-df74065c403d/4761bd86-261a-4525-a2bf-df74065c403d.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.518665] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4f3d300-57c3-489b-8366-23a533dc84e9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.526908] env[70398]: DEBUG oslo_vmware.api [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Waiting for the task: (returnval){ [ 733.526908] env[70398]: value = "task-3443971" [ 733.526908] env[70398]: _type = "Task" [ 733.526908] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.535929] env[70398]: DEBUG oslo_vmware.api [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Task: {'id': task-3443971, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.548063] env[70398]: INFO nova.compute.manager [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] [instance: 738b60d6-4018-42f1-ada4-f3774e4c3d98] Took 40.02 seconds to build instance. [ 733.584805] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 6411787d-535e-48d5-9632-1dab4bdc7cdc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 733.585016] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Migration 435e1bde-9871-483d-9078-3be1c56ccb1d is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 733.585150] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 4d9ff1a2-da45-4efd-af8c-d47907ce0768 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 733.737520] env[70398]: DEBUG oslo_vmware.api [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3443970, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.853299] env[70398]: DEBUG oslo_vmware.api [None req-292765ba-52b2-4ec9-aeaf-7202040d0d88 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3443968, 'name': RemoveSnapshot_Task, 'duration_secs': 0.772783} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.853592] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-292765ba-52b2-4ec9-aeaf-7202040d0d88 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Deleted Snapshot of the VM instance {{(pid=70398) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 733.853821] env[70398]: INFO nova.compute.manager [None req-292765ba-52b2-4ec9-aeaf-7202040d0d88 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Took 15.05 seconds to snapshot the instance on the hypervisor. [ 734.037369] env[70398]: DEBUG oslo_vmware.api [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Task: {'id': task-3443971, 'name': Rename_Task, 'duration_secs': 0.206499} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.037684] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.038159] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cedf0c90-e959-4b4b-a1fd-bca6b5ccc998 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.045854] env[70398]: DEBUG oslo_vmware.api [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Waiting for the task: (returnval){ [ 734.045854] env[70398]: value = "task-3443972" [ 734.045854] env[70398]: _type = "Task" [ 734.045854] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.054554] env[70398]: DEBUG oslo_concurrency.lockutils [None req-50220a94-ca94-4e95-8f8c-7912693220ab tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Lock "738b60d6-4018-42f1-ada4-f3774e4c3d98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.169s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.054806] env[70398]: DEBUG oslo_vmware.api [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Task: {'id': task-3443972, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.088732] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 2a2e62f7-2192-40ed-9af0-a00415d6b6b9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 734.089058] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=70398) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 734.089197] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3968MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=70398) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 734.239340] env[70398]: DEBUG oslo_vmware.api [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3443970, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.777759} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.239740] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf/0f08f3f7-9fae-4f49-8185-4c0402fb2dcf.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 734.241923] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 734.241923] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-836248d5-d877-4ccc-86ab-26ffd8e6d806 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.251032] env[70398]: DEBUG oslo_vmware.api [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Waiting for the task: (returnval){ [ 734.251032] env[70398]: value = "task-3443973" [ 734.251032] env[70398]: _type = "Task" [ 734.251032] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.262395] env[70398]: DEBUG oslo_vmware.api [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3443973, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.409216] env[70398]: DEBUG nova.compute.manager [None req-292765ba-52b2-4ec9-aeaf-7202040d0d88 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Found 3 images (rotation: 2) {{(pid=70398) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 734.409632] env[70398]: DEBUG nova.compute.manager [None req-292765ba-52b2-4ec9-aeaf-7202040d0d88 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Rotating out 1 backups {{(pid=70398) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 734.409632] env[70398]: DEBUG nova.compute.manager [None req-292765ba-52b2-4ec9-aeaf-7202040d0d88 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Deleting image f3734b0b-c6c3-46aa-8d8d-c48458d6d23b {{(pid=70398) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 734.522463] env[70398]: DEBUG nova.compute.manager [None req-b15733fc-02a8-4a00-bf22-8b7be1022edc tempest-ServerExternalEventsTest-610057494 tempest-ServerExternalEventsTest-610057494-project] [instance: 738b60d6-4018-42f1-ada4-f3774e4c3d98] Received event network-changed {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.522722] env[70398]: DEBUG nova.compute.manager [None req-b15733fc-02a8-4a00-bf22-8b7be1022edc tempest-ServerExternalEventsTest-610057494 tempest-ServerExternalEventsTest-610057494-project] [instance: 738b60d6-4018-42f1-ada4-f3774e4c3d98] Refreshing instance network info cache due to event network-changed. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.522882] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b15733fc-02a8-4a00-bf22-8b7be1022edc tempest-ServerExternalEventsTest-610057494 tempest-ServerExternalEventsTest-610057494-project] Acquiring lock "refresh_cache-738b60d6-4018-42f1-ada4-f3774e4c3d98" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.523039] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b15733fc-02a8-4a00-bf22-8b7be1022edc tempest-ServerExternalEventsTest-610057494 tempest-ServerExternalEventsTest-610057494-project] Acquired lock "refresh_cache-738b60d6-4018-42f1-ada4-f3774e4c3d98" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.523205] env[70398]: DEBUG nova.network.neutron [None req-b15733fc-02a8-4a00-bf22-8b7be1022edc tempest-ServerExternalEventsTest-610057494 tempest-ServerExternalEventsTest-610057494-project] [instance: 738b60d6-4018-42f1-ada4-f3774e4c3d98] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.545519] env[70398]: DEBUG nova.compute.manager [req-7bffa1c7-23ce-444c-864a-6222b34807ae req-ca5a1d2e-ad1a-493a-ad66-79f576168a42 service nova] [instance: bb51f520-2d79-411b-989a-829094314e11] Received event network-changed-90828595-1f4e-475f-a7a4-766a4bca885d {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.545754] env[70398]: DEBUG nova.compute.manager [req-7bffa1c7-23ce-444c-864a-6222b34807ae req-ca5a1d2e-ad1a-493a-ad66-79f576168a42 service nova] [instance: bb51f520-2d79-411b-989a-829094314e11] Refreshing instance network info cache due to event network-changed-90828595-1f4e-475f-a7a4-766a4bca885d. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.546071] env[70398]: DEBUG oslo_concurrency.lockutils [req-7bffa1c7-23ce-444c-864a-6222b34807ae req-ca5a1d2e-ad1a-493a-ad66-79f576168a42 service nova] Acquiring lock "refresh_cache-bb51f520-2d79-411b-989a-829094314e11" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.546214] env[70398]: DEBUG oslo_concurrency.lockutils [req-7bffa1c7-23ce-444c-864a-6222b34807ae req-ca5a1d2e-ad1a-493a-ad66-79f576168a42 service nova] Acquired lock "refresh_cache-bb51f520-2d79-411b-989a-829094314e11" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.546401] env[70398]: DEBUG nova.network.neutron [req-7bffa1c7-23ce-444c-864a-6222b34807ae req-ca5a1d2e-ad1a-493a-ad66-79f576168a42 service nova] [instance: bb51f520-2d79-411b-989a-829094314e11] Refreshing network info cache for port 90828595-1f4e-475f-a7a4-766a4bca885d {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.562796] env[70398]: DEBUG nova.compute.manager [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 734.565877] env[70398]: DEBUG oslo_vmware.api [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Task: {'id': task-3443972, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.682966] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8378a2-4404-4b83-92d6-714abffc444d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.692729] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556b6879-214c-4f74-86e5-feaef0b24bd3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.728956] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ce115f-ff9c-4bc8-afec-8c101eca9a49 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.738847] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911d611e-5f8f-414d-92b9-c65f2a246039 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.759826] env[70398]: DEBUG nova.compute.provider_tree [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Updating inventory in ProviderTree for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 734.770216] env[70398]: DEBUG oslo_vmware.api [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3443973, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133012} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.772740] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 734.772740] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfe3b8c-da9e-4b60-9d3f-4049aa1f1411 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.800021] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf/0f08f3f7-9fae-4f49-8185-4c0402fb2dcf.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.800021] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-199dc9ef-8f19-42a2-821d-d3df6d2679e8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.821029] env[70398]: DEBUG oslo_vmware.api [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Waiting for the task: (returnval){ [ 734.821029] env[70398]: value = "task-3443974" [ 734.821029] env[70398]: _type = "Task" [ 734.821029] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.830931] env[70398]: DEBUG oslo_vmware.api [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3443974, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.061891] env[70398]: DEBUG oslo_vmware.api [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Task: {'id': task-3443972, 'name': PowerOnVM_Task, 'duration_secs': 0.74131} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.062325] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.062408] env[70398]: DEBUG nova.compute.manager [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.063219] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f211354-8109-4286-a68f-5827f211f788 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.089726] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.196134] env[70398]: DEBUG nova.compute.manager [req-f3e0ac19-58b2-4eed-9092-5075dabb6063 req-cb1e23d7-96b0-4f9c-8fd1-2dd330316f77 service nova] [instance: bb51f520-2d79-411b-989a-829094314e11] Received event network-changed-90828595-1f4e-475f-a7a4-766a4bca885d {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.196134] env[70398]: DEBUG nova.compute.manager [req-f3e0ac19-58b2-4eed-9092-5075dabb6063 req-cb1e23d7-96b0-4f9c-8fd1-2dd330316f77 service nova] [instance: bb51f520-2d79-411b-989a-829094314e11] Refreshing instance network info cache due to event network-changed-90828595-1f4e-475f-a7a4-766a4bca885d. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 735.196134] env[70398]: DEBUG oslo_concurrency.lockutils [req-f3e0ac19-58b2-4eed-9092-5075dabb6063 req-cb1e23d7-96b0-4f9c-8fd1-2dd330316f77 service nova] Acquiring lock "refresh_cache-bb51f520-2d79-411b-989a-829094314e11" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.284732] env[70398]: ERROR nova.scheduler.client.report [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [req-46042f05-661b-4d32-88e3-0472a8f908a1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 308ebb75-eece-4013-bc9f-8d18cf162ec4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-46042f05-661b-4d32-88e3-0472a8f908a1"}]} [ 735.309327] env[70398]: DEBUG nova.scheduler.client.report [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Refreshing inventories for resource provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 735.313745] env[70398]: DEBUG nova.network.neutron [None req-b15733fc-02a8-4a00-bf22-8b7be1022edc tempest-ServerExternalEventsTest-610057494 tempest-ServerExternalEventsTest-610057494-project] [instance: 738b60d6-4018-42f1-ada4-f3774e4c3d98] Updating instance_info_cache with network_info: [{"id": "14ca8d46-0b40-4f8b-8b98-231180ffab77", "address": "fa:16:3e:fe:48:b6", "network": {"id": "9b79551f-7584-4d61-b2a0-efe46a621f82", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3934dab198654b86ac5acbec6380b4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14ca8d46-0b", "ovs_interfaceid": "14ca8d46-0b40-4f8b-8b98-231180ffab77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.326793] env[70398]: DEBUG nova.network.neutron [req-7bffa1c7-23ce-444c-864a-6222b34807ae req-ca5a1d2e-ad1a-493a-ad66-79f576168a42 service nova] [instance: bb51f520-2d79-411b-989a-829094314e11] Updated VIF entry in instance network info cache for port 90828595-1f4e-475f-a7a4-766a4bca885d. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.327259] env[70398]: DEBUG nova.network.neutron [req-7bffa1c7-23ce-444c-864a-6222b34807ae req-ca5a1d2e-ad1a-493a-ad66-79f576168a42 service nova] [instance: bb51f520-2d79-411b-989a-829094314e11] Updating instance_info_cache with network_info: [{"id": "90828595-1f4e-475f-a7a4-766a4bca885d", "address": "fa:16:3e:e4:7f:63", "network": {"id": "62c748e8-dbf2-4a51-9d0e-58e956d6693e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-650977841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a8c565c766ee41cfa07228817dea29cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90828595-1f", "ovs_interfaceid": "90828595-1f4e-475f-a7a4-766a4bca885d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.329206] env[70398]: DEBUG nova.scheduler.client.report [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Updating ProviderTree inventory for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 735.332333] env[70398]: DEBUG nova.compute.provider_tree [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Updating inventory in ProviderTree for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 735.343947] env[70398]: DEBUG oslo_vmware.api [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3443974, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.350417] env[70398]: DEBUG nova.scheduler.client.report [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Refreshing aggregate associations for resource provider 308ebb75-eece-4013-bc9f-8d18cf162ec4, aggregates: None {{(pid=70398) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 735.380064] env[70398]: DEBUG nova.scheduler.client.report [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Refreshing trait associations for resource provider 308ebb75-eece-4013-bc9f-8d18cf162ec4, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=70398) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 735.442223] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b8cc0774-e256-4c4e-a2d6-557330d9a8d7 tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Acquiring lock "738b60d6-4018-42f1-ada4-f3774e4c3d98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.442582] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b8cc0774-e256-4c4e-a2d6-557330d9a8d7 tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Lock "738b60d6-4018-42f1-ada4-f3774e4c3d98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.442805] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b8cc0774-e256-4c4e-a2d6-557330d9a8d7 tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Acquiring lock "738b60d6-4018-42f1-ada4-f3774e4c3d98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.443383] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b8cc0774-e256-4c4e-a2d6-557330d9a8d7 tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Lock "738b60d6-4018-42f1-ada4-f3774e4c3d98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.443658] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b8cc0774-e256-4c4e-a2d6-557330d9a8d7 tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Lock "738b60d6-4018-42f1-ada4-f3774e4c3d98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.446805] env[70398]: INFO nova.compute.manager [None req-b8cc0774-e256-4c4e-a2d6-557330d9a8d7 tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] [instance: 738b60d6-4018-42f1-ada4-f3774e4c3d98] Terminating instance [ 735.587122] env[70398]: DEBUG oslo_concurrency.lockutils [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.819650] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b15733fc-02a8-4a00-bf22-8b7be1022edc tempest-ServerExternalEventsTest-610057494 tempest-ServerExternalEventsTest-610057494-project] Releasing lock "refresh_cache-738b60d6-4018-42f1-ada4-f3774e4c3d98" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.834602] env[70398]: DEBUG oslo_vmware.api [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3443974, 'name': ReconfigVM_Task, 'duration_secs': 0.533745} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.834922] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf/0f08f3f7-9fae-4f49-8185-4c0402fb2dcf.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 735.839840] env[70398]: DEBUG oslo_concurrency.lockutils [req-7bffa1c7-23ce-444c-864a-6222b34807ae req-ca5a1d2e-ad1a-493a-ad66-79f576168a42 service nova] Releasing lock "refresh_cache-bb51f520-2d79-411b-989a-829094314e11" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.840358] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e4d09ae-8638-4bea-bbc5-fa61bc0f9901 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.843752] env[70398]: DEBUG oslo_concurrency.lockutils [req-f3e0ac19-58b2-4eed-9092-5075dabb6063 req-cb1e23d7-96b0-4f9c-8fd1-2dd330316f77 service nova] Acquired lock "refresh_cache-bb51f520-2d79-411b-989a-829094314e11" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.843752] env[70398]: DEBUG nova.network.neutron [req-f3e0ac19-58b2-4eed-9092-5075dabb6063 req-cb1e23d7-96b0-4f9c-8fd1-2dd330316f77 service nova] [instance: bb51f520-2d79-411b-989a-829094314e11] Refreshing network info cache for port 90828595-1f4e-475f-a7a4-766a4bca885d {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.853458] env[70398]: DEBUG oslo_vmware.api [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Waiting for the task: (returnval){ [ 735.853458] env[70398]: value = "task-3443975" [ 735.853458] env[70398]: _type = "Task" [ 735.853458] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.867425] env[70398]: DEBUG oslo_vmware.api [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3443975, 'name': Rename_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.951980] env[70398]: DEBUG nova.compute.manager [None req-b8cc0774-e256-4c4e-a2d6-557330d9a8d7 tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] [instance: 738b60d6-4018-42f1-ada4-f3774e4c3d98] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 735.952379] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b8cc0774-e256-4c4e-a2d6-557330d9a8d7 tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] [instance: 738b60d6-4018-42f1-ada4-f3774e4c3d98] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 735.953419] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734f7609-2bc7-491c-ba06-899d3e4e500a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.970032] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8cc0774-e256-4c4e-a2d6-557330d9a8d7 tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] [instance: 738b60d6-4018-42f1-ada4-f3774e4c3d98] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 735.970032] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e639ad9e-550f-49aa-999d-b1a94afa5cb2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.970820] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5bf04468-1741-455a-a064-775686c5ad43 tempest-VolumesAssistedSnapshotsTest-764316685 tempest-VolumesAssistedSnapshotsTest-764316685-project-admin] Acquiring lock "688fae2f-a3ca-48c8-9a88-923268f5b1a8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.970820] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5bf04468-1741-455a-a064-775686c5ad43 tempest-VolumesAssistedSnapshotsTest-764316685 tempest-VolumesAssistedSnapshotsTest-764316685-project-admin] Lock "688fae2f-a3ca-48c8-9a88-923268f5b1a8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.977971] env[70398]: DEBUG oslo_vmware.api [None req-b8cc0774-e256-4c4e-a2d6-557330d9a8d7 tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Waiting for the task: (returnval){ [ 735.977971] env[70398]: value = "task-3443976" [ 735.977971] env[70398]: _type = "Task" [ 735.977971] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.984396] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455421fb-2b8b-4a37-b014-7c0c0415bc99 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.998139] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac75ae2a-b662-4776-89f7-4962873ca2b4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.001787] env[70398]: DEBUG oslo_vmware.api [None req-b8cc0774-e256-4c4e-a2d6-557330d9a8d7 tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Task: {'id': task-3443976, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.036964] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399a7412-6a3b-4708-a5d4-13033c1efb5f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.050452] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc6662a-85a4-4f08-b771-267259aa6455 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.070870] env[70398]: DEBUG nova.compute.provider_tree [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Updating inventory in ProviderTree for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 736.367149] env[70398]: DEBUG oslo_vmware.api [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3443975, 'name': Rename_Task, 'duration_secs': 0.266579} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.367426] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 736.367667] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cd03e13-f739-4076-bd43-f3999fd57b4c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.375150] env[70398]: DEBUG oslo_vmware.api [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Waiting for the task: (returnval){ [ 736.375150] env[70398]: value = "task-3443977" [ 736.375150] env[70398]: _type = "Task" [ 736.375150] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.386127] env[70398]: DEBUG oslo_vmware.api [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3443977, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.474158] env[70398]: DEBUG nova.compute.utils [None req-5bf04468-1741-455a-a064-775686c5ad43 tempest-VolumesAssistedSnapshotsTest-764316685 tempest-VolumesAssistedSnapshotsTest-764316685-project-admin] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 736.489119] env[70398]: DEBUG oslo_vmware.api [None req-b8cc0774-e256-4c4e-a2d6-557330d9a8d7 tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Task: {'id': task-3443976, 'name': PowerOffVM_Task, 'duration_secs': 0.209051} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.490212] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8cc0774-e256-4c4e-a2d6-557330d9a8d7 tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] [instance: 738b60d6-4018-42f1-ada4-f3774e4c3d98] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 736.490212] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b8cc0774-e256-4c4e-a2d6-557330d9a8d7 tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] [instance: 738b60d6-4018-42f1-ada4-f3774e4c3d98] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 736.490212] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b9ec92f-1d22-4743-955d-0ad8a4d5ac8e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.536586] env[70398]: DEBUG nova.network.neutron [req-f3e0ac19-58b2-4eed-9092-5075dabb6063 req-cb1e23d7-96b0-4f9c-8fd1-2dd330316f77 service nova] [instance: bb51f520-2d79-411b-989a-829094314e11] Updated VIF entry in instance network info cache for port 90828595-1f4e-475f-a7a4-766a4bca885d. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.537008] env[70398]: DEBUG nova.network.neutron [req-f3e0ac19-58b2-4eed-9092-5075dabb6063 req-cb1e23d7-96b0-4f9c-8fd1-2dd330316f77 service nova] [instance: bb51f520-2d79-411b-989a-829094314e11] Updating instance_info_cache with network_info: [{"id": "90828595-1f4e-475f-a7a4-766a4bca885d", "address": "fa:16:3e:e4:7f:63", "network": {"id": "62c748e8-dbf2-4a51-9d0e-58e956d6693e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-650977841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a8c565c766ee41cfa07228817dea29cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90828595-1f", "ovs_interfaceid": "90828595-1f4e-475f-a7a4-766a4bca885d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.540971] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7d5c42db-4d0b-4424-860d-b3106321ee25 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Acquiring lock "4761bd86-261a-4525-a2bf-df74065c403d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.541253] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7d5c42db-4d0b-4424-860d-b3106321ee25 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Lock "4761bd86-261a-4525-a2bf-df74065c403d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.541494] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7d5c42db-4d0b-4424-860d-b3106321ee25 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Acquiring lock "4761bd86-261a-4525-a2bf-df74065c403d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.541733] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7d5c42db-4d0b-4424-860d-b3106321ee25 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Lock "4761bd86-261a-4525-a2bf-df74065c403d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.541916] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7d5c42db-4d0b-4424-860d-b3106321ee25 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Lock "4761bd86-261a-4525-a2bf-df74065c403d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.543705] env[70398]: INFO nova.compute.manager [None req-7d5c42db-4d0b-4424-860d-b3106321ee25 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Terminating instance [ 736.610618] env[70398]: DEBUG nova.scheduler.client.report [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Updated inventory for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 with generation 59 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 736.611023] env[70398]: DEBUG nova.compute.provider_tree [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Updating resource provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 generation from 59 to 60 during operation: update_inventory {{(pid=70398) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 736.611370] env[70398]: DEBUG nova.compute.provider_tree [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Updating inventory in ProviderTree for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 736.855753] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b8cc0774-e256-4c4e-a2d6-557330d9a8d7 tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] [instance: 738b60d6-4018-42f1-ada4-f3774e4c3d98] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 736.856007] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b8cc0774-e256-4c4e-a2d6-557330d9a8d7 tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] [instance: 738b60d6-4018-42f1-ada4-f3774e4c3d98] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 736.856201] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8cc0774-e256-4c4e-a2d6-557330d9a8d7 tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Deleting the datastore file [datastore2] 738b60d6-4018-42f1-ada4-f3774e4c3d98 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 736.856478] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d4a4d4e-d61d-4365-b49d-b16621977c11 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.865055] env[70398]: DEBUG oslo_vmware.api [None req-b8cc0774-e256-4c4e-a2d6-557330d9a8d7 tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Waiting for the task: (returnval){ [ 736.865055] env[70398]: value = "task-3443979" [ 736.865055] env[70398]: _type = "Task" [ 736.865055] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.876885] env[70398]: DEBUG oslo_vmware.api [None req-b8cc0774-e256-4c4e-a2d6-557330d9a8d7 tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Task: {'id': task-3443979, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.886656] env[70398]: DEBUG oslo_vmware.api [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3443977, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.977083] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5bf04468-1741-455a-a064-775686c5ad43 tempest-VolumesAssistedSnapshotsTest-764316685 tempest-VolumesAssistedSnapshotsTest-764316685-project-admin] Lock "688fae2f-a3ca-48c8-9a88-923268f5b1a8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.040281] env[70398]: DEBUG oslo_concurrency.lockutils [req-f3e0ac19-58b2-4eed-9092-5075dabb6063 req-cb1e23d7-96b0-4f9c-8fd1-2dd330316f77 service nova] Releasing lock "refresh_cache-bb51f520-2d79-411b-989a-829094314e11" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.048010] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7d5c42db-4d0b-4424-860d-b3106321ee25 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Acquiring lock "refresh_cache-4761bd86-261a-4525-a2bf-df74065c403d" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.048010] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7d5c42db-4d0b-4424-860d-b3106321ee25 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Acquired lock "refresh_cache-4761bd86-261a-4525-a2bf-df74065c403d" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.048177] env[70398]: DEBUG nova.network.neutron [None req-7d5c42db-4d0b-4424-860d-b3106321ee25 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 737.117217] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70398) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 737.117558] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.699s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.117834] env[70398]: DEBUG oslo_concurrency.lockutils [None req-28c3abb0-bb84-47cc-bcb8-1aba49d8c6ff tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.420s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.118037] env[70398]: DEBUG oslo_concurrency.lockutils [None req-28c3abb0-bb84-47cc-bcb8-1aba49d8c6ff tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.120415] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.593s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.124068] env[70398]: INFO nova.compute.claims [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 9f30832c-d957-4c99-a1f3-fe022e2c73b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 737.158973] env[70398]: INFO nova.scheduler.client.report [None req-28c3abb0-bb84-47cc-bcb8-1aba49d8c6ff tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Deleted allocations for instance 94ca8146-bef3-47a0-a41f-51e3b2d773b9 [ 737.376034] env[70398]: DEBUG oslo_vmware.api [None req-b8cc0774-e256-4c4e-a2d6-557330d9a8d7 tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Task: {'id': task-3443979, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266381} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.376034] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8cc0774-e256-4c4e-a2d6-557330d9a8d7 tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 737.376034] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b8cc0774-e256-4c4e-a2d6-557330d9a8d7 tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] [instance: 738b60d6-4018-42f1-ada4-f3774e4c3d98] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 737.376034] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b8cc0774-e256-4c4e-a2d6-557330d9a8d7 tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] [instance: 738b60d6-4018-42f1-ada4-f3774e4c3d98] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 737.376318] env[70398]: INFO nova.compute.manager [None req-b8cc0774-e256-4c4e-a2d6-557330d9a8d7 tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] [instance: 738b60d6-4018-42f1-ada4-f3774e4c3d98] Took 1.42 seconds to destroy the instance on the hypervisor. [ 737.376478] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8cc0774-e256-4c4e-a2d6-557330d9a8d7 tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.376678] env[70398]: DEBUG nova.compute.manager [-] [instance: 738b60d6-4018-42f1-ada4-f3774e4c3d98] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 737.376768] env[70398]: DEBUG nova.network.neutron [-] [instance: 738b60d6-4018-42f1-ada4-f3774e4c3d98] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 737.388983] env[70398]: DEBUG oslo_vmware.api [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3443977, 'name': PowerOnVM_Task, 'duration_secs': 0.845791} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.389417] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 737.389593] env[70398]: INFO nova.compute.manager [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf] Took 8.94 seconds to spawn the instance on the hypervisor. [ 737.389833] env[70398]: DEBUG nova.compute.manager [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 737.390722] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09d2761-6f6a-4636-a436-674085a74ff4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.583232] env[70398]: DEBUG nova.network.neutron [None req-7d5c42db-4d0b-4424-860d-b3106321ee25 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 737.670334] env[70398]: DEBUG oslo_concurrency.lockutils [None req-28c3abb0-bb84-47cc-bcb8-1aba49d8c6ff tempest-DeleteServersAdminTestJSON-1442280666 tempest-DeleteServersAdminTestJSON-1442280666-project-member] Lock "94ca8146-bef3-47a0-a41f-51e3b2d773b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.494s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.677748] env[70398]: DEBUG nova.network.neutron [None req-7d5c42db-4d0b-4424-860d-b3106321ee25 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.912453] env[70398]: INFO nova.compute.manager [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf] Took 39.61 seconds to build instance. [ 738.052195] env[70398]: DEBUG nova.compute.manager [req-fb503674-1ded-426c-a50c-19dbe7bc4079 req-d21d147f-9dc4-478b-8c0f-55371c29e434 service nova] [instance: bb51f520-2d79-411b-989a-829094314e11] Received event network-changed-90828595-1f4e-475f-a7a4-766a4bca885d {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.052195] env[70398]: DEBUG nova.compute.manager [req-fb503674-1ded-426c-a50c-19dbe7bc4079 req-d21d147f-9dc4-478b-8c0f-55371c29e434 service nova] [instance: bb51f520-2d79-411b-989a-829094314e11] Refreshing instance network info cache due to event network-changed-90828595-1f4e-475f-a7a4-766a4bca885d. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 738.052301] env[70398]: DEBUG oslo_concurrency.lockutils [req-fb503674-1ded-426c-a50c-19dbe7bc4079 req-d21d147f-9dc4-478b-8c0f-55371c29e434 service nova] Acquiring lock "refresh_cache-bb51f520-2d79-411b-989a-829094314e11" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.052563] env[70398]: DEBUG oslo_concurrency.lockutils [req-fb503674-1ded-426c-a50c-19dbe7bc4079 req-d21d147f-9dc4-478b-8c0f-55371c29e434 service nova] Acquired lock "refresh_cache-bb51f520-2d79-411b-989a-829094314e11" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.052701] env[70398]: DEBUG nova.network.neutron [req-fb503674-1ded-426c-a50c-19dbe7bc4079 req-d21d147f-9dc4-478b-8c0f-55371c29e434 service nova] [instance: bb51f520-2d79-411b-989a-829094314e11] Refreshing network info cache for port 90828595-1f4e-475f-a7a4-766a4bca885d {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.076286] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5bf04468-1741-455a-a064-775686c5ad43 tempest-VolumesAssistedSnapshotsTest-764316685 tempest-VolumesAssistedSnapshotsTest-764316685-project-admin] Acquiring lock "688fae2f-a3ca-48c8-9a88-923268f5b1a8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.076380] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5bf04468-1741-455a-a064-775686c5ad43 tempest-VolumesAssistedSnapshotsTest-764316685 tempest-VolumesAssistedSnapshotsTest-764316685-project-admin] Lock "688fae2f-a3ca-48c8-9a88-923268f5b1a8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.076572] env[70398]: INFO nova.compute.manager [None req-5bf04468-1741-455a-a064-775686c5ad43 tempest-VolumesAssistedSnapshotsTest-764316685 tempest-VolumesAssistedSnapshotsTest-764316685-project-admin] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Attaching volume 0464ae99-abe1-426d-8129-cca6773cfe77 to /dev/sdb [ 738.110995] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b3f821-c91a-43fd-8b8b-fb11c8223024 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.119292] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf54ba7-3e75-45ef-99d9-e18470c5ac32 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.140020] env[70398]: DEBUG nova.virt.block_device [None req-5bf04468-1741-455a-a064-775686c5ad43 tempest-VolumesAssistedSnapshotsTest-764316685 tempest-VolumesAssistedSnapshotsTest-764316685-project-admin] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Updating existing volume attachment record: c73ef6f7-8db5-4478-8cc9-60002e35883d {{(pid=70398) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 738.181523] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7d5c42db-4d0b-4424-860d-b3106321ee25 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Releasing lock "refresh_cache-4761bd86-261a-4525-a2bf-df74065c403d" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.181990] env[70398]: DEBUG nova.compute.manager [None req-7d5c42db-4d0b-4424-860d-b3106321ee25 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 738.182212] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5c42db-4d0b-4424-860d-b3106321ee25 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.182501] env[70398]: DEBUG nova.network.neutron [-] [instance: 738b60d6-4018-42f1-ada4-f3774e4c3d98] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.186739] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8c9ce7-8935-4146-81e3-66b9f64e5714 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.198192] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d5c42db-4d0b-4424-860d-b3106321ee25 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.198466] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9cde691-f918-4ebf-a579-00a9c2a60046 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.215248] env[70398]: DEBUG oslo_vmware.api [None req-7d5c42db-4d0b-4424-860d-b3106321ee25 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Waiting for the task: (returnval){ [ 738.215248] env[70398]: value = "task-3443980" [ 738.215248] env[70398]: _type = "Task" [ 738.215248] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.227870] env[70398]: DEBUG oslo_vmware.api [None req-7d5c42db-4d0b-4424-860d-b3106321ee25 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Task: {'id': task-3443980, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.239544] env[70398]: DEBUG nova.compute.manager [req-d6ce6bd1-36a0-42aa-8856-59cab792b401 req-8b3d598c-58a3-4c66-92a3-5a0976c64584 service nova] [instance: 738b60d6-4018-42f1-ada4-f3774e4c3d98] Received event network-vif-deleted-14ca8d46-0b40-4f8b-8b98-231180ffab77 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.415023] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Lock "0f08f3f7-9fae-4f49-8185-4c0402fb2dcf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.311s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.693608] env[70398]: INFO nova.compute.manager [-] [instance: 738b60d6-4018-42f1-ada4-f3774e4c3d98] Took 1.32 seconds to deallocate network for instance. [ 738.730087] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9db0139-5112-42c7-a28f-643a126c440f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.736904] env[70398]: DEBUG oslo_vmware.api [None req-7d5c42db-4d0b-4424-860d-b3106321ee25 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Task: {'id': task-3443980, 'name': PowerOffVM_Task, 'duration_secs': 0.158647} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.738349] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d5c42db-4d0b-4424-860d-b3106321ee25 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 738.738349] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5c42db-4d0b-4424-860d-b3106321ee25 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.738349] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8d0f4ad-1e22-48cb-a9c7-c7d87db5c88b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.742692] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b4c39f-ecb0-4b5f-ba82-bc760be32c9a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.782925] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc12a66d-4d44-43b6-bb49-fe7d61c34ac0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.786462] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5c42db-4d0b-4424-860d-b3106321ee25 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 738.786766] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5c42db-4d0b-4424-860d-b3106321ee25 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 738.787042] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d5c42db-4d0b-4424-860d-b3106321ee25 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Deleting the datastore file [datastore2] 4761bd86-261a-4525-a2bf-df74065c403d {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.787914] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9552840-ee83-4615-b617-4123491a11c2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.796493] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa1060e-4436-4bf5-b1eb-be4241e3bae2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.802518] env[70398]: DEBUG oslo_vmware.api [None req-7d5c42db-4d0b-4424-860d-b3106321ee25 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Waiting for the task: (returnval){ [ 738.802518] env[70398]: value = "task-3443986" [ 738.802518] env[70398]: _type = "Task" [ 738.802518] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.818941] env[70398]: DEBUG nova.compute.provider_tree [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.828193] env[70398]: DEBUG oslo_vmware.api [None req-7d5c42db-4d0b-4424-860d-b3106321ee25 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Task: {'id': task-3443986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.882635] env[70398]: DEBUG nova.network.neutron [req-fb503674-1ded-426c-a50c-19dbe7bc4079 req-d21d147f-9dc4-478b-8c0f-55371c29e434 service nova] [instance: bb51f520-2d79-411b-989a-829094314e11] Updated VIF entry in instance network info cache for port 90828595-1f4e-475f-a7a4-766a4bca885d. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.883009] env[70398]: DEBUG nova.network.neutron [req-fb503674-1ded-426c-a50c-19dbe7bc4079 req-d21d147f-9dc4-478b-8c0f-55371c29e434 service nova] [instance: bb51f520-2d79-411b-989a-829094314e11] Updating instance_info_cache with network_info: [{"id": "90828595-1f4e-475f-a7a4-766a4bca885d", "address": "fa:16:3e:e4:7f:63", "network": {"id": "62c748e8-dbf2-4a51-9d0e-58e956d6693e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-650977841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a8c565c766ee41cfa07228817dea29cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90828595-1f", "ovs_interfaceid": "90828595-1f4e-475f-a7a4-766a4bca885d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.921527] env[70398]: DEBUG nova.compute.manager [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] [instance: c8365af2-10de-4aa2-833d-d5ed1253c168] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 738.937322] env[70398]: DEBUG oslo_concurrency.lockutils [None req-34ca21a5-4964-47b3-96be-43ef11a65d94 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquiring lock "c4e17778-5b44-4a5c-934c-f06f1722e50c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.937586] env[70398]: DEBUG oslo_concurrency.lockutils [None req-34ca21a5-4964-47b3-96be-43ef11a65d94 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "c4e17778-5b44-4a5c-934c-f06f1722e50c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.940178] env[70398]: DEBUG nova.compute.manager [None req-34ca21a5-4964-47b3-96be-43ef11a65d94 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.940178] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b41f9c-7d8f-4635-8a25-67f3b19dfccb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.947589] env[70398]: DEBUG nova.compute.manager [None req-34ca21a5-4964-47b3-96be-43ef11a65d94 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70398) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 738.947764] env[70398]: DEBUG nova.objects.instance [None req-34ca21a5-4964-47b3-96be-43ef11a65d94 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lazy-loading 'flavor' on Instance uuid c4e17778-5b44-4a5c-934c-f06f1722e50c {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 739.203743] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b8cc0774-e256-4c4e-a2d6-557330d9a8d7 tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.313720] env[70398]: DEBUG oslo_vmware.api [None req-7d5c42db-4d0b-4424-860d-b3106321ee25 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Task: {'id': task-3443986, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175647} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.313982] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d5c42db-4d0b-4424-860d-b3106321ee25 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.314183] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5c42db-4d0b-4424-860d-b3106321ee25 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.315205] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5c42db-4d0b-4424-860d-b3106321ee25 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.315205] env[70398]: INFO nova.compute.manager [None req-7d5c42db-4d0b-4424-860d-b3106321ee25 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 739.315205] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d5c42db-4d0b-4424-860d-b3106321ee25 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.315205] env[70398]: DEBUG nova.compute.manager [-] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 739.315205] env[70398]: DEBUG nova.network.neutron [-] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 739.323081] env[70398]: DEBUG nova.scheduler.client.report [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.339624] env[70398]: DEBUG nova.network.neutron [-] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.385391] env[70398]: DEBUG oslo_concurrency.lockutils [req-fb503674-1ded-426c-a50c-19dbe7bc4079 req-d21d147f-9dc4-478b-8c0f-55371c29e434 service nova] Releasing lock "refresh_cache-bb51f520-2d79-411b-989a-829094314e11" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.444228] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.831156] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.711s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.831772] env[70398]: DEBUG nova.compute.manager [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 9f30832c-d957-4c99-a1f3-fe022e2c73b9] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 739.834460] env[70398]: DEBUG oslo_concurrency.lockutils [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.537s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.834665] env[70398]: DEBUG nova.objects.instance [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70398) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 739.843046] env[70398]: DEBUG nova.network.neutron [-] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.955527] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-34ca21a5-4964-47b3-96be-43ef11a65d94 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 739.955898] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48ec328d-a04e-4eef-a76b-5830a0cee30f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.965373] env[70398]: DEBUG oslo_vmware.api [None req-34ca21a5-4964-47b3-96be-43ef11a65d94 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 739.965373] env[70398]: value = "task-3443987" [ 739.965373] env[70398]: _type = "Task" [ 739.965373] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.979640] env[70398]: DEBUG oslo_vmware.api [None req-34ca21a5-4964-47b3-96be-43ef11a65d94 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3443987, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.082191] env[70398]: DEBUG oslo_concurrency.lockutils [None req-76107780-6169-4cdb-ae0c-f7ad7d43f5c3 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Acquiring lock "bb51f520-2d79-411b-989a-829094314e11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.082468] env[70398]: DEBUG oslo_concurrency.lockutils [None req-76107780-6169-4cdb-ae0c-f7ad7d43f5c3 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Lock "bb51f520-2d79-411b-989a-829094314e11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.082740] env[70398]: DEBUG oslo_concurrency.lockutils [None req-76107780-6169-4cdb-ae0c-f7ad7d43f5c3 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Acquiring lock "bb51f520-2d79-411b-989a-829094314e11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.082972] env[70398]: DEBUG oslo_concurrency.lockutils [None req-76107780-6169-4cdb-ae0c-f7ad7d43f5c3 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Lock "bb51f520-2d79-411b-989a-829094314e11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.083179] env[70398]: DEBUG oslo_concurrency.lockutils [None req-76107780-6169-4cdb-ae0c-f7ad7d43f5c3 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Lock "bb51f520-2d79-411b-989a-829094314e11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.087581] env[70398]: INFO nova.compute.manager [None req-76107780-6169-4cdb-ae0c-f7ad7d43f5c3 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] [instance: bb51f520-2d79-411b-989a-829094314e11] Terminating instance [ 740.277195] env[70398]: DEBUG nova.compute.manager [req-a94995d6-d7f3-4fd4-a04d-c0d4b6704749 req-c798f9f7-7fb9-475c-9971-17c861f5fd3f service nova] [instance: bb51f520-2d79-411b-989a-829094314e11] Received event network-changed-90828595-1f4e-475f-a7a4-766a4bca885d {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.277524] env[70398]: DEBUG nova.compute.manager [req-a94995d6-d7f3-4fd4-a04d-c0d4b6704749 req-c798f9f7-7fb9-475c-9971-17c861f5fd3f service nova] [instance: bb51f520-2d79-411b-989a-829094314e11] Refreshing instance network info cache due to event network-changed-90828595-1f4e-475f-a7a4-766a4bca885d. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 740.277839] env[70398]: DEBUG oslo_concurrency.lockutils [req-a94995d6-d7f3-4fd4-a04d-c0d4b6704749 req-c798f9f7-7fb9-475c-9971-17c861f5fd3f service nova] Acquiring lock "refresh_cache-bb51f520-2d79-411b-989a-829094314e11" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.278412] env[70398]: DEBUG oslo_concurrency.lockutils [req-a94995d6-d7f3-4fd4-a04d-c0d4b6704749 req-c798f9f7-7fb9-475c-9971-17c861f5fd3f service nova] Acquired lock "refresh_cache-bb51f520-2d79-411b-989a-829094314e11" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.278774] env[70398]: DEBUG nova.network.neutron [req-a94995d6-d7f3-4fd4-a04d-c0d4b6704749 req-c798f9f7-7fb9-475c-9971-17c861f5fd3f service nova] [instance: bb51f520-2d79-411b-989a-829094314e11] Refreshing network info cache for port 90828595-1f4e-475f-a7a4-766a4bca885d {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.339410] env[70398]: DEBUG nova.compute.utils [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 740.343880] env[70398]: DEBUG nova.compute.manager [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 9f30832c-d957-4c99-a1f3-fe022e2c73b9] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 740.344071] env[70398]: DEBUG nova.network.neutron [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 9f30832c-d957-4c99-a1f3-fe022e2c73b9] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 740.345996] env[70398]: INFO nova.compute.manager [-] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Took 1.03 seconds to deallocate network for instance. [ 740.409068] env[70398]: DEBUG nova.policy [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9fc35b361eaa451a99075d4b68aee4fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb7752c84f104f83ae5f2857bd511cc9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 740.476791] env[70398]: DEBUG oslo_vmware.api [None req-34ca21a5-4964-47b3-96be-43ef11a65d94 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3443987, 'name': PowerOffVM_Task, 'duration_secs': 0.247212} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.477079] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-34ca21a5-4964-47b3-96be-43ef11a65d94 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 740.477274] env[70398]: DEBUG nova.compute.manager [None req-34ca21a5-4964-47b3-96be-43ef11a65d94 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.478056] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c74f457-1639-453e-b186-3f59242c3a6e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.591089] env[70398]: DEBUG nova.compute.manager [None req-76107780-6169-4cdb-ae0c-f7ad7d43f5c3 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] [instance: bb51f520-2d79-411b-989a-829094314e11] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 740.591368] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-76107780-6169-4cdb-ae0c-f7ad7d43f5c3 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] [instance: bb51f520-2d79-411b-989a-829094314e11] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 740.592343] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51626742-efe3-4dc2-a8e1-3a0b95545e3e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.602560] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-76107780-6169-4cdb-ae0c-f7ad7d43f5c3 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] [instance: bb51f520-2d79-411b-989a-829094314e11] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 740.602981] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fea9bd7-fbd3-4e7d-8af4-c0bfef68d80a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.612783] env[70398]: DEBUG oslo_vmware.api [None req-76107780-6169-4cdb-ae0c-f7ad7d43f5c3 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Waiting for the task: (returnval){ [ 740.612783] env[70398]: value = "task-3443988" [ 740.612783] env[70398]: _type = "Task" [ 740.612783] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.625949] env[70398]: DEBUG oslo_vmware.api [None req-76107780-6169-4cdb-ae0c-f7ad7d43f5c3 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Task: {'id': task-3443988, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.795027] env[70398]: DEBUG nova.network.neutron [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 9f30832c-d957-4c99-a1f3-fe022e2c73b9] Successfully created port: f78325e0-c397-4e94-8903-7c4bb86a40de {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 740.846702] env[70398]: DEBUG nova.compute.manager [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 9f30832c-d957-4c99-a1f3-fe022e2c73b9] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 740.855030] env[70398]: DEBUG oslo_concurrency.lockutils [None req-90fd4b47-6766-46fe-aa1d-5ad321839942 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.855030] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ad530344-b044-42c1-9f04-43805a50b261 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.349s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.855030] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ad530344-b044-42c1-9f04-43805a50b261 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.866307] env[70398]: DEBUG oslo_concurrency.lockutils [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.545s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.868708] env[70398]: INFO nova.compute.claims [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 740.878001] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7d5c42db-4d0b-4424-860d-b3106321ee25 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.894651] env[70398]: INFO nova.scheduler.client.report [None req-ad530344-b044-42c1-9f04-43805a50b261 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Deleted allocations for instance e520b86c-a70c-48a3-bb69-8212a40050cb [ 740.990316] env[70398]: DEBUG oslo_concurrency.lockutils [None req-34ca21a5-4964-47b3-96be-43ef11a65d94 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "c4e17778-5b44-4a5c-934c-f06f1722e50c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.051156] env[70398]: DEBUG nova.network.neutron [req-a94995d6-d7f3-4fd4-a04d-c0d4b6704749 req-c798f9f7-7fb9-475c-9971-17c861f5fd3f service nova] [instance: bb51f520-2d79-411b-989a-829094314e11] Updated VIF entry in instance network info cache for port 90828595-1f4e-475f-a7a4-766a4bca885d. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 741.051541] env[70398]: DEBUG nova.network.neutron [req-a94995d6-d7f3-4fd4-a04d-c0d4b6704749 req-c798f9f7-7fb9-475c-9971-17c861f5fd3f service nova] [instance: bb51f520-2d79-411b-989a-829094314e11] Updating instance_info_cache with network_info: [{"id": "90828595-1f4e-475f-a7a4-766a4bca885d", "address": "fa:16:3e:e4:7f:63", "network": {"id": "62c748e8-dbf2-4a51-9d0e-58e956d6693e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-650977841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a8c565c766ee41cfa07228817dea29cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90828595-1f", "ovs_interfaceid": "90828595-1f4e-475f-a7a4-766a4bca885d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.123851] env[70398]: DEBUG oslo_vmware.api [None req-76107780-6169-4cdb-ae0c-f7ad7d43f5c3 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Task: {'id': task-3443988, 'name': PowerOffVM_Task, 'duration_secs': 0.377189} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.125576] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-76107780-6169-4cdb-ae0c-f7ad7d43f5c3 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] [instance: bb51f520-2d79-411b-989a-829094314e11] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 741.125841] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-76107780-6169-4cdb-ae0c-f7ad7d43f5c3 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] [instance: bb51f520-2d79-411b-989a-829094314e11] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 741.126019] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05451159-3f08-4aec-973b-541c0d287e1f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.306224] env[70398]: DEBUG oslo_vmware.rw_handles [None req-5e8aebbd-72d4-45d3-96c4-fc196e0a979e tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f81e7b-9b3e-402b-a345-d36a737c8a05/disk-0.vmdk. {{(pid=70398) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 741.307135] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73da6bd-b158-4662-9217-660a727714c1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.314307] env[70398]: DEBUG oslo_vmware.rw_handles [None req-5e8aebbd-72d4-45d3-96c4-fc196e0a979e tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f81e7b-9b3e-402b-a345-d36a737c8a05/disk-0.vmdk is in state: ready. {{(pid=70398) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 741.314479] env[70398]: ERROR oslo_vmware.rw_handles [None req-5e8aebbd-72d4-45d3-96c4-fc196e0a979e tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f81e7b-9b3e-402b-a345-d36a737c8a05/disk-0.vmdk due to incomplete transfer. [ 741.314715] env[70398]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5369acce-5141-4643-8679-4419d028e959 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.323880] env[70398]: DEBUG oslo_vmware.rw_handles [None req-5e8aebbd-72d4-45d3-96c4-fc196e0a979e tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f81e7b-9b3e-402b-a345-d36a737c8a05/disk-0.vmdk. {{(pid=70398) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 741.324112] env[70398]: DEBUG nova.virt.vmwareapi.images [None req-5e8aebbd-72d4-45d3-96c4-fc196e0a979e tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Uploaded image 24d3f836-dc00-470d-b970-abeb77c83ba3 to the Glance image server {{(pid=70398) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 741.325636] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e8aebbd-72d4-45d3-96c4-fc196e0a979e tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Destroying the VM {{(pid=70398) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 741.325906] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d1b687b7-86b9-43e7-8e3a-13617a19d934 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.333191] env[70398]: DEBUG oslo_vmware.api [None req-5e8aebbd-72d4-45d3-96c4-fc196e0a979e tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Waiting for the task: (returnval){ [ 741.333191] env[70398]: value = "task-3443990" [ 741.333191] env[70398]: _type = "Task" [ 741.333191] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.344357] env[70398]: DEBUG oslo_vmware.api [None req-5e8aebbd-72d4-45d3-96c4-fc196e0a979e tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443990, 'name': Destroy_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.410861] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ad530344-b044-42c1-9f04-43805a50b261 tempest-ServerTagsTestJSON-1618409113 tempest-ServerTagsTestJSON-1618409113-project-member] Lock "e520b86c-a70c-48a3-bb69-8212a40050cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.396s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.554583] env[70398]: DEBUG oslo_concurrency.lockutils [req-a94995d6-d7f3-4fd4-a04d-c0d4b6704749 req-c798f9f7-7fb9-475c-9971-17c861f5fd3f service nova] Releasing lock "refresh_cache-bb51f520-2d79-411b-989a-829094314e11" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.846043] env[70398]: DEBUG oslo_vmware.api [None req-5e8aebbd-72d4-45d3-96c4-fc196e0a979e tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443990, 'name': Destroy_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.861586] env[70398]: DEBUG nova.compute.manager [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 9f30832c-d957-4c99-a1f3-fe022e2c73b9] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 741.893038] env[70398]: DEBUG nova.virt.hardware [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 741.893337] env[70398]: DEBUG nova.virt.hardware [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 741.893511] env[70398]: DEBUG nova.virt.hardware [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 741.893696] env[70398]: DEBUG nova.virt.hardware [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 741.893896] env[70398]: DEBUG nova.virt.hardware [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 741.894090] env[70398]: DEBUG nova.virt.hardware [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 741.894385] env[70398]: DEBUG nova.virt.hardware [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 741.894568] env[70398]: DEBUG nova.virt.hardware [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 741.894785] env[70398]: DEBUG nova.virt.hardware [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 741.895096] env[70398]: DEBUG nova.virt.hardware [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 741.895345] env[70398]: DEBUG nova.virt.hardware [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 741.896313] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568059a3-1950-4984-95b4-e1546abfbd8e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.909159] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b146b95-e2da-4578-be6f-4ca542b8651e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.916635] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-76107780-6169-4cdb-ae0c-f7ad7d43f5c3 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] [instance: bb51f520-2d79-411b-989a-829094314e11] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 741.916869] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-76107780-6169-4cdb-ae0c-f7ad7d43f5c3 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] [instance: bb51f520-2d79-411b-989a-829094314e11] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 741.917064] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-76107780-6169-4cdb-ae0c-f7ad7d43f5c3 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Deleting the datastore file [datastore1] bb51f520-2d79-411b-989a-829094314e11 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 741.920178] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81af6143-5998-4453-8304-ed4e6f7ced88 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.939208] env[70398]: DEBUG oslo_vmware.api [None req-76107780-6169-4cdb-ae0c-f7ad7d43f5c3 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Waiting for the task: (returnval){ [ 741.939208] env[70398]: value = "task-3443991" [ 741.939208] env[70398]: _type = "Task" [ 741.939208] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.949143] env[70398]: DEBUG oslo_vmware.api [None req-76107780-6169-4cdb-ae0c-f7ad7d43f5c3 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Task: {'id': task-3443991, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.349671] env[70398]: DEBUG oslo_vmware.api [None req-5e8aebbd-72d4-45d3-96c4-fc196e0a979e tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443990, 'name': Destroy_Task, 'duration_secs': 0.546918} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.350025] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-5e8aebbd-72d4-45d3-96c4-fc196e0a979e tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Destroyed the VM [ 742.352090] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-5e8aebbd-72d4-45d3-96c4-fc196e0a979e tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Deleting Snapshot of the VM instance {{(pid=70398) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 742.352090] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cebfc418-b86f-45f0-88be-6fe9d9a80d01 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.360173] env[70398]: DEBUG oslo_vmware.api [None req-5e8aebbd-72d4-45d3-96c4-fc196e0a979e tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Waiting for the task: (returnval){ [ 742.360173] env[70398]: value = "task-3443992" [ 742.360173] env[70398]: _type = "Task" [ 742.360173] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.369877] env[70398]: DEBUG oslo_vmware.api [None req-5e8aebbd-72d4-45d3-96c4-fc196e0a979e tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443992, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.451970] env[70398]: DEBUG oslo_vmware.api [None req-76107780-6169-4cdb-ae0c-f7ad7d43f5c3 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Task: {'id': task-3443991, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.454752] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb702e7-589a-431c-829d-8ad37cd60710 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.462668] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8455cb2-48da-4c6d-9461-0d8248d29438 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.504660] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d3777b-b88c-4d42-b74a-7fafea71e83e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.519341] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51a3d25-ed1c-4e92-954b-58dbf5df5fa4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.535516] env[70398]: DEBUG nova.compute.provider_tree [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Updating inventory in ProviderTree for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 742.547914] env[70398]: DEBUG nova.compute.manager [req-d4ace6bb-534c-46d4-bb65-962e055aa166 req-087a66a0-253e-45d4-b3c0-268492ed051a service nova] [instance: 9f30832c-d957-4c99-a1f3-fe022e2c73b9] Received event network-vif-plugged-f78325e0-c397-4e94-8903-7c4bb86a40de {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.548179] env[70398]: DEBUG oslo_concurrency.lockutils [req-d4ace6bb-534c-46d4-bb65-962e055aa166 req-087a66a0-253e-45d4-b3c0-268492ed051a service nova] Acquiring lock "9f30832c-d957-4c99-a1f3-fe022e2c73b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.548391] env[70398]: DEBUG oslo_concurrency.lockutils [req-d4ace6bb-534c-46d4-bb65-962e055aa166 req-087a66a0-253e-45d4-b3c0-268492ed051a service nova] Lock "9f30832c-d957-4c99-a1f3-fe022e2c73b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.548557] env[70398]: DEBUG oslo_concurrency.lockutils [req-d4ace6bb-534c-46d4-bb65-962e055aa166 req-087a66a0-253e-45d4-b3c0-268492ed051a service nova] Lock "9f30832c-d957-4c99-a1f3-fe022e2c73b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.548723] env[70398]: DEBUG nova.compute.manager [req-d4ace6bb-534c-46d4-bb65-962e055aa166 req-087a66a0-253e-45d4-b3c0-268492ed051a service nova] [instance: 9f30832c-d957-4c99-a1f3-fe022e2c73b9] No waiting events found dispatching network-vif-plugged-f78325e0-c397-4e94-8903-7c4bb86a40de {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 742.548883] env[70398]: WARNING nova.compute.manager [req-d4ace6bb-534c-46d4-bb65-962e055aa166 req-087a66a0-253e-45d4-b3c0-268492ed051a service nova] [instance: 9f30832c-d957-4c99-a1f3-fe022e2c73b9] Received unexpected event network-vif-plugged-f78325e0-c397-4e94-8903-7c4bb86a40de for instance with vm_state building and task_state spawning. [ 742.766140] env[70398]: DEBUG nova.network.neutron [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 9f30832c-d957-4c99-a1f3-fe022e2c73b9] Successfully updated port: f78325e0-c397-4e94-8903-7c4bb86a40de {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 742.872834] env[70398]: DEBUG oslo_vmware.api [None req-5e8aebbd-72d4-45d3-96c4-fc196e0a979e tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443992, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.888070] env[70398]: DEBUG nova.compute.manager [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Stashing vm_state: stopped {{(pid=70398) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 742.953029] env[70398]: DEBUG oslo_vmware.api [None req-76107780-6169-4cdb-ae0c-f7ad7d43f5c3 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Task: {'id': task-3443991, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.671029} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.953029] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-76107780-6169-4cdb-ae0c-f7ad7d43f5c3 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 742.953029] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-76107780-6169-4cdb-ae0c-f7ad7d43f5c3 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] [instance: bb51f520-2d79-411b-989a-829094314e11] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 742.953029] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-76107780-6169-4cdb-ae0c-f7ad7d43f5c3 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] [instance: bb51f520-2d79-411b-989a-829094314e11] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 742.953029] env[70398]: INFO nova.compute.manager [None req-76107780-6169-4cdb-ae0c-f7ad7d43f5c3 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] [instance: bb51f520-2d79-411b-989a-829094314e11] Took 2.36 seconds to destroy the instance on the hypervisor. [ 742.953029] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76107780-6169-4cdb-ae0c-f7ad7d43f5c3 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.953029] env[70398]: DEBUG nova.compute.manager [-] [instance: bb51f520-2d79-411b-989a-829094314e11] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 742.953029] env[70398]: DEBUG nova.network.neutron [-] [instance: bb51f520-2d79-411b-989a-829094314e11] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 743.067060] env[70398]: ERROR nova.scheduler.client.report [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] [req-7d738fc3-7bbb-4342-a10e-6c21df4e034d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 308ebb75-eece-4013-bc9f-8d18cf162ec4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7d738fc3-7bbb-4342-a10e-6c21df4e034d"}]} [ 743.100098] env[70398]: DEBUG nova.scheduler.client.report [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Refreshing inventories for resource provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 743.137190] env[70398]: DEBUG nova.scheduler.client.report [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Updating ProviderTree inventory for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 743.137485] env[70398]: DEBUG nova.compute.provider_tree [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Updating inventory in ProviderTree for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 743.153465] env[70398]: DEBUG nova.scheduler.client.report [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Refreshing aggregate associations for resource provider 308ebb75-eece-4013-bc9f-8d18cf162ec4, aggregates: None {{(pid=70398) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 743.174375] env[70398]: DEBUG nova.scheduler.client.report [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Refreshing trait associations for resource provider 308ebb75-eece-4013-bc9f-8d18cf162ec4, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=70398) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 743.270024] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Acquiring lock "refresh_cache-9f30832c-d957-4c99-a1f3-fe022e2c73b9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.270181] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Acquired lock "refresh_cache-9f30832c-d957-4c99-a1f3-fe022e2c73b9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.270338] env[70398]: DEBUG nova.network.neutron [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 9f30832c-d957-4c99-a1f3-fe022e2c73b9] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 743.374800] env[70398]: DEBUG oslo_vmware.api [None req-5e8aebbd-72d4-45d3-96c4-fc196e0a979e tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443992, 'name': RemoveSnapshot_Task, 'duration_secs': 0.608557} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.377628] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-5e8aebbd-72d4-45d3-96c4-fc196e0a979e tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Deleted Snapshot of the VM instance {{(pid=70398) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 743.377898] env[70398]: INFO nova.compute.manager [None req-5e8aebbd-72d4-45d3-96c4-fc196e0a979e tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Took 19.47 seconds to snapshot the instance on the hypervisor. [ 743.415240] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.743846] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9098daa6-2d51-44c5-887c-654edae3ef1c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.754570] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d8fe35-3dcc-4da7-a668-9df3a6360c8f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.798419] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf197ac2-e005-4ded-ac65-4d1bbf0628cb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.806968] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40aa37de-996a-4318-ba1a-08c7a6b0d262 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.828608] env[70398]: DEBUG nova.compute.provider_tree [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Updating inventory in ProviderTree for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 743.833524] env[70398]: DEBUG nova.network.neutron [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 9f30832c-d957-4c99-a1f3-fe022e2c73b9] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 743.889285] env[70398]: DEBUG nova.network.neutron [-] [instance: bb51f520-2d79-411b-989a-829094314e11] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.018078] env[70398]: DEBUG nova.network.neutron [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 9f30832c-d957-4c99-a1f3-fe022e2c73b9] Updating instance_info_cache with network_info: [{"id": "f78325e0-c397-4e94-8903-7c4bb86a40de", "address": "fa:16:3e:a2:a0:85", "network": {"id": "9afd4842-b34f-46a9-9519-37c981b8d760", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1460884220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb7752c84f104f83ae5f2857bd511cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf78325e0-c3", "ovs_interfaceid": "f78325e0-c397-4e94-8903-7c4bb86a40de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.072736] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Acquiring lock "cf1cd05c-c8c5-4128-a3e6-30129f81b732" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.073054] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Lock "cf1cd05c-c8c5-4128-a3e6-30129f81b732" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.351450] env[70398]: ERROR nova.scheduler.client.report [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] [req-8f370740-db72-47d9-afaf-0692b1253f22] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 308ebb75-eece-4013-bc9f-8d18cf162ec4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8f370740-db72-47d9-afaf-0692b1253f22"}]} [ 744.371998] env[70398]: DEBUG nova.scheduler.client.report [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Refreshing inventories for resource provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 744.389591] env[70398]: DEBUG nova.scheduler.client.report [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Updating ProviderTree inventory for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 744.389819] env[70398]: DEBUG nova.compute.provider_tree [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Updating inventory in ProviderTree for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 744.391984] env[70398]: INFO nova.compute.manager [-] [instance: bb51f520-2d79-411b-989a-829094314e11] Took 1.44 seconds to deallocate network for instance. [ 744.403697] env[70398]: DEBUG nova.scheduler.client.report [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Refreshing aggregate associations for resource provider 308ebb75-eece-4013-bc9f-8d18cf162ec4, aggregates: None {{(pid=70398) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 744.425160] env[70398]: DEBUG nova.scheduler.client.report [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Refreshing trait associations for resource provider 308ebb75-eece-4013-bc9f-8d18cf162ec4, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=70398) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 744.525240] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Releasing lock "refresh_cache-9f30832c-d957-4c99-a1f3-fe022e2c73b9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.525240] env[70398]: DEBUG nova.compute.manager [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 9f30832c-d957-4c99-a1f3-fe022e2c73b9] Instance network_info: |[{"id": "f78325e0-c397-4e94-8903-7c4bb86a40de", "address": "fa:16:3e:a2:a0:85", "network": {"id": "9afd4842-b34f-46a9-9519-37c981b8d760", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1460884220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb7752c84f104f83ae5f2857bd511cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf78325e0-c3", "ovs_interfaceid": "f78325e0-c397-4e94-8903-7c4bb86a40de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 744.525240] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 9f30832c-d957-4c99-a1f3-fe022e2c73b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:a0:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6c45fd-e930-495a-9cb7-df84eda443b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f78325e0-c397-4e94-8903-7c4bb86a40de', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 744.533026] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.535704] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f30832c-d957-4c99-a1f3-fe022e2c73b9] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 744.536162] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ea60808-b265-407a-b422-c3c0b642d8df {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.565357] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 744.565357] env[70398]: value = "task-3443994" [ 744.565357] env[70398]: _type = "Task" [ 744.565357] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.576577] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443994, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.643246] env[70398]: DEBUG nova.compute.manager [req-597bfe4b-7545-49a7-b553-bf7987a40d2f req-3e8e55b2-d093-45ad-97f8-35c3fa2c961f service nova] [instance: 9f30832c-d957-4c99-a1f3-fe022e2c73b9] Received event network-changed-f78325e0-c397-4e94-8903-7c4bb86a40de {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.644147] env[70398]: DEBUG nova.compute.manager [req-597bfe4b-7545-49a7-b553-bf7987a40d2f req-3e8e55b2-d093-45ad-97f8-35c3fa2c961f service nova] [instance: 9f30832c-d957-4c99-a1f3-fe022e2c73b9] Refreshing instance network info cache due to event network-changed-f78325e0-c397-4e94-8903-7c4bb86a40de. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 744.644147] env[70398]: DEBUG oslo_concurrency.lockutils [req-597bfe4b-7545-49a7-b553-bf7987a40d2f req-3e8e55b2-d093-45ad-97f8-35c3fa2c961f service nova] Acquiring lock "refresh_cache-9f30832c-d957-4c99-a1f3-fe022e2c73b9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.644147] env[70398]: DEBUG oslo_concurrency.lockutils [req-597bfe4b-7545-49a7-b553-bf7987a40d2f req-3e8e55b2-d093-45ad-97f8-35c3fa2c961f service nova] Acquired lock "refresh_cache-9f30832c-d957-4c99-a1f3-fe022e2c73b9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.644147] env[70398]: DEBUG nova.network.neutron [req-597bfe4b-7545-49a7-b553-bf7987a40d2f req-3e8e55b2-d093-45ad-97f8-35c3fa2c961f service nova] [instance: 9f30832c-d957-4c99-a1f3-fe022e2c73b9] Refreshing network info cache for port f78325e0-c397-4e94-8903-7c4bb86a40de {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.899129] env[70398]: DEBUG oslo_concurrency.lockutils [None req-76107780-6169-4cdb-ae0c-f7ad7d43f5c3 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.079991] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3443994, 'name': CreateVM_Task, 'duration_secs': 0.34882} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.080191] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f30832c-d957-4c99-a1f3-fe022e2c73b9] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 745.080890] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.081090] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.081417] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.084063] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5eb8983-fb03-4308-8374-3b178c2fab9c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.089793] env[70398]: DEBUG oslo_vmware.api [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Waiting for the task: (returnval){ [ 745.089793] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5241a233-e335-7223-e00b-043a4e027449" [ 745.089793] env[70398]: _type = "Task" [ 745.089793] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.098225] env[70398]: DEBUG oslo_vmware.api [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5241a233-e335-7223-e00b-043a4e027449, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.099937] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd0fd38-07c0-4f4d-a136-b1bdf6ac24de {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.107018] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72f05c0-0697-40ff-acc4-2ea8f4b6a145 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.148506] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f41664-3cec-4bae-beb4-4f0567d320ec {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.160506] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0ee055-0ffb-437e-ae14-0d7aaf3afa76 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.179314] env[70398]: DEBUG nova.compute.provider_tree [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Updating inventory in ProviderTree for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 745.230018] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bf04468-1741-455a-a064-775686c5ad43 tempest-VolumesAssistedSnapshotsTest-764316685 tempest-VolumesAssistedSnapshotsTest-764316685-project-admin] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Volume attach. Driver type: vmdk {{(pid=70398) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 745.230260] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bf04468-1741-455a-a064-775686c5ad43 tempest-VolumesAssistedSnapshotsTest-764316685 tempest-VolumesAssistedSnapshotsTest-764316685-project-admin] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687547', 'volume_id': '0464ae99-abe1-426d-8129-cca6773cfe77', 'name': 'volume-0464ae99-abe1-426d-8129-cca6773cfe77', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '688fae2f-a3ca-48c8-9a88-923268f5b1a8', 'attached_at': '', 'detached_at': '', 'volume_id': '0464ae99-abe1-426d-8129-cca6773cfe77', 'serial': '0464ae99-abe1-426d-8129-cca6773cfe77'} {{(pid=70398) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 745.231324] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748caae1-59dc-4491-97fa-9dd1eeb8f223 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.250838] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d22d633-acfe-4d26-ad82-aa7e1a7a2805 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.282275] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bf04468-1741-455a-a064-775686c5ad43 tempest-VolumesAssistedSnapshotsTest-764316685 tempest-VolumesAssistedSnapshotsTest-764316685-project-admin] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] volume-0464ae99-abe1-426d-8129-cca6773cfe77/volume-0464ae99-abe1-426d-8129-cca6773cfe77.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.283282] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f2235e4-aff4-42b1-b882-3fef3500f413 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.305021] env[70398]: DEBUG oslo_vmware.api [None req-5bf04468-1741-455a-a064-775686c5ad43 tempest-VolumesAssistedSnapshotsTest-764316685 tempest-VolumesAssistedSnapshotsTest-764316685-project-admin] Waiting for the task: (returnval){ [ 745.305021] env[70398]: value = "task-3443995" [ 745.305021] env[70398]: _type = "Task" [ 745.305021] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.314284] env[70398]: DEBUG oslo_vmware.api [None req-5bf04468-1741-455a-a064-775686c5ad43 tempest-VolumesAssistedSnapshotsTest-764316685 tempest-VolumesAssistedSnapshotsTest-764316685-project-admin] Task: {'id': task-3443995, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.421769] env[70398]: DEBUG nova.network.neutron [req-597bfe4b-7545-49a7-b553-bf7987a40d2f req-3e8e55b2-d093-45ad-97f8-35c3fa2c961f service nova] [instance: 9f30832c-d957-4c99-a1f3-fe022e2c73b9] Updated VIF entry in instance network info cache for port f78325e0-c397-4e94-8903-7c4bb86a40de. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.421877] env[70398]: DEBUG nova.network.neutron [req-597bfe4b-7545-49a7-b553-bf7987a40d2f req-3e8e55b2-d093-45ad-97f8-35c3fa2c961f service nova] [instance: 9f30832c-d957-4c99-a1f3-fe022e2c73b9] Updating instance_info_cache with network_info: [{"id": "f78325e0-c397-4e94-8903-7c4bb86a40de", "address": "fa:16:3e:a2:a0:85", "network": {"id": "9afd4842-b34f-46a9-9519-37c981b8d760", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1460884220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb7752c84f104f83ae5f2857bd511cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf78325e0-c3", "ovs_interfaceid": "f78325e0-c397-4e94-8903-7c4bb86a40de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.601222] env[70398]: DEBUG oslo_vmware.api [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5241a233-e335-7223-e00b-043a4e027449, 'name': SearchDatastore_Task, 'duration_secs': 0.033914} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.601557] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.601809] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 9f30832c-d957-4c99-a1f3-fe022e2c73b9] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 745.602073] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.602209] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.602394] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 745.602666] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b636563-417c-4ec9-9784-f6e9fb125192 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.612594] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 745.612927] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 745.613575] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ac549a5-89f4-478d-b6c5-8211f66a09c7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.619638] env[70398]: DEBUG oslo_vmware.api [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Waiting for the task: (returnval){ [ 745.619638] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]521bf8aa-8b81-5d44-a7ea-a4ae1b1a6937" [ 745.619638] env[70398]: _type = "Task" [ 745.619638] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.628377] env[70398]: DEBUG oslo_vmware.api [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]521bf8aa-8b81-5d44-a7ea-a4ae1b1a6937, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.713231] env[70398]: DEBUG nova.scheduler.client.report [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Updated inventory for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 with generation 63 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 745.713502] env[70398]: DEBUG nova.compute.provider_tree [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Updating resource provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 generation from 63 to 64 during operation: update_inventory {{(pid=70398) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 745.713681] env[70398]: DEBUG nova.compute.provider_tree [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Updating inventory in ProviderTree for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 745.816547] env[70398]: DEBUG oslo_vmware.api [None req-5bf04468-1741-455a-a064-775686c5ad43 tempest-VolumesAssistedSnapshotsTest-764316685 tempest-VolumesAssistedSnapshotsTest-764316685-project-admin] Task: {'id': task-3443995, 'name': ReconfigVM_Task, 'duration_secs': 0.380374} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.816856] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bf04468-1741-455a-a064-775686c5ad43 tempest-VolumesAssistedSnapshotsTest-764316685 tempest-VolumesAssistedSnapshotsTest-764316685-project-admin] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Reconfigured VM instance instance-00000010 to attach disk [datastore1] volume-0464ae99-abe1-426d-8129-cca6773cfe77/volume-0464ae99-abe1-426d-8129-cca6773cfe77.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.823239] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd35e1dd-4c49-43ec-b815-54426526d4ae {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.840163] env[70398]: DEBUG oslo_vmware.api [None req-5bf04468-1741-455a-a064-775686c5ad43 tempest-VolumesAssistedSnapshotsTest-764316685 tempest-VolumesAssistedSnapshotsTest-764316685-project-admin] Waiting for the task: (returnval){ [ 745.840163] env[70398]: value = "task-3443996" [ 745.840163] env[70398]: _type = "Task" [ 745.840163] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.849276] env[70398]: DEBUG oslo_vmware.api [None req-5bf04468-1741-455a-a064-775686c5ad43 tempest-VolumesAssistedSnapshotsTest-764316685 tempest-VolumesAssistedSnapshotsTest-764316685-project-admin] Task: {'id': task-3443996, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.925869] env[70398]: DEBUG oslo_concurrency.lockutils [req-597bfe4b-7545-49a7-b553-bf7987a40d2f req-3e8e55b2-d093-45ad-97f8-35c3fa2c961f service nova] Releasing lock "refresh_cache-9f30832c-d957-4c99-a1f3-fe022e2c73b9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.926205] env[70398]: DEBUG nova.compute.manager [req-597bfe4b-7545-49a7-b553-bf7987a40d2f req-3e8e55b2-d093-45ad-97f8-35c3fa2c961f service nova] [instance: bb51f520-2d79-411b-989a-829094314e11] Received event network-vif-deleted-90828595-1f4e-475f-a7a4-766a4bca885d {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.133938] env[70398]: DEBUG oslo_vmware.api [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]521bf8aa-8b81-5d44-a7ea-a4ae1b1a6937, 'name': SearchDatastore_Task, 'duration_secs': 0.011722} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.134784] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cef65734-807d-4275-be90-a195755f2afc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.140904] env[70398]: DEBUG oslo_vmware.api [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Waiting for the task: (returnval){ [ 746.140904] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]527b25cc-9c7d-e282-283d-720f89e252ff" [ 746.140904] env[70398]: _type = "Task" [ 746.140904] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.150430] env[70398]: DEBUG oslo_vmware.api [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]527b25cc-9c7d-e282-283d-720f89e252ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.218573] env[70398]: DEBUG oslo_concurrency.lockutils [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.354s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.219164] env[70398]: DEBUG nova.compute.manager [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 746.222240] env[70398]: DEBUG oslo_concurrency.lockutils [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.785s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.223753] env[70398]: INFO nova.compute.claims [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] [instance: 4644c5df-2060-436f-a226-c31c0d750847] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 746.355731] env[70398]: DEBUG oslo_vmware.api [None req-5bf04468-1741-455a-a064-775686c5ad43 tempest-VolumesAssistedSnapshotsTest-764316685 tempest-VolumesAssistedSnapshotsTest-764316685-project-admin] Task: {'id': task-3443996, 'name': ReconfigVM_Task, 'duration_secs': 0.156143} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.356212] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bf04468-1741-455a-a064-775686c5ad43 tempest-VolumesAssistedSnapshotsTest-764316685 tempest-VolumesAssistedSnapshotsTest-764316685-project-admin] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687547', 'volume_id': '0464ae99-abe1-426d-8129-cca6773cfe77', 'name': 'volume-0464ae99-abe1-426d-8129-cca6773cfe77', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '688fae2f-a3ca-48c8-9a88-923268f5b1a8', 'attached_at': '', 'detached_at': '', 'volume_id': '0464ae99-abe1-426d-8129-cca6773cfe77', 'serial': '0464ae99-abe1-426d-8129-cca6773cfe77'} {{(pid=70398) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 746.654760] env[70398]: DEBUG oslo_vmware.api [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]527b25cc-9c7d-e282-283d-720f89e252ff, 'name': SearchDatastore_Task, 'duration_secs': 0.043216} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.655068] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.655352] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 9f30832c-d957-4c99-a1f3-fe022e2c73b9/9f30832c-d957-4c99-a1f3-fe022e2c73b9.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 746.655632] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ca926f0-8ab1-4315-9330-53e2dc53d7eb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.664556] env[70398]: DEBUG oslo_vmware.api [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Waiting for the task: (returnval){ [ 746.664556] env[70398]: value = "task-3443997" [ 746.664556] env[70398]: _type = "Task" [ 746.664556] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.675695] env[70398]: DEBUG oslo_vmware.api [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3443997, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.730923] env[70398]: DEBUG nova.compute.utils [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 746.733904] env[70398]: DEBUG nova.compute.manager [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Not allocating networking since 'none' was specified. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 747.081226] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cc36fb54-d8c5-47b9-a8f8-a979389d1823 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Acquiring lock "86972721-627d-4108-ae2f-6d7519de74c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.081604] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cc36fb54-d8c5-47b9-a8f8-a979389d1823 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Lock "86972721-627d-4108-ae2f-6d7519de74c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.081932] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cc36fb54-d8c5-47b9-a8f8-a979389d1823 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Acquiring lock "86972721-627d-4108-ae2f-6d7519de74c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.082203] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cc36fb54-d8c5-47b9-a8f8-a979389d1823 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Lock "86972721-627d-4108-ae2f-6d7519de74c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.082393] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cc36fb54-d8c5-47b9-a8f8-a979389d1823 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Lock "86972721-627d-4108-ae2f-6d7519de74c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.085956] env[70398]: INFO nova.compute.manager [None req-cc36fb54-d8c5-47b9-a8f8-a979389d1823 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Terminating instance [ 747.183107] env[70398]: DEBUG oslo_vmware.api [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3443997, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.237691] env[70398]: DEBUG nova.compute.manager [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 747.417178] env[70398]: DEBUG nova.objects.instance [None req-5bf04468-1741-455a-a064-775686c5ad43 tempest-VolumesAssistedSnapshotsTest-764316685 tempest-VolumesAssistedSnapshotsTest-764316685-project-admin] Lazy-loading 'flavor' on Instance uuid 688fae2f-a3ca-48c8-9a88-923268f5b1a8 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 747.591985] env[70398]: DEBUG nova.compute.manager [None req-cc36fb54-d8c5-47b9-a8f8-a979389d1823 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 747.592208] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-cc36fb54-d8c5-47b9-a8f8-a979389d1823 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 747.593117] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7184b67-ffb6-40cd-b786-d5901356094f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.606272] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc36fb54-d8c5-47b9-a8f8-a979389d1823 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 747.606272] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1dd194f8-9d8b-4c5b-96f8-628574c21190 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.614473] env[70398]: DEBUG oslo_vmware.api [None req-cc36fb54-d8c5-47b9-a8f8-a979389d1823 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Waiting for the task: (returnval){ [ 747.614473] env[70398]: value = "task-3443998" [ 747.614473] env[70398]: _type = "Task" [ 747.614473] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.630716] env[70398]: DEBUG oslo_vmware.api [None req-cc36fb54-d8c5-47b9-a8f8-a979389d1823 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.678899] env[70398]: DEBUG oslo_vmware.api [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3443997, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563686} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.680549] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 9f30832c-d957-4c99-a1f3-fe022e2c73b9/9f30832c-d957-4c99-a1f3-fe022e2c73b9.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.680767] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 9f30832c-d957-4c99-a1f3-fe022e2c73b9] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.684041] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-576b8cb3-b118-419b-894e-8c859801155c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.695707] env[70398]: DEBUG oslo_vmware.api [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Waiting for the task: (returnval){ [ 747.695707] env[70398]: value = "task-3443999" [ 747.695707] env[70398]: _type = "Task" [ 747.695707] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.709092] env[70398]: DEBUG oslo_vmware.api [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3443999, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.858669] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bbe9ad-f153-4068-9523-77653d9f3c61 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.870127] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6476490f-54de-4a7c-aaa7-c545816b158f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.906142] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f55e170-0ebe-4b25-8fe0-9c4f90c0255f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.914665] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab8048b-2402-4107-8fb8-a2f09e9fddde {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.935720] env[70398]: DEBUG nova.compute.provider_tree [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.937265] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5bf04468-1741-455a-a064-775686c5ad43 tempest-VolumesAssistedSnapshotsTest-764316685 tempest-VolumesAssistedSnapshotsTest-764316685-project-admin] Lock "688fae2f-a3ca-48c8-9a88-923268f5b1a8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.861s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.126764] env[70398]: DEBUG oslo_vmware.api [None req-cc36fb54-d8c5-47b9-a8f8-a979389d1823 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3443998, 'name': PowerOffVM_Task, 'duration_secs': 0.335564} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.127729] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc36fb54-d8c5-47b9-a8f8-a979389d1823 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 748.128020] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-cc36fb54-d8c5-47b9-a8f8-a979389d1823 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 748.128382] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4205a302-80f1-415b-9d7c-f0ec9d778ea9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.208128] env[70398]: DEBUG oslo_vmware.api [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3443999, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.259161} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.208457] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 9f30832c-d957-4c99-a1f3-fe022e2c73b9] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 748.209254] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d2bf08-9385-4bf7-8019-bcf5fa110876 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.233229] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 9f30832c-d957-4c99-a1f3-fe022e2c73b9] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 9f30832c-d957-4c99-a1f3-fe022e2c73b9/9f30832c-d957-4c99-a1f3-fe022e2c73b9.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.233545] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0901eec-fa89-4d33-b05a-8c0d1f01dcdf {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.249677] env[70398]: DEBUG nova.compute.manager [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 748.261368] env[70398]: DEBUG oslo_vmware.api [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Waiting for the task: (returnval){ [ 748.261368] env[70398]: value = "task-3444001" [ 748.261368] env[70398]: _type = "Task" [ 748.261368] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.270360] env[70398]: DEBUG oslo_vmware.api [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3444001, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.281823] env[70398]: DEBUG nova.virt.hardware [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 748.282077] env[70398]: DEBUG nova.virt.hardware [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 748.282238] env[70398]: DEBUG nova.virt.hardware [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 748.282418] env[70398]: DEBUG nova.virt.hardware [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 748.282564] env[70398]: DEBUG nova.virt.hardware [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 748.282711] env[70398]: DEBUG nova.virt.hardware [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 748.282950] env[70398]: DEBUG nova.virt.hardware [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 748.283121] env[70398]: DEBUG nova.virt.hardware [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 748.283293] env[70398]: DEBUG nova.virt.hardware [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 748.283456] env[70398]: DEBUG nova.virt.hardware [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 748.283631] env[70398]: DEBUG nova.virt.hardware [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 748.284477] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2b6c62-8993-450a-abe6-453d7dec0c13 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.292708] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5b46a5-dd28-4e2f-a543-84eb2f8b8c6d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.307415] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Instance VIF info [] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.313064] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Creating folder: Project (bbd586c6ea594bc5a3eb7b3b57ce2c01). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.313380] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b946009d-ece3-4a65-bb30-cddd89946226 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.326498] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Created folder: Project (bbd586c6ea594bc5a3eb7b3b57ce2c01) in parent group-v687430. [ 748.326751] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Creating folder: Instances. Parent ref: group-v687549. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.327020] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf1190d3-5f0d-4627-a923-4af7d38ca28a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.339303] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Created folder: Instances in parent group-v687549. [ 748.339711] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.340040] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.340297] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-602456f0-8f62-4259-9d4a-61f8107afc31 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.359590] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.359590] env[70398]: value = "task-3444004" [ 748.359590] env[70398]: _type = "Task" [ 748.359590] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.368315] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444004, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.439853] env[70398]: DEBUG nova.scheduler.client.report [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.456533] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2ef05f55-e700-422a-a67b-df242f4be42e tempest-VolumesAssistedSnapshotsTest-764316685 tempest-VolumesAssistedSnapshotsTest-764316685-project-admin] Acquiring lock "688fae2f-a3ca-48c8-9a88-923268f5b1a8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.456837] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2ef05f55-e700-422a-a67b-df242f4be42e tempest-VolumesAssistedSnapshotsTest-764316685 tempest-VolumesAssistedSnapshotsTest-764316685-project-admin] Lock "688fae2f-a3ca-48c8-9a88-923268f5b1a8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.775570] env[70398]: DEBUG oslo_vmware.api [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3444001, 'name': ReconfigVM_Task, 'duration_secs': 0.410561} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.775868] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 9f30832c-d957-4c99-a1f3-fe022e2c73b9] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 9f30832c-d957-4c99-a1f3-fe022e2c73b9/9f30832c-d957-4c99-a1f3-fe022e2c73b9.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 748.776491] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7d7cb24-c854-4f28-b746-4b9af6e6f57b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.784288] env[70398]: DEBUG oslo_vmware.api [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Waiting for the task: (returnval){ [ 748.784288] env[70398]: value = "task-3444005" [ 748.784288] env[70398]: _type = "Task" [ 748.784288] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.793482] env[70398]: DEBUG oslo_vmware.api [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3444005, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.870809] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444004, 'name': CreateVM_Task, 'duration_secs': 0.348997} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.870809] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 748.871432] env[70398]: DEBUG oslo_concurrency.lockutils [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.871432] env[70398]: DEBUG oslo_concurrency.lockutils [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.871883] env[70398]: DEBUG oslo_concurrency.lockutils [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.872330] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0735c32c-d22f-4cc1-aa69-2844de7da103 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.878456] env[70398]: DEBUG oslo_vmware.api [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Waiting for the task: (returnval){ [ 748.878456] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52a5fc1c-7feb-2171-77f9-5859a53ce15b" [ 748.878456] env[70398]: _type = "Task" [ 748.878456] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.888285] env[70398]: DEBUG oslo_vmware.api [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52a5fc1c-7feb-2171-77f9-5859a53ce15b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.945977] env[70398]: DEBUG oslo_concurrency.lockutils [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.946612] env[70398]: DEBUG nova.compute.manager [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] [instance: 4644c5df-2060-436f-a226-c31c0d750847] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 748.949493] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8f84116b-5338-47d7-bebf-159129add118 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.317s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.949706] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8f84116b-5338-47d7-bebf-159129add118 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.951854] env[70398]: DEBUG oslo_concurrency.lockutils [None req-aa711c2d-9f16-4a1c-891a-f877c2e22273 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.591s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.952062] env[70398]: DEBUG oslo_concurrency.lockutils [None req-aa711c2d-9f16-4a1c-891a-f877c2e22273 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.953843] env[70398]: DEBUG oslo_concurrency.lockutils [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.947s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.955336] env[70398]: INFO nova.compute.claims [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.960610] env[70398]: INFO nova.compute.manager [None req-2ef05f55-e700-422a-a67b-df242f4be42e tempest-VolumesAssistedSnapshotsTest-764316685 tempest-VolumesAssistedSnapshotsTest-764316685-project-admin] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Detaching volume 0464ae99-abe1-426d-8129-cca6773cfe77 [ 748.995741] env[70398]: INFO nova.scheduler.client.report [None req-8f84116b-5338-47d7-bebf-159129add118 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Deleted allocations for instance 1802046c-3dcf-4b7a-b062-5f9c177a11d6 [ 749.002428] env[70398]: INFO nova.scheduler.client.report [None req-aa711c2d-9f16-4a1c-891a-f877c2e22273 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Deleted allocations for instance cfc4e624-db92-423c-969c-64d433595497 [ 749.025661] env[70398]: INFO nova.virt.block_device [None req-2ef05f55-e700-422a-a67b-df242f4be42e tempest-VolumesAssistedSnapshotsTest-764316685 tempest-VolumesAssistedSnapshotsTest-764316685-project-admin] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Attempting to driver detach volume 0464ae99-abe1-426d-8129-cca6773cfe77 from mountpoint /dev/sdb [ 749.025661] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ef05f55-e700-422a-a67b-df242f4be42e tempest-VolumesAssistedSnapshotsTest-764316685 tempest-VolumesAssistedSnapshotsTest-764316685-project-admin] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Volume detach. Driver type: vmdk {{(pid=70398) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 749.025661] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ef05f55-e700-422a-a67b-df242f4be42e tempest-VolumesAssistedSnapshotsTest-764316685 tempest-VolumesAssistedSnapshotsTest-764316685-project-admin] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687547', 'volume_id': '0464ae99-abe1-426d-8129-cca6773cfe77', 'name': 'volume-0464ae99-abe1-426d-8129-cca6773cfe77', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '688fae2f-a3ca-48c8-9a88-923268f5b1a8', 'attached_at': '', 'detached_at': '', 'volume_id': '0464ae99-abe1-426d-8129-cca6773cfe77', 'serial': '0464ae99-abe1-426d-8129-cca6773cfe77'} {{(pid=70398) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 749.025661] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1920403-e39f-493a-ba42-ef86de75c8f1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.050604] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67583d9f-c864-4b3c-9c6d-8377bff72f73 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.059611] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a845946-bfb4-4b64-9a61-4e2be5116c66 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.081324] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa496e2f-fc16-4086-9fe4-255fe5144323 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.097542] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ef05f55-e700-422a-a67b-df242f4be42e tempest-VolumesAssistedSnapshotsTest-764316685 tempest-VolumesAssistedSnapshotsTest-764316685-project-admin] The volume has not been displaced from its original location: [datastore1] volume-0464ae99-abe1-426d-8129-cca6773cfe77/volume-0464ae99-abe1-426d-8129-cca6773cfe77.vmdk. No consolidation needed. {{(pid=70398) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 749.102920] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ef05f55-e700-422a-a67b-df242f4be42e tempest-VolumesAssistedSnapshotsTest-764316685 tempest-VolumesAssistedSnapshotsTest-764316685-project-admin] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Reconfiguring VM instance instance-00000010 to detach disk 2001 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 749.103264] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-557ee65c-cdda-420a-8edc-c140c5474cc0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.123792] env[70398]: DEBUG oslo_vmware.api [None req-2ef05f55-e700-422a-a67b-df242f4be42e tempest-VolumesAssistedSnapshotsTest-764316685 tempest-VolumesAssistedSnapshotsTest-764316685-project-admin] Waiting for the task: (returnval){ [ 749.123792] env[70398]: value = "task-3444006" [ 749.123792] env[70398]: _type = "Task" [ 749.123792] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.136966] env[70398]: DEBUG oslo_vmware.api [None req-2ef05f55-e700-422a-a67b-df242f4be42e tempest-VolumesAssistedSnapshotsTest-764316685 tempest-VolumesAssistedSnapshotsTest-764316685-project-admin] Task: {'id': task-3444006, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.295633] env[70398]: DEBUG oslo_vmware.api [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3444005, 'name': Rename_Task, 'duration_secs': 0.211061} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.296132] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 9f30832c-d957-4c99-a1f3-fe022e2c73b9] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.296515] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe036a83-40e4-45b8-9450-6444202a3913 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.303794] env[70398]: DEBUG oslo_vmware.api [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Waiting for the task: (returnval){ [ 749.303794] env[70398]: value = "task-3444007" [ 749.303794] env[70398]: _type = "Task" [ 749.303794] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.314581] env[70398]: DEBUG oslo_vmware.api [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3444007, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.392319] env[70398]: DEBUG oslo_vmware.api [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52a5fc1c-7feb-2171-77f9-5859a53ce15b, 'name': SearchDatastore_Task, 'duration_secs': 0.015535} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.392775] env[70398]: DEBUG oslo_concurrency.lockutils [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.393095] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 749.393475] env[70398]: DEBUG oslo_concurrency.lockutils [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.393573] env[70398]: DEBUG oslo_concurrency.lockutils [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.393768] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 749.396445] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb1ebaf9-abcc-4447-be1d-d86fc41bdef8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.408713] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 749.408931] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 749.409738] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be45f236-d51c-4135-a12c-8b3d0b375b8f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.415936] env[70398]: DEBUG oslo_vmware.api [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Waiting for the task: (returnval){ [ 749.415936] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52fae830-637f-55d6-be01-497c8b1e9afb" [ 749.415936] env[70398]: _type = "Task" [ 749.415936] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.425044] env[70398]: DEBUG oslo_vmware.api [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52fae830-637f-55d6-be01-497c8b1e9afb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.459818] env[70398]: DEBUG nova.compute.utils [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 749.463108] env[70398]: DEBUG nova.compute.manager [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] [instance: 4644c5df-2060-436f-a226-c31c0d750847] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 749.463315] env[70398]: DEBUG nova.network.neutron [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] [instance: 4644c5df-2060-436f-a226-c31c0d750847] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 749.506928] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8f84116b-5338-47d7-bebf-159129add118 tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Lock "1802046c-3dcf-4b7a-b062-5f9c177a11d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.109s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.512215] env[70398]: DEBUG oslo_concurrency.lockutils [None req-aa711c2d-9f16-4a1c-891a-f877c2e22273 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Lock "cfc4e624-db92-423c-969c-64d433595497" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.571s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.530494] env[70398]: DEBUG nova.policy [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30739f23f1f541d9ba23ee054afa805b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df3b9c0071bd4675bb11cbd570ac6406', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 749.601485] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-cc36fb54-d8c5-47b9-a8f8-a979389d1823 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 749.601771] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-cc36fb54-d8c5-47b9-a8f8-a979389d1823 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 749.601913] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc36fb54-d8c5-47b9-a8f8-a979389d1823 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Deleting the datastore file [datastore1] 86972721-627d-4108-ae2f-6d7519de74c0 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 749.602209] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca38c5a0-601b-427b-8053-12f74d47e792 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.611017] env[70398]: DEBUG oslo_vmware.api [None req-cc36fb54-d8c5-47b9-a8f8-a979389d1823 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Waiting for the task: (returnval){ [ 749.611017] env[70398]: value = "task-3444008" [ 749.611017] env[70398]: _type = "Task" [ 749.611017] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.619811] env[70398]: DEBUG oslo_vmware.api [None req-cc36fb54-d8c5-47b9-a8f8-a979389d1823 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3444008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.635877] env[70398]: DEBUG oslo_vmware.api [None req-2ef05f55-e700-422a-a67b-df242f4be42e tempest-VolumesAssistedSnapshotsTest-764316685 tempest-VolumesAssistedSnapshotsTest-764316685-project-admin] Task: {'id': task-3444006, 'name': ReconfigVM_Task, 'duration_secs': 0.259509} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.636759] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ef05f55-e700-422a-a67b-df242f4be42e tempest-VolumesAssistedSnapshotsTest-764316685 tempest-VolumesAssistedSnapshotsTest-764316685-project-admin] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Reconfigured VM instance instance-00000010 to detach disk 2001 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 749.641350] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d51c780-7df5-43ec-813f-27deca55905d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.658707] env[70398]: DEBUG oslo_vmware.api [None req-2ef05f55-e700-422a-a67b-df242f4be42e tempest-VolumesAssistedSnapshotsTest-764316685 tempest-VolumesAssistedSnapshotsTest-764316685-project-admin] Waiting for the task: (returnval){ [ 749.658707] env[70398]: value = "task-3444009" [ 749.658707] env[70398]: _type = "Task" [ 749.658707] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.668848] env[70398]: DEBUG oslo_vmware.api [None req-2ef05f55-e700-422a-a67b-df242f4be42e tempest-VolumesAssistedSnapshotsTest-764316685 tempest-VolumesAssistedSnapshotsTest-764316685-project-admin] Task: {'id': task-3444009, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.816046] env[70398]: DEBUG oslo_vmware.api [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3444007, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.929117] env[70398]: DEBUG oslo_vmware.api [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52fae830-637f-55d6-be01-497c8b1e9afb, 'name': SearchDatastore_Task, 'duration_secs': 0.010576} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.930059] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f979893-2565-49a7-8e9e-5d3e41c7e0e7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.937017] env[70398]: DEBUG oslo_vmware.api [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Waiting for the task: (returnval){ [ 749.937017] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52474bba-99de-80d4-4573-5a9b285f0b16" [ 749.937017] env[70398]: _type = "Task" [ 749.937017] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.948164] env[70398]: DEBUG oslo_vmware.api [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52474bba-99de-80d4-4573-5a9b285f0b16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.969626] env[70398]: DEBUG nova.compute.manager [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] [instance: 4644c5df-2060-436f-a226-c31c0d750847] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 750.028794] env[70398]: DEBUG nova.network.neutron [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] [instance: 4644c5df-2060-436f-a226-c31c0d750847] Successfully created port: ca7861ec-96a2-4b42-88b0-03adc94ca039 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 750.122963] env[70398]: DEBUG oslo_vmware.api [None req-cc36fb54-d8c5-47b9-a8f8-a979389d1823 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3444008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155987} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.123293] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc36fb54-d8c5-47b9-a8f8-a979389d1823 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 750.123419] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-cc36fb54-d8c5-47b9-a8f8-a979389d1823 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 750.123600] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-cc36fb54-d8c5-47b9-a8f8-a979389d1823 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 750.123776] env[70398]: INFO nova.compute.manager [None req-cc36fb54-d8c5-47b9-a8f8-a979389d1823 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Took 2.53 seconds to destroy the instance on the hypervisor. [ 750.124028] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc36fb54-d8c5-47b9-a8f8-a979389d1823 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.124226] env[70398]: DEBUG nova.compute.manager [-] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 750.124329] env[70398]: DEBUG nova.network.neutron [-] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 750.174952] env[70398]: DEBUG oslo_vmware.api [None req-2ef05f55-e700-422a-a67b-df242f4be42e tempest-VolumesAssistedSnapshotsTest-764316685 tempest-VolumesAssistedSnapshotsTest-764316685-project-admin] Task: {'id': task-3444009, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.319258] env[70398]: DEBUG oslo_vmware.api [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3444007, 'name': PowerOnVM_Task, 'duration_secs': 0.623554} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.323497] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 9f30832c-d957-4c99-a1f3-fe022e2c73b9] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.323950] env[70398]: INFO nova.compute.manager [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 9f30832c-d957-4c99-a1f3-fe022e2c73b9] Took 8.46 seconds to spawn the instance on the hypervisor. [ 750.327026] env[70398]: DEBUG nova.compute.manager [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 9f30832c-d957-4c99-a1f3-fe022e2c73b9] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 750.327026] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3722b7d2-74d2-4729-a668-464f71df246e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.452449] env[70398]: DEBUG oslo_vmware.api [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52474bba-99de-80d4-4573-5a9b285f0b16, 'name': SearchDatastore_Task, 'duration_secs': 0.012826} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.453015] env[70398]: DEBUG oslo_concurrency.lockutils [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.453405] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 0dcaf2c4-acfe-407e-8416-4164f5f62562/0dcaf2c4-acfe-407e-8416-4164f5f62562.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 750.453797] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70d87883-b935-4d7b-b608-5db20628af64 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.464398] env[70398]: DEBUG oslo_vmware.api [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Waiting for the task: (returnval){ [ 750.464398] env[70398]: value = "task-3444010" [ 750.464398] env[70398]: _type = "Task" [ 750.464398] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.472975] env[70398]: DEBUG oslo_vmware.api [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Task: {'id': task-3444010, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.595894] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3ce0d4-b226-4215-b0a2-612921b0d1d3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.605402] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2db7444-f7ce-4c1b-b620-fe01b92f786a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.640113] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aed415f-6289-4ceb-88f3-b080d14f5f30 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.650664] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da19f379-f063-4708-95b0-8f5acfac7adb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.661014] env[70398]: DEBUG nova.compute.manager [req-3759fe04-715c-489a-a683-58aaf3490fde req-06361973-aa6a-40b5-8a53-c396ffa2be23 service nova] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Received event network-vif-deleted-3cb7c6a5-d575-4880-9314-69d29216bf7e {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.661395] env[70398]: INFO nova.compute.manager [req-3759fe04-715c-489a-a683-58aaf3490fde req-06361973-aa6a-40b5-8a53-c396ffa2be23 service nova] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Neutron deleted interface 3cb7c6a5-d575-4880-9314-69d29216bf7e; detaching it from the instance and deleting it from the info cache [ 750.661678] env[70398]: DEBUG nova.network.neutron [req-3759fe04-715c-489a-a683-58aaf3490fde req-06361973-aa6a-40b5-8a53-c396ffa2be23 service nova] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.672182] env[70398]: DEBUG nova.compute.provider_tree [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.685613] env[70398]: DEBUG oslo_concurrency.lockutils [None req-606a42a2-a3d1-486a-9310-7f2c81ff322c tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Acquiring lock "8da528cb-6534-4c09-977d-ac078cbfcd58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.685845] env[70398]: DEBUG oslo_concurrency.lockutils [None req-606a42a2-a3d1-486a-9310-7f2c81ff322c tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Lock "8da528cb-6534-4c09-977d-ac078cbfcd58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.686070] env[70398]: DEBUG oslo_concurrency.lockutils [None req-606a42a2-a3d1-486a-9310-7f2c81ff322c tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Acquiring lock "8da528cb-6534-4c09-977d-ac078cbfcd58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.686256] env[70398]: DEBUG oslo_concurrency.lockutils [None req-606a42a2-a3d1-486a-9310-7f2c81ff322c tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Lock "8da528cb-6534-4c09-977d-ac078cbfcd58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.686437] env[70398]: DEBUG oslo_concurrency.lockutils [None req-606a42a2-a3d1-486a-9310-7f2c81ff322c tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Lock "8da528cb-6534-4c09-977d-ac078cbfcd58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.688067] env[70398]: DEBUG oslo_vmware.api [None req-2ef05f55-e700-422a-a67b-df242f4be42e tempest-VolumesAssistedSnapshotsTest-764316685 tempest-VolumesAssistedSnapshotsTest-764316685-project-admin] Task: {'id': task-3444009, 'name': ReconfigVM_Task, 'duration_secs': 0.792761} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.688549] env[70398]: INFO nova.compute.manager [None req-606a42a2-a3d1-486a-9310-7f2c81ff322c tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 8da528cb-6534-4c09-977d-ac078cbfcd58] Terminating instance [ 750.690144] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ef05f55-e700-422a-a67b-df242f4be42e tempest-VolumesAssistedSnapshotsTest-764316685 tempest-VolumesAssistedSnapshotsTest-764316685-project-admin] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687547', 'volume_id': '0464ae99-abe1-426d-8129-cca6773cfe77', 'name': 'volume-0464ae99-abe1-426d-8129-cca6773cfe77', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '688fae2f-a3ca-48c8-9a88-923268f5b1a8', 'attached_at': '', 'detached_at': '', 'volume_id': '0464ae99-abe1-426d-8129-cca6773cfe77', 'serial': '0464ae99-abe1-426d-8129-cca6773cfe77'} {{(pid=70398) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 750.853180] env[70398]: INFO nova.compute.manager [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 9f30832c-d957-4c99-a1f3-fe022e2c73b9] Took 48.35 seconds to build instance. [ 750.973345] env[70398]: DEBUG oslo_vmware.api [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Task: {'id': task-3444010, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44687} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.973605] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 0dcaf2c4-acfe-407e-8416-4164f5f62562/0dcaf2c4-acfe-407e-8416-4164f5f62562.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 750.973820] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 750.974130] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e4ae218-1931-4041-9610-7563fc949f7f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.981421] env[70398]: DEBUG nova.compute.manager [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] [instance: 4644c5df-2060-436f-a226-c31c0d750847] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 750.986284] env[70398]: DEBUG oslo_vmware.api [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Waiting for the task: (returnval){ [ 750.986284] env[70398]: value = "task-3444011" [ 750.986284] env[70398]: _type = "Task" [ 750.986284] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.000025] env[70398]: DEBUG oslo_vmware.api [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Task: {'id': task-3444011, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.021364] env[70398]: DEBUG nova.virt.hardware [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 751.021364] env[70398]: DEBUG nova.virt.hardware [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 751.021364] env[70398]: DEBUG nova.virt.hardware [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 751.021364] env[70398]: DEBUG nova.virt.hardware [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 751.021364] env[70398]: DEBUG nova.virt.hardware [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 751.021364] env[70398]: DEBUG nova.virt.hardware [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 751.021939] env[70398]: DEBUG nova.virt.hardware [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 751.022322] env[70398]: DEBUG nova.virt.hardware [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 751.022669] env[70398]: DEBUG nova.virt.hardware [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 751.023010] env[70398]: DEBUG nova.virt.hardware [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 751.025327] env[70398]: DEBUG nova.virt.hardware [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 751.025327] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43fa038-d1e2-487e-9bfa-d57c90d730ae {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.033764] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8def947-c3ce-48a5-a9da-64d5b8c0c488 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.066640] env[70398]: DEBUG nova.network.neutron [-] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.176477] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a0e35afd-d194-4ae8-9b2e-566f0645bc4a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.179486] env[70398]: DEBUG nova.scheduler.client.report [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.190744] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531ab123-ebe3-41e8-b272-73e546c9a56d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.203716] env[70398]: DEBUG oslo_concurrency.lockutils [None req-606a42a2-a3d1-486a-9310-7f2c81ff322c tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Acquiring lock "refresh_cache-8da528cb-6534-4c09-977d-ac078cbfcd58" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.203889] env[70398]: DEBUG oslo_concurrency.lockutils [None req-606a42a2-a3d1-486a-9310-7f2c81ff322c tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Acquired lock "refresh_cache-8da528cb-6534-4c09-977d-ac078cbfcd58" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.204074] env[70398]: DEBUG nova.network.neutron [None req-606a42a2-a3d1-486a-9310-7f2c81ff322c tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 8da528cb-6534-4c09-977d-ac078cbfcd58] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.234164] env[70398]: DEBUG nova.compute.manager [req-3759fe04-715c-489a-a683-58aaf3490fde req-06361973-aa6a-40b5-8a53-c396ffa2be23 service nova] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Detach interface failed, port_id=3cb7c6a5-d575-4880-9314-69d29216bf7e, reason: Instance 86972721-627d-4108-ae2f-6d7519de74c0 could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 751.271738] env[70398]: DEBUG nova.objects.instance [None req-2ef05f55-e700-422a-a67b-df242f4be42e tempest-VolumesAssistedSnapshotsTest-764316685 tempest-VolumesAssistedSnapshotsTest-764316685-project-admin] Lazy-loading 'flavor' on Instance uuid 688fae2f-a3ca-48c8-9a88-923268f5b1a8 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 751.355407] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8f3d1571-c51f-49fb-b8ee-afe88710578a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Lock "9f30832c-d957-4c99-a1f3-fe022e2c73b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.214s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.496098] env[70398]: DEBUG oslo_vmware.api [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Task: {'id': task-3444011, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078705} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.496660] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 751.497442] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e743d2-66d4-4ca1-816b-73ce20bedee1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.525089] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 0dcaf2c4-acfe-407e-8416-4164f5f62562/0dcaf2c4-acfe-407e-8416-4164f5f62562.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 751.525089] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-151fa9d9-85ea-41e1-bcf6-a7ee5a382a1a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.550017] env[70398]: DEBUG oslo_vmware.api [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Waiting for the task: (returnval){ [ 751.550017] env[70398]: value = "task-3444012" [ 751.550017] env[70398]: _type = "Task" [ 751.550017] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.557775] env[70398]: DEBUG oslo_vmware.api [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Task: {'id': task-3444012, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.571318] env[70398]: INFO nova.compute.manager [-] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Took 1.45 seconds to deallocate network for instance. [ 751.603406] env[70398]: DEBUG nova.compute.manager [req-6d2d71b6-5e74-4c64-961b-0c2434e0863f req-3e59cffd-e567-4d52-8c2b-8ef142efe64f service nova] [instance: 4644c5df-2060-436f-a226-c31c0d750847] Received event network-vif-plugged-ca7861ec-96a2-4b42-88b0-03adc94ca039 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.603406] env[70398]: DEBUG oslo_concurrency.lockutils [req-6d2d71b6-5e74-4c64-961b-0c2434e0863f req-3e59cffd-e567-4d52-8c2b-8ef142efe64f service nova] Acquiring lock "4644c5df-2060-436f-a226-c31c0d750847-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.603406] env[70398]: DEBUG oslo_concurrency.lockutils [req-6d2d71b6-5e74-4c64-961b-0c2434e0863f req-3e59cffd-e567-4d52-8c2b-8ef142efe64f service nova] Lock "4644c5df-2060-436f-a226-c31c0d750847-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.603549] env[70398]: DEBUG oslo_concurrency.lockutils [req-6d2d71b6-5e74-4c64-961b-0c2434e0863f req-3e59cffd-e567-4d52-8c2b-8ef142efe64f service nova] Lock "4644c5df-2060-436f-a226-c31c0d750847-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.603754] env[70398]: DEBUG nova.compute.manager [req-6d2d71b6-5e74-4c64-961b-0c2434e0863f req-3e59cffd-e567-4d52-8c2b-8ef142efe64f service nova] [instance: 4644c5df-2060-436f-a226-c31c0d750847] No waiting events found dispatching network-vif-plugged-ca7861ec-96a2-4b42-88b0-03adc94ca039 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 751.603956] env[70398]: WARNING nova.compute.manager [req-6d2d71b6-5e74-4c64-961b-0c2434e0863f req-3e59cffd-e567-4d52-8c2b-8ef142efe64f service nova] [instance: 4644c5df-2060-436f-a226-c31c0d750847] Received unexpected event network-vif-plugged-ca7861ec-96a2-4b42-88b0-03adc94ca039 for instance with vm_state building and task_state spawning. [ 751.642205] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2b24a59f-9519-450a-89b6-aca5d18de40a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Acquiring lock "0f08f3f7-9fae-4f49-8185-4c0402fb2dcf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.642699] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2b24a59f-9519-450a-89b6-aca5d18de40a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Lock "0f08f3f7-9fae-4f49-8185-4c0402fb2dcf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.642699] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2b24a59f-9519-450a-89b6-aca5d18de40a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Acquiring lock "0f08f3f7-9fae-4f49-8185-4c0402fb2dcf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.642998] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2b24a59f-9519-450a-89b6-aca5d18de40a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Lock "0f08f3f7-9fae-4f49-8185-4c0402fb2dcf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.643158] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2b24a59f-9519-450a-89b6-aca5d18de40a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Lock "0f08f3f7-9fae-4f49-8185-4c0402fb2dcf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.645264] env[70398]: INFO nova.compute.manager [None req-2b24a59f-9519-450a-89b6-aca5d18de40a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf] Terminating instance [ 751.671771] env[70398]: DEBUG nova.network.neutron [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] [instance: 4644c5df-2060-436f-a226-c31c0d750847] Successfully updated port: ca7861ec-96a2-4b42-88b0-03adc94ca039 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 751.684105] env[70398]: DEBUG oslo_concurrency.lockutils [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.685636] env[70398]: DEBUG nova.compute.manager [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 751.691816] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.754s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.696017] env[70398]: INFO nova.compute.claims [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.712249] env[70398]: DEBUG oslo_concurrency.lockutils [None req-52ce3fd0-4aee-4070-9c41-84b9d38db1e8 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Acquiring lock "9f30832c-d957-4c99-a1f3-fe022e2c73b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.715554] env[70398]: DEBUG oslo_concurrency.lockutils [None req-52ce3fd0-4aee-4070-9c41-84b9d38db1e8 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Lock "9f30832c-d957-4c99-a1f3-fe022e2c73b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.715554] env[70398]: DEBUG oslo_concurrency.lockutils [None req-52ce3fd0-4aee-4070-9c41-84b9d38db1e8 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Acquiring lock "9f30832c-d957-4c99-a1f3-fe022e2c73b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.715554] env[70398]: DEBUG oslo_concurrency.lockutils [None req-52ce3fd0-4aee-4070-9c41-84b9d38db1e8 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Lock "9f30832c-d957-4c99-a1f3-fe022e2c73b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.715554] env[70398]: DEBUG oslo_concurrency.lockutils [None req-52ce3fd0-4aee-4070-9c41-84b9d38db1e8 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Lock "9f30832c-d957-4c99-a1f3-fe022e2c73b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.716063] env[70398]: INFO nova.compute.manager [None req-52ce3fd0-4aee-4070-9c41-84b9d38db1e8 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 9f30832c-d957-4c99-a1f3-fe022e2c73b9] Terminating instance [ 751.736233] env[70398]: DEBUG nova.network.neutron [None req-606a42a2-a3d1-486a-9310-7f2c81ff322c tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 8da528cb-6534-4c09-977d-ac078cbfcd58] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 751.805174] env[70398]: DEBUG nova.network.neutron [None req-606a42a2-a3d1-486a-9310-7f2c81ff322c tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 8da528cb-6534-4c09-977d-ac078cbfcd58] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.859603] env[70398]: DEBUG nova.compute.manager [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 752.059864] env[70398]: DEBUG oslo_vmware.api [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Task: {'id': task-3444012, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.078058] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cc36fb54-d8c5-47b9-a8f8-a979389d1823 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.149667] env[70398]: DEBUG nova.compute.manager [None req-2b24a59f-9519-450a-89b6-aca5d18de40a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 752.149912] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2b24a59f-9519-450a-89b6-aca5d18de40a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 752.151062] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7b82d7-bc66-4699-b0ac-db32a2c8badc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.160202] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b24a59f-9519-450a-89b6-aca5d18de40a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 752.160462] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a54b0c6-96a5-4691-a2e6-b9ece2ccfca4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.168154] env[70398]: DEBUG oslo_vmware.api [None req-2b24a59f-9519-450a-89b6-aca5d18de40a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Waiting for the task: (returnval){ [ 752.168154] env[70398]: value = "task-3444013" [ 752.168154] env[70398]: _type = "Task" [ 752.168154] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.177846] env[70398]: DEBUG oslo_concurrency.lockutils [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Acquiring lock "refresh_cache-4644c5df-2060-436f-a226-c31c0d750847" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.178248] env[70398]: DEBUG oslo_concurrency.lockutils [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Acquired lock "refresh_cache-4644c5df-2060-436f-a226-c31c0d750847" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.178248] env[70398]: DEBUG nova.network.neutron [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] [instance: 4644c5df-2060-436f-a226-c31c0d750847] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.179551] env[70398]: DEBUG oslo_vmware.api [None req-2b24a59f-9519-450a-89b6-aca5d18de40a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3444013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.193380] env[70398]: DEBUG nova.compute.utils [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 752.194815] env[70398]: DEBUG nova.compute.manager [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 752.194969] env[70398]: DEBUG nova.network.neutron [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 752.219991] env[70398]: DEBUG nova.compute.manager [None req-52ce3fd0-4aee-4070-9c41-84b9d38db1e8 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 9f30832c-d957-4c99-a1f3-fe022e2c73b9] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 752.220245] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-52ce3fd0-4aee-4070-9c41-84b9d38db1e8 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 9f30832c-d957-4c99-a1f3-fe022e2c73b9] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 752.221127] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6257380-a41c-41a1-b59e-b207f9c8b664 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.229083] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-52ce3fd0-4aee-4070-9c41-84b9d38db1e8 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 9f30832c-d957-4c99-a1f3-fe022e2c73b9] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 752.229332] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa094f34-a303-4b63-a76b-0c60e2257b0e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.237712] env[70398]: DEBUG oslo_vmware.api [None req-52ce3fd0-4aee-4070-9c41-84b9d38db1e8 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Waiting for the task: (returnval){ [ 752.237712] env[70398]: value = "task-3444014" [ 752.237712] env[70398]: _type = "Task" [ 752.237712] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.247560] env[70398]: DEBUG oslo_vmware.api [None req-52ce3fd0-4aee-4070-9c41-84b9d38db1e8 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3444014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.249337] env[70398]: DEBUG nova.policy [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06d7f7ebf2c54ac09f069aa5e2314982', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61b38bccf64b49b086c80c4151b39806', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 752.283776] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2ef05f55-e700-422a-a67b-df242f4be42e tempest-VolumesAssistedSnapshotsTest-764316685 tempest-VolumesAssistedSnapshotsTest-764316685-project-admin] Lock "688fae2f-a3ca-48c8-9a88-923268f5b1a8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.827s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.309174] env[70398]: DEBUG oslo_concurrency.lockutils [None req-606a42a2-a3d1-486a-9310-7f2c81ff322c tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Releasing lock "refresh_cache-8da528cb-6534-4c09-977d-ac078cbfcd58" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.309484] env[70398]: DEBUG nova.compute.manager [None req-606a42a2-a3d1-486a-9310-7f2c81ff322c tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 8da528cb-6534-4c09-977d-ac078cbfcd58] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 752.309688] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-606a42a2-a3d1-486a-9310-7f2c81ff322c tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 8da528cb-6534-4c09-977d-ac078cbfcd58] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 752.310890] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2c22eb-744c-4e9d-a653-d48af3bcbd1d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.321690] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-606a42a2-a3d1-486a-9310-7f2c81ff322c tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 8da528cb-6534-4c09-977d-ac078cbfcd58] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 752.321690] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3352baa0-0c2c-46ea-8256-2b7730faf377 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.331705] env[70398]: DEBUG oslo_vmware.api [None req-606a42a2-a3d1-486a-9310-7f2c81ff322c tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Waiting for the task: (returnval){ [ 752.331705] env[70398]: value = "task-3444015" [ 752.331705] env[70398]: _type = "Task" [ 752.331705] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.342134] env[70398]: DEBUG oslo_vmware.api [None req-606a42a2-a3d1-486a-9310-7f2c81ff322c tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': task-3444015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.363368] env[70398]: DEBUG oslo_concurrency.lockutils [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Acquiring lock "308971a7-768d-4745-bca5-05e51c545443" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.363368] env[70398]: DEBUG oslo_concurrency.lockutils [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Lock "308971a7-768d-4745-bca5-05e51c545443" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.388331] env[70398]: DEBUG oslo_concurrency.lockutils [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.565867] env[70398]: DEBUG oslo_vmware.api [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Task: {'id': task-3444012, 'name': ReconfigVM_Task, 'duration_secs': 0.93712} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.566204] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 0dcaf2c4-acfe-407e-8416-4164f5f62562/0dcaf2c4-acfe-407e-8416-4164f5f62562.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.567466] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6e8af9c-ee1a-458c-bc16-e7b9bec561fb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.575832] env[70398]: DEBUG oslo_vmware.api [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Waiting for the task: (returnval){ [ 752.575832] env[70398]: value = "task-3444017" [ 752.575832] env[70398]: _type = "Task" [ 752.575832] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.588903] env[70398]: DEBUG oslo_vmware.api [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Task: {'id': task-3444017, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.668253] env[70398]: DEBUG nova.network.neutron [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Successfully created port: 49fc604b-3599-43b4-b31c-f31c5781b548 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 752.682217] env[70398]: DEBUG oslo_vmware.api [None req-2b24a59f-9519-450a-89b6-aca5d18de40a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3444013, 'name': PowerOffVM_Task, 'duration_secs': 0.364239} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.682281] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b24a59f-9519-450a-89b6-aca5d18de40a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 752.682454] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2b24a59f-9519-450a-89b6-aca5d18de40a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 752.682996] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1eb7b4fc-5595-4c6d-959f-78aa43551e79 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.698696] env[70398]: DEBUG nova.compute.manager [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 752.737171] env[70398]: DEBUG nova.network.neutron [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] [instance: 4644c5df-2060-436f-a226-c31c0d750847] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 752.749170] env[70398]: DEBUG oslo_vmware.api [None req-52ce3fd0-4aee-4070-9c41-84b9d38db1e8 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3444014, 'name': PowerOffVM_Task, 'duration_secs': 0.286617} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.751887] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-52ce3fd0-4aee-4070-9c41-84b9d38db1e8 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 9f30832c-d957-4c99-a1f3-fe022e2c73b9] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 752.752081] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-52ce3fd0-4aee-4070-9c41-84b9d38db1e8 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 9f30832c-d957-4c99-a1f3-fe022e2c73b9] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 752.753643] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d3e01a3-8844-4714-8fbd-683f1d27f237 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.758312] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2b24a59f-9519-450a-89b6-aca5d18de40a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 752.758312] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2b24a59f-9519-450a-89b6-aca5d18de40a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 752.758312] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b24a59f-9519-450a-89b6-aca5d18de40a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Deleting the datastore file [datastore2] 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 752.758312] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38d1411f-0bcc-4331-b60c-8f0cd8a6675d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.765750] env[70398]: DEBUG oslo_vmware.api [None req-2b24a59f-9519-450a-89b6-aca5d18de40a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Waiting for the task: (returnval){ [ 752.765750] env[70398]: value = "task-3444019" [ 752.765750] env[70398]: _type = "Task" [ 752.765750] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.775998] env[70398]: DEBUG oslo_vmware.api [None req-2b24a59f-9519-450a-89b6-aca5d18de40a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3444019, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.827761] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-52ce3fd0-4aee-4070-9c41-84b9d38db1e8 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 9f30832c-d957-4c99-a1f3-fe022e2c73b9] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 752.828011] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-52ce3fd0-4aee-4070-9c41-84b9d38db1e8 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 9f30832c-d957-4c99-a1f3-fe022e2c73b9] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 752.828165] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-52ce3fd0-4aee-4070-9c41-84b9d38db1e8 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Deleting the datastore file [datastore2] 9f30832c-d957-4c99-a1f3-fe022e2c73b9 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 752.828429] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91606ece-2711-46bb-bec9-cd7cbb8f3945 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.836595] env[70398]: DEBUG oslo_vmware.api [None req-52ce3fd0-4aee-4070-9c41-84b9d38db1e8 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Waiting for the task: (returnval){ [ 752.836595] env[70398]: value = "task-3444021" [ 752.836595] env[70398]: _type = "Task" [ 752.836595] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.843460] env[70398]: DEBUG oslo_vmware.api [None req-606a42a2-a3d1-486a-9310-7f2c81ff322c tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': task-3444015, 'name': PowerOffVM_Task, 'duration_secs': 0.210989} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.846933] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-606a42a2-a3d1-486a-9310-7f2c81ff322c tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 8da528cb-6534-4c09-977d-ac078cbfcd58] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 752.847182] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-606a42a2-a3d1-486a-9310-7f2c81ff322c tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 8da528cb-6534-4c09-977d-ac078cbfcd58] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 752.847653] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e481df8a-5016-48cd-aafc-b711cdaa7cf5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.852269] env[70398]: DEBUG oslo_vmware.api [None req-52ce3fd0-4aee-4070-9c41-84b9d38db1e8 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3444021, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.879729] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-606a42a2-a3d1-486a-9310-7f2c81ff322c tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 8da528cb-6534-4c09-977d-ac078cbfcd58] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 752.879729] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-606a42a2-a3d1-486a-9310-7f2c81ff322c tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 8da528cb-6534-4c09-977d-ac078cbfcd58] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 752.879729] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-606a42a2-a3d1-486a-9310-7f2c81ff322c tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Deleting the datastore file [datastore1] 8da528cb-6534-4c09-977d-ac078cbfcd58 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 752.879729] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0975703b-2650-4e65-a5b4-fcaf1eee5932 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.886991] env[70398]: DEBUG oslo_vmware.api [None req-606a42a2-a3d1-486a-9310-7f2c81ff322c tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Waiting for the task: (returnval){ [ 752.886991] env[70398]: value = "task-3444023" [ 752.886991] env[70398]: _type = "Task" [ 752.886991] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.898827] env[70398]: DEBUG oslo_vmware.api [None req-606a42a2-a3d1-486a-9310-7f2c81ff322c tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': task-3444023, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.910133] env[70398]: DEBUG nova.network.neutron [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] [instance: 4644c5df-2060-436f-a226-c31c0d750847] Updating instance_info_cache with network_info: [{"id": "ca7861ec-96a2-4b42-88b0-03adc94ca039", "address": "fa:16:3e:80:ef:f8", "network": {"id": "4622f235-e9aa-46db-b7e5-7349b25c25f0", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-971073863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df3b9c0071bd4675bb11cbd570ac6406", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca7861ec-96", "ovs_interfaceid": "ca7861ec-96a2-4b42-88b0-03adc94ca039", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.086280] env[70398]: DEBUG oslo_vmware.api [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Task: {'id': task-3444017, 'name': Rename_Task, 'duration_secs': 0.16218} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.089641] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 753.089641] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5b2d14b-8592-4c91-83ba-414234e70d17 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.096557] env[70398]: DEBUG oslo_vmware.api [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Waiting for the task: (returnval){ [ 753.096557] env[70398]: value = "task-3444024" [ 753.096557] env[70398]: _type = "Task" [ 753.096557] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.107203] env[70398]: DEBUG oslo_vmware.api [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Task: {'id': task-3444024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.285760] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc33434f-e076-426c-b443-425953490d72 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.288388] env[70398]: DEBUG oslo_vmware.api [None req-2b24a59f-9519-450a-89b6-aca5d18de40a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3444019, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171536} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.288660] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b24a59f-9519-450a-89b6-aca5d18de40a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 753.288842] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2b24a59f-9519-450a-89b6-aca5d18de40a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 753.289041] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2b24a59f-9519-450a-89b6-aca5d18de40a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 753.289223] env[70398]: INFO nova.compute.manager [None req-2b24a59f-9519-450a-89b6-aca5d18de40a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf] Took 1.14 seconds to destroy the instance on the hypervisor. [ 753.289504] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b24a59f-9519-450a-89b6-aca5d18de40a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.290076] env[70398]: DEBUG nova.compute.manager [-] [instance: 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 753.290183] env[70398]: DEBUG nova.network.neutron [-] [instance: 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 753.295392] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cddee118-7576-46a4-bce7-e40b1753666a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.328517] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87898fb7-9ad7-45d0-8786-7ad94bc71a84 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.342181] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5468bfa8-f64d-4002-b6a9-369d6bae4078 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.352029] env[70398]: DEBUG oslo_vmware.api [None req-52ce3fd0-4aee-4070-9c41-84b9d38db1e8 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3444021, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174965} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.359162] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-52ce3fd0-4aee-4070-9c41-84b9d38db1e8 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 753.359406] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-52ce3fd0-4aee-4070-9c41-84b9d38db1e8 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 9f30832c-d957-4c99-a1f3-fe022e2c73b9] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 753.359628] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-52ce3fd0-4aee-4070-9c41-84b9d38db1e8 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 9f30832c-d957-4c99-a1f3-fe022e2c73b9] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 753.359827] env[70398]: INFO nova.compute.manager [None req-52ce3fd0-4aee-4070-9c41-84b9d38db1e8 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 9f30832c-d957-4c99-a1f3-fe022e2c73b9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 753.360089] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52ce3fd0-4aee-4070-9c41-84b9d38db1e8 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.360525] env[70398]: DEBUG nova.compute.provider_tree [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.361878] env[70398]: DEBUG nova.compute.manager [-] [instance: 9f30832c-d957-4c99-a1f3-fe022e2c73b9] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 753.361980] env[70398]: DEBUG nova.network.neutron [-] [instance: 9f30832c-d957-4c99-a1f3-fe022e2c73b9] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 753.397909] env[70398]: DEBUG oslo_vmware.api [None req-606a42a2-a3d1-486a-9310-7f2c81ff322c tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Task: {'id': task-3444023, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122382} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.398283] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-606a42a2-a3d1-486a-9310-7f2c81ff322c tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 753.398787] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-606a42a2-a3d1-486a-9310-7f2c81ff322c tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 8da528cb-6534-4c09-977d-ac078cbfcd58] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 753.399044] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-606a42a2-a3d1-486a-9310-7f2c81ff322c tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 8da528cb-6534-4c09-977d-ac078cbfcd58] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 753.399245] env[70398]: INFO nova.compute.manager [None req-606a42a2-a3d1-486a-9310-7f2c81ff322c tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] [instance: 8da528cb-6534-4c09-977d-ac078cbfcd58] Took 1.09 seconds to destroy the instance on the hypervisor. [ 753.399714] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-606a42a2-a3d1-486a-9310-7f2c81ff322c tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.400057] env[70398]: DEBUG nova.compute.manager [-] [instance: 8da528cb-6534-4c09-977d-ac078cbfcd58] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 753.400057] env[70398]: DEBUG nova.network.neutron [-] [instance: 8da528cb-6534-4c09-977d-ac078cbfcd58] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 753.412162] env[70398]: DEBUG oslo_concurrency.lockutils [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Releasing lock "refresh_cache-4644c5df-2060-436f-a226-c31c0d750847" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.412494] env[70398]: DEBUG nova.compute.manager [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] [instance: 4644c5df-2060-436f-a226-c31c0d750847] Instance network_info: |[{"id": "ca7861ec-96a2-4b42-88b0-03adc94ca039", "address": "fa:16:3e:80:ef:f8", "network": {"id": "4622f235-e9aa-46db-b7e5-7349b25c25f0", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-971073863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df3b9c0071bd4675bb11cbd570ac6406", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca7861ec-96", "ovs_interfaceid": "ca7861ec-96a2-4b42-88b0-03adc94ca039", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 753.412887] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] [instance: 4644c5df-2060-436f-a226-c31c0d750847] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:ef:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '01fe2e08-46f6-4cee-aefd-934461f8077d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca7861ec-96a2-4b42-88b0-03adc94ca039', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 753.420621] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Creating folder: Project (df3b9c0071bd4675bb11cbd570ac6406). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 753.420890] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21e44b03-ea05-4c04-88f3-251892b71098 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.432691] env[70398]: DEBUG nova.network.neutron [-] [instance: 8da528cb-6534-4c09-977d-ac078cbfcd58] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 753.435552] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Created folder: Project (df3b9c0071bd4675bb11cbd570ac6406) in parent group-v687430. [ 753.435755] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Creating folder: Instances. Parent ref: group-v687552. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 753.436531] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05628abb-4c9d-43ea-bef4-4126662da0e3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.447998] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Created folder: Instances in parent group-v687552. [ 753.448334] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.448612] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4644c5df-2060-436f-a226-c31c0d750847] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 753.448863] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e381e2cc-e09f-4ee4-9eec-a17b1f28937f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.470823] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 753.470823] env[70398]: value = "task-3444027" [ 753.470823] env[70398]: _type = "Task" [ 753.470823] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.480979] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444027, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.612673] env[70398]: DEBUG oslo_vmware.api [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Task: {'id': task-3444024, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.717037] env[70398]: DEBUG nova.compute.manager [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 753.756960] env[70398]: DEBUG nova.virt.hardware [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 753.757239] env[70398]: DEBUG nova.virt.hardware [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 753.757391] env[70398]: DEBUG nova.virt.hardware [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.757625] env[70398]: DEBUG nova.virt.hardware [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 753.757783] env[70398]: DEBUG nova.virt.hardware [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.757923] env[70398]: DEBUG nova.virt.hardware [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 753.758258] env[70398]: DEBUG nova.virt.hardware [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 753.759662] env[70398]: DEBUG nova.virt.hardware [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 753.759898] env[70398]: DEBUG nova.virt.hardware [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 753.760129] env[70398]: DEBUG nova.virt.hardware [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 753.760350] env[70398]: DEBUG nova.virt.hardware [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 753.761365] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d46caa-64b6-44bd-94a8-9ec203700bad {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.768638] env[70398]: DEBUG nova.compute.manager [req-ad6af7ec-6622-4256-aac7-249dfdc209f3 req-b222e84d-aa84-450a-a862-b63c30d81a35 service nova] [instance: 4644c5df-2060-436f-a226-c31c0d750847] Received event network-changed-ca7861ec-96a2-4b42-88b0-03adc94ca039 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.768638] env[70398]: DEBUG nova.compute.manager [req-ad6af7ec-6622-4256-aac7-249dfdc209f3 req-b222e84d-aa84-450a-a862-b63c30d81a35 service nova] [instance: 4644c5df-2060-436f-a226-c31c0d750847] Refreshing instance network info cache due to event network-changed-ca7861ec-96a2-4b42-88b0-03adc94ca039. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 753.768835] env[70398]: DEBUG oslo_concurrency.lockutils [req-ad6af7ec-6622-4256-aac7-249dfdc209f3 req-b222e84d-aa84-450a-a862-b63c30d81a35 service nova] Acquiring lock "refresh_cache-4644c5df-2060-436f-a226-c31c0d750847" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.769176] env[70398]: DEBUG oslo_concurrency.lockutils [req-ad6af7ec-6622-4256-aac7-249dfdc209f3 req-b222e84d-aa84-450a-a862-b63c30d81a35 service nova] Acquired lock "refresh_cache-4644c5df-2060-436f-a226-c31c0d750847" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.769240] env[70398]: DEBUG nova.network.neutron [req-ad6af7ec-6622-4256-aac7-249dfdc209f3 req-b222e84d-aa84-450a-a862-b63c30d81a35 service nova] [instance: 4644c5df-2060-436f-a226-c31c0d750847] Refreshing network info cache for port ca7861ec-96a2-4b42-88b0-03adc94ca039 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 753.774288] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924c8511-3a36-4f98-aebb-a023e5f38ee5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.856288] env[70398]: DEBUG nova.compute.manager [req-fc4f8aec-a514-457b-8ad8-533f23f07e92 req-43fa62e4-8e99-4da3-9800-ca3d78129bc5 service nova] [instance: 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf] Received event network-vif-deleted-10d5d183-5a4f-43dc-a4fa-5fbe31a61390 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.856288] env[70398]: INFO nova.compute.manager [req-fc4f8aec-a514-457b-8ad8-533f23f07e92 req-43fa62e4-8e99-4da3-9800-ca3d78129bc5 service nova] [instance: 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf] Neutron deleted interface 10d5d183-5a4f-43dc-a4fa-5fbe31a61390; detaching it from the instance and deleting it from the info cache [ 753.856409] env[70398]: DEBUG nova.network.neutron [req-fc4f8aec-a514-457b-8ad8-533f23f07e92 req-43fa62e4-8e99-4da3-9800-ca3d78129bc5 service nova] [instance: 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.865537] env[70398]: DEBUG nova.scheduler.client.report [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.936858] env[70398]: DEBUG nova.network.neutron [-] [instance: 8da528cb-6534-4c09-977d-ac078cbfcd58] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.981542] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444027, 'name': CreateVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.109891] env[70398]: DEBUG oslo_vmware.api [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Task: {'id': task-3444024, 'name': PowerOnVM_Task, 'duration_secs': 0.544776} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.110173] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.110377] env[70398]: INFO nova.compute.manager [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Took 5.86 seconds to spawn the instance on the hypervisor. [ 754.110564] env[70398]: DEBUG nova.compute.manager [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.111339] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6e5b76-2645-4b0f-b193-9f614f38fc69 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.238340] env[70398]: DEBUG nova.network.neutron [-] [instance: 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.269588] env[70398]: DEBUG nova.network.neutron [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Successfully updated port: 49fc604b-3599-43b4-b31c-f31c5781b548 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 754.361544] env[70398]: DEBUG nova.network.neutron [-] [instance: 9f30832c-d957-4c99-a1f3-fe022e2c73b9] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.362786] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-20c549ba-593b-4caf-b8f9-1176ef9a7357 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.373375] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.373907] env[70398]: DEBUG nova.compute.manager [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 754.382726] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 31.607s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.390283] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e32956-1b8d-464f-bdaa-255f9fe06aa7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.430089] env[70398]: DEBUG nova.compute.manager [req-fc4f8aec-a514-457b-8ad8-533f23f07e92 req-43fa62e4-8e99-4da3-9800-ca3d78129bc5 service nova] [instance: 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf] Detach interface failed, port_id=10d5d183-5a4f-43dc-a4fa-5fbe31a61390, reason: Instance 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 754.440246] env[70398]: INFO nova.compute.manager [-] [instance: 8da528cb-6534-4c09-977d-ac078cbfcd58] Took 1.04 seconds to deallocate network for instance. [ 754.482860] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444027, 'name': CreateVM_Task, 'duration_secs': 0.528566} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.483808] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4644c5df-2060-436f-a226-c31c0d750847] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 754.484503] env[70398]: DEBUG oslo_concurrency.lockutils [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.484677] env[70398]: DEBUG oslo_concurrency.lockutils [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.484995] env[70398]: DEBUG oslo_concurrency.lockutils [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.485495] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c3b038c-c28b-48e1-8e49-d844e022515a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.490885] env[70398]: DEBUG oslo_vmware.api [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Waiting for the task: (returnval){ [ 754.490885] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52320a15-ea29-2fb9-7d75-3bb1950aba98" [ 754.490885] env[70398]: _type = "Task" [ 754.490885] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.502150] env[70398]: DEBUG oslo_vmware.api [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52320a15-ea29-2fb9-7d75-3bb1950aba98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.532525] env[70398]: DEBUG nova.network.neutron [req-ad6af7ec-6622-4256-aac7-249dfdc209f3 req-b222e84d-aa84-450a-a862-b63c30d81a35 service nova] [instance: 4644c5df-2060-436f-a226-c31c0d750847] Updated VIF entry in instance network info cache for port ca7861ec-96a2-4b42-88b0-03adc94ca039. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 754.532805] env[70398]: DEBUG nova.network.neutron [req-ad6af7ec-6622-4256-aac7-249dfdc209f3 req-b222e84d-aa84-450a-a862-b63c30d81a35 service nova] [instance: 4644c5df-2060-436f-a226-c31c0d750847] Updating instance_info_cache with network_info: [{"id": "ca7861ec-96a2-4b42-88b0-03adc94ca039", "address": "fa:16:3e:80:ef:f8", "network": {"id": "4622f235-e9aa-46db-b7e5-7349b25c25f0", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-971073863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df3b9c0071bd4675bb11cbd570ac6406", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca7861ec-96", "ovs_interfaceid": "ca7861ec-96a2-4b42-88b0-03adc94ca039", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.629971] env[70398]: INFO nova.compute.manager [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Took 44.33 seconds to build instance. [ 754.742518] env[70398]: INFO nova.compute.manager [-] [instance: 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf] Took 1.45 seconds to deallocate network for instance. [ 754.777257] env[70398]: DEBUG oslo_concurrency.lockutils [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "refresh_cache-e8a2f85b-9de5-4c62-b5dc-f27b0084cee0" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.777550] env[70398]: DEBUG oslo_concurrency.lockutils [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquired lock "refresh_cache-e8a2f85b-9de5-4c62-b5dc-f27b0084cee0" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.777712] env[70398]: DEBUG nova.network.neutron [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.869397] env[70398]: INFO nova.compute.manager [-] [instance: 9f30832c-d957-4c99-a1f3-fe022e2c73b9] Took 1.51 seconds to deallocate network for instance. [ 754.888782] env[70398]: INFO nova.compute.claims [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 754.893232] env[70398]: DEBUG nova.compute.utils [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 754.894602] env[70398]: DEBUG nova.compute.manager [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 754.894779] env[70398]: DEBUG nova.network.neutron [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 754.948490] env[70398]: DEBUG oslo_concurrency.lockutils [None req-606a42a2-a3d1-486a-9310-7f2c81ff322c tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.953014] env[70398]: DEBUG nova.policy [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4201758a5a84443fbccddfc41af0b88f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fdd435c028a44f1698e5721cd66fa566', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 755.003945] env[70398]: DEBUG oslo_vmware.api [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52320a15-ea29-2fb9-7d75-3bb1950aba98, 'name': SearchDatastore_Task, 'duration_secs': 0.011452} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.004452] env[70398]: DEBUG oslo_concurrency.lockutils [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.004581] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] [instance: 4644c5df-2060-436f-a226-c31c0d750847] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 755.005874] env[70398]: DEBUG oslo_concurrency.lockutils [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.006122] env[70398]: DEBUG oslo_concurrency.lockutils [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.006331] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 755.006617] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ae4d9d8-a0e8-4442-9321-0adc09497f67 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.016731] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 755.016936] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 755.017745] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a78a7df9-7f9a-498f-9c7b-d48bb395f1dd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.024011] env[70398]: DEBUG oslo_vmware.api [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Waiting for the task: (returnval){ [ 755.024011] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]528ba2d1-2c5b-ec8e-831b-32d7215f1b3a" [ 755.024011] env[70398]: _type = "Task" [ 755.024011] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.032781] env[70398]: DEBUG oslo_vmware.api [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]528ba2d1-2c5b-ec8e-831b-32d7215f1b3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.036470] env[70398]: DEBUG oslo_concurrency.lockutils [req-ad6af7ec-6622-4256-aac7-249dfdc209f3 req-b222e84d-aa84-450a-a862-b63c30d81a35 service nova] Releasing lock "refresh_cache-4644c5df-2060-436f-a226-c31c0d750847" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.132277] env[70398]: DEBUG oslo_concurrency.lockutils [None req-97d6fa6a-305f-4d49-8f6d-02d799d52144 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Lock "0dcaf2c4-acfe-407e-8416-4164f5f62562" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.961s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.248828] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2b24a59f-9519-450a-89b6-aca5d18de40a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.306505] env[70398]: DEBUG nova.network.neutron [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Successfully created port: f26601bf-1535-48cc-870a-e69a97a49df6 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 755.316407] env[70398]: DEBUG nova.network.neutron [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 755.378252] env[70398]: DEBUG oslo_concurrency.lockutils [None req-52ce3fd0-4aee-4070-9c41-84b9d38db1e8 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.396382] env[70398]: INFO nova.compute.resource_tracker [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Updating resource usage from migration 435e1bde-9871-483d-9078-3be1c56ccb1d [ 755.400070] env[70398]: DEBUG nova.compute.manager [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 755.422613] env[70398]: INFO nova.compute.manager [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Rebuilding instance [ 755.475744] env[70398]: DEBUG nova.compute.manager [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 755.476632] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e01c0d-f6b1-4427-9ad7-cc69807b88f1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.502702] env[70398]: DEBUG nova.network.neutron [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Updating instance_info_cache with network_info: [{"id": "49fc604b-3599-43b4-b31c-f31c5781b548", "address": "fa:16:3e:a2:e1:00", "network": {"id": "8827b33f-2ae8-4694-a41f-8548aab18f7c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-40120438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61b38bccf64b49b086c80c4151b39806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49fc604b-35", "ovs_interfaceid": "49fc604b-3599-43b4-b31c-f31c5781b548", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.536893] env[70398]: DEBUG oslo_vmware.api [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]528ba2d1-2c5b-ec8e-831b-32d7215f1b3a, 'name': SearchDatastore_Task, 'duration_secs': 0.009971} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.537894] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24669501-274d-4f80-b295-630f7943e2b3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.545683] env[70398]: DEBUG oslo_vmware.api [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Waiting for the task: (returnval){ [ 755.545683] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5232561f-4aa5-5796-aa86-47910b946dc6" [ 755.545683] env[70398]: _type = "Task" [ 755.545683] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.554012] env[70398]: DEBUG oslo_vmware.api [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5232561f-4aa5-5796-aa86-47910b946dc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.634681] env[70398]: DEBUG nova.compute.manager [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 755.794092] env[70398]: DEBUG nova.compute.manager [req-317088de-9708-43c2-9da0-7fddfaffcea7 req-e2cce2d9-3add-4c50-940f-61d716f468be service nova] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Received event network-vif-plugged-49fc604b-3599-43b4-b31c-f31c5781b548 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.794327] env[70398]: DEBUG oslo_concurrency.lockutils [req-317088de-9708-43c2-9da0-7fddfaffcea7 req-e2cce2d9-3add-4c50-940f-61d716f468be service nova] Acquiring lock "e8a2f85b-9de5-4c62-b5dc-f27b0084cee0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.794572] env[70398]: DEBUG oslo_concurrency.lockutils [req-317088de-9708-43c2-9da0-7fddfaffcea7 req-e2cce2d9-3add-4c50-940f-61d716f468be service nova] Lock "e8a2f85b-9de5-4c62-b5dc-f27b0084cee0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.794687] env[70398]: DEBUG oslo_concurrency.lockutils [req-317088de-9708-43c2-9da0-7fddfaffcea7 req-e2cce2d9-3add-4c50-940f-61d716f468be service nova] Lock "e8a2f85b-9de5-4c62-b5dc-f27b0084cee0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.794857] env[70398]: DEBUG nova.compute.manager [req-317088de-9708-43c2-9da0-7fddfaffcea7 req-e2cce2d9-3add-4c50-940f-61d716f468be service nova] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] No waiting events found dispatching network-vif-plugged-49fc604b-3599-43b4-b31c-f31c5781b548 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 755.795039] env[70398]: WARNING nova.compute.manager [req-317088de-9708-43c2-9da0-7fddfaffcea7 req-e2cce2d9-3add-4c50-940f-61d716f468be service nova] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Received unexpected event network-vif-plugged-49fc604b-3599-43b4-b31c-f31c5781b548 for instance with vm_state building and task_state spawning. [ 755.795195] env[70398]: DEBUG nova.compute.manager [req-317088de-9708-43c2-9da0-7fddfaffcea7 req-e2cce2d9-3add-4c50-940f-61d716f468be service nova] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Received event network-changed-49fc604b-3599-43b4-b31c-f31c5781b548 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.795344] env[70398]: DEBUG nova.compute.manager [req-317088de-9708-43c2-9da0-7fddfaffcea7 req-e2cce2d9-3add-4c50-940f-61d716f468be service nova] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Refreshing instance network info cache due to event network-changed-49fc604b-3599-43b4-b31c-f31c5781b548. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 755.795530] env[70398]: DEBUG oslo_concurrency.lockutils [req-317088de-9708-43c2-9da0-7fddfaffcea7 req-e2cce2d9-3add-4c50-940f-61d716f468be service nova] Acquiring lock "refresh_cache-e8a2f85b-9de5-4c62-b5dc-f27b0084cee0" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.908420] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d99a01-13a0-46b9-9204-8686d013d604 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.921501] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8ed5be-fde4-49ca-bb40-143cc3c22e0e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.925295] env[70398]: DEBUG nova.compute.manager [req-4401e586-6664-4a79-9815-197010cb73f7 req-a0f1aa27-27a3-456f-be78-ee7d2f3f3180 service nova] [instance: 9f30832c-d957-4c99-a1f3-fe022e2c73b9] Received event network-vif-deleted-f78325e0-c397-4e94-8903-7c4bb86a40de {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.955773] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494f9d87-253d-4f56-a630-1615db9648db {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.964386] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56ab231-0fb6-47ba-b6bb-8553a09fccf3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.978458] env[70398]: DEBUG nova.compute.provider_tree [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.004703] env[70398]: DEBUG oslo_concurrency.lockutils [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Releasing lock "refresh_cache-e8a2f85b-9de5-4c62-b5dc-f27b0084cee0" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.005026] env[70398]: DEBUG nova.compute.manager [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Instance network_info: |[{"id": "49fc604b-3599-43b4-b31c-f31c5781b548", "address": "fa:16:3e:a2:e1:00", "network": {"id": "8827b33f-2ae8-4694-a41f-8548aab18f7c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-40120438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61b38bccf64b49b086c80c4151b39806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49fc604b-35", "ovs_interfaceid": "49fc604b-3599-43b4-b31c-f31c5781b548", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 756.005325] env[70398]: DEBUG oslo_concurrency.lockutils [req-317088de-9708-43c2-9da0-7fddfaffcea7 req-e2cce2d9-3add-4c50-940f-61d716f468be service nova] Acquired lock "refresh_cache-e8a2f85b-9de5-4c62-b5dc-f27b0084cee0" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.005502] env[70398]: DEBUG nova.network.neutron [req-317088de-9708-43c2-9da0-7fddfaffcea7 req-e2cce2d9-3add-4c50-940f-61d716f468be service nova] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Refreshing network info cache for port 49fc604b-3599-43b4-b31c-f31c5781b548 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.006618] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:e1:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a111da1-447a-4722-9662-b0d6a2886a65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49fc604b-3599-43b4-b31c-f31c5781b548', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 756.014524] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.017278] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 756.017777] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-719697e1-e397-46e6-ad61-64f0a6548e63 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.039713] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 756.039713] env[70398]: value = "task-3444028" [ 756.039713] env[70398]: _type = "Task" [ 756.039713] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.048363] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444028, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.056643] env[70398]: DEBUG oslo_vmware.api [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5232561f-4aa5-5796-aa86-47910b946dc6, 'name': SearchDatastore_Task, 'duration_secs': 0.010101} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.056914] env[70398]: DEBUG oslo_concurrency.lockutils [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.057192] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 4644c5df-2060-436f-a226-c31c0d750847/4644c5df-2060-436f-a226-c31c0d750847.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 756.057480] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-899c8b1d-bc9f-474a-b25f-dfb13dcefe1e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.066359] env[70398]: DEBUG oslo_vmware.api [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Waiting for the task: (returnval){ [ 756.066359] env[70398]: value = "task-3444029" [ 756.066359] env[70398]: _type = "Task" [ 756.066359] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.076177] env[70398]: DEBUG oslo_vmware.api [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Task: {'id': task-3444029, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.160930] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.160930] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7900b4ad-b344-4724-83c8-0171b3f2e19f tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Acquiring lock "688fae2f-a3ca-48c8-9a88-923268f5b1a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.161106] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7900b4ad-b344-4724-83c8-0171b3f2e19f tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Lock "688fae2f-a3ca-48c8-9a88-923268f5b1a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.161201] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7900b4ad-b344-4724-83c8-0171b3f2e19f tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Acquiring lock "688fae2f-a3ca-48c8-9a88-923268f5b1a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.161384] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7900b4ad-b344-4724-83c8-0171b3f2e19f tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Lock "688fae2f-a3ca-48c8-9a88-923268f5b1a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.161561] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7900b4ad-b344-4724-83c8-0171b3f2e19f tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Lock "688fae2f-a3ca-48c8-9a88-923268f5b1a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.163560] env[70398]: INFO nova.compute.manager [None req-7900b4ad-b344-4724-83c8-0171b3f2e19f tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Terminating instance [ 756.311224] env[70398]: DEBUG nova.network.neutron [req-317088de-9708-43c2-9da0-7fddfaffcea7 req-e2cce2d9-3add-4c50-940f-61d716f468be service nova] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Updated VIF entry in instance network info cache for port 49fc604b-3599-43b4-b31c-f31c5781b548. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 756.311556] env[70398]: DEBUG nova.network.neutron [req-317088de-9708-43c2-9da0-7fddfaffcea7 req-e2cce2d9-3add-4c50-940f-61d716f468be service nova] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Updating instance_info_cache with network_info: [{"id": "49fc604b-3599-43b4-b31c-f31c5781b548", "address": "fa:16:3e:a2:e1:00", "network": {"id": "8827b33f-2ae8-4694-a41f-8548aab18f7c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-40120438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61b38bccf64b49b086c80c4151b39806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49fc604b-35", "ovs_interfaceid": "49fc604b-3599-43b4-b31c-f31c5781b548", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.419120] env[70398]: DEBUG nova.compute.manager [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 756.448510] env[70398]: DEBUG nova.virt.hardware [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 756.448759] env[70398]: DEBUG nova.virt.hardware [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 756.448953] env[70398]: DEBUG nova.virt.hardware [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.449113] env[70398]: DEBUG nova.virt.hardware [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 756.449253] env[70398]: DEBUG nova.virt.hardware [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.449411] env[70398]: DEBUG nova.virt.hardware [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 756.449854] env[70398]: DEBUG nova.virt.hardware [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 756.451463] env[70398]: DEBUG nova.virt.hardware [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 756.451463] env[70398]: DEBUG nova.virt.hardware [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 756.451463] env[70398]: DEBUG nova.virt.hardware [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 756.451463] env[70398]: DEBUG nova.virt.hardware [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 756.451804] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09afe33-f351-4467-b36d-cd07818420d4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.463809] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0045120f-3f60-41f3-b6fa-0853d3758c05 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.482767] env[70398]: DEBUG nova.scheduler.client.report [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.493112] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 756.493440] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df1df9f2-1fa9-4ea7-ac21-d5a66bac8b8f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.502104] env[70398]: DEBUG oslo_vmware.api [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Waiting for the task: (returnval){ [ 756.502104] env[70398]: value = "task-3444030" [ 756.502104] env[70398]: _type = "Task" [ 756.502104] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.514541] env[70398]: DEBUG oslo_vmware.api [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Task: {'id': task-3444030, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.551707] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444028, 'name': CreateVM_Task, 'duration_secs': 0.36762} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.551897] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.552598] env[70398]: DEBUG oslo_concurrency.lockutils [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.552764] env[70398]: DEBUG oslo_concurrency.lockutils [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.553103] env[70398]: DEBUG oslo_concurrency.lockutils [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.553360] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e355eec-3f4d-42ab-8881-ec68605ea62d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.558897] env[70398]: DEBUG oslo_vmware.api [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 756.558897] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]522330e5-a173-88ce-79b6-a81f09b319cf" [ 756.558897] env[70398]: _type = "Task" [ 756.558897] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.567753] env[70398]: DEBUG oslo_vmware.api [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]522330e5-a173-88ce-79b6-a81f09b319cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.576762] env[70398]: DEBUG oslo_vmware.api [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Task: {'id': task-3444029, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480844} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.577033] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 4644c5df-2060-436f-a226-c31c0d750847/4644c5df-2060-436f-a226-c31c0d750847.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 756.577247] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] [instance: 4644c5df-2060-436f-a226-c31c0d750847] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 756.577495] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4964bfac-89f6-4916-818b-3f183a517455 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.585820] env[70398]: DEBUG oslo_vmware.api [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Waiting for the task: (returnval){ [ 756.585820] env[70398]: value = "task-3444031" [ 756.585820] env[70398]: _type = "Task" [ 756.585820] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.595145] env[70398]: DEBUG oslo_vmware.api [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Task: {'id': task-3444031, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.667702] env[70398]: DEBUG nova.compute.manager [None req-7900b4ad-b344-4724-83c8-0171b3f2e19f tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 756.668018] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7900b4ad-b344-4724-83c8-0171b3f2e19f tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 756.668915] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08621487-9b69-4722-81e5-9fd9681e3e0c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.677455] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-7900b4ad-b344-4724-83c8-0171b3f2e19f tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 756.677700] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6116415-a54c-4cbc-a29e-1db32d1ff273 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.684635] env[70398]: DEBUG oslo_vmware.api [None req-7900b4ad-b344-4724-83c8-0171b3f2e19f tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Waiting for the task: (returnval){ [ 756.684635] env[70398]: value = "task-3444032" [ 756.684635] env[70398]: _type = "Task" [ 756.684635] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.693137] env[70398]: DEBUG oslo_vmware.api [None req-7900b4ad-b344-4724-83c8-0171b3f2e19f tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Task: {'id': task-3444032, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.815720] env[70398]: DEBUG oslo_concurrency.lockutils [req-317088de-9708-43c2-9da0-7fddfaffcea7 req-e2cce2d9-3add-4c50-940f-61d716f468be service nova] Releasing lock "refresh_cache-e8a2f85b-9de5-4c62-b5dc-f27b0084cee0" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.855742] env[70398]: DEBUG nova.network.neutron [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Successfully updated port: f26601bf-1535-48cc-870a-e69a97a49df6 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 756.988475] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.606s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.988590] env[70398]: INFO nova.compute.manager [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Migrating [ 756.988720] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.988864] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Acquired lock "compute-rpcapi-router" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.990125] env[70398]: DEBUG oslo_concurrency.lockutils [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.979s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.992034] env[70398]: INFO nova.compute.claims [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] [instance: 00b4d7e3-e976-4885-ae92-0d62e3fb0d0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 757.013147] env[70398]: DEBUG oslo_vmware.api [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Task: {'id': task-3444030, 'name': PowerOffVM_Task, 'duration_secs': 0.143488} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.013455] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 757.014099] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 757.014850] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ecf4ec-eabb-4609-989a-5b7b0363de58 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.022439] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 757.022681] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-822e73ba-851d-481f-8031-26fe8cf69fc2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.054019] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 757.054019] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 757.054019] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Deleting the datastore file [datastore1] 0dcaf2c4-acfe-407e-8416-4164f5f62562 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 757.054198] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18675695-b297-44c8-8aed-e7ffcf7a334f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.064657] env[70398]: DEBUG oslo_vmware.api [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Waiting for the task: (returnval){ [ 757.064657] env[70398]: value = "task-3444034" [ 757.064657] env[70398]: _type = "Task" [ 757.064657] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.073212] env[70398]: DEBUG oslo_vmware.api [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]522330e5-a173-88ce-79b6-a81f09b319cf, 'name': SearchDatastore_Task, 'duration_secs': 0.010276} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.073474] env[70398]: DEBUG oslo_concurrency.lockutils [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.073662] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 757.074028] env[70398]: DEBUG oslo_concurrency.lockutils [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.074135] env[70398]: DEBUG oslo_concurrency.lockutils [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.074264] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 757.074529] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93823d27-f9a0-453b-ba45-65f593d1c89a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.079395] env[70398]: DEBUG oslo_vmware.api [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Task: {'id': task-3444034, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.087364] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 757.087364] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 757.092858] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfbb8e29-1d0e-4a51-80da-5c6ffac4ce5c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.098174] env[70398]: DEBUG oslo_vmware.api [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 757.098174] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52254637-907a-72e5-7985-75fb9c4d543f" [ 757.098174] env[70398]: _type = "Task" [ 757.098174] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.101957] env[70398]: DEBUG oslo_vmware.api [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Task: {'id': task-3444031, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0702} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.104056] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] [instance: 4644c5df-2060-436f-a226-c31c0d750847] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 757.104797] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d2f70b-2d67-4f31-b2a5-de14f7def15c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.127195] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] [instance: 4644c5df-2060-436f-a226-c31c0d750847] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 4644c5df-2060-436f-a226-c31c0d750847/4644c5df-2060-436f-a226-c31c0d750847.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.131024] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fa1224a-90a8-49e7-a709-398d49c3ab7c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.144701] env[70398]: DEBUG oslo_vmware.api [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52254637-907a-72e5-7985-75fb9c4d543f, 'name': SearchDatastore_Task, 'duration_secs': 0.010504} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.146020] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63c0d62b-0b97-4ff7-8a2f-a4957c0589b5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.152098] env[70398]: DEBUG oslo_vmware.api [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 757.152098] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5292c36d-a8c7-1a6a-2188-8447e41c4ddb" [ 757.152098] env[70398]: _type = "Task" [ 757.152098] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.153056] env[70398]: DEBUG oslo_vmware.api [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Waiting for the task: (returnval){ [ 757.153056] env[70398]: value = "task-3444035" [ 757.153056] env[70398]: _type = "Task" [ 757.153056] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.165327] env[70398]: DEBUG oslo_vmware.api [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Task: {'id': task-3444035, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.168099] env[70398]: DEBUG oslo_vmware.api [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5292c36d-a8c7-1a6a-2188-8447e41c4ddb, 'name': SearchDatastore_Task} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.168099] env[70398]: DEBUG oslo_concurrency.lockutils [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.168099] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] e8a2f85b-9de5-4c62-b5dc-f27b0084cee0/e8a2f85b-9de5-4c62-b5dc-f27b0084cee0.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.169136] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5bc007e0-4318-4420-946e-c8592bf30fe4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.176264] env[70398]: DEBUG oslo_vmware.api [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 757.176264] env[70398]: value = "task-3444036" [ 757.176264] env[70398]: _type = "Task" [ 757.176264] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.185813] env[70398]: DEBUG oslo_vmware.api [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444036, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.193997] env[70398]: DEBUG oslo_vmware.api [None req-7900b4ad-b344-4724-83c8-0171b3f2e19f tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Task: {'id': task-3444032, 'name': PowerOffVM_Task, 'duration_secs': 0.197829} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.194296] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-7900b4ad-b344-4724-83c8-0171b3f2e19f tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 757.194466] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7900b4ad-b344-4724-83c8-0171b3f2e19f tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 757.194706] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c79d6cae-b3b3-4f3d-90ff-939a449b63a4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.265463] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7900b4ad-b344-4724-83c8-0171b3f2e19f tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 757.265907] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7900b4ad-b344-4724-83c8-0171b3f2e19f tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 757.265984] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-7900b4ad-b344-4724-83c8-0171b3f2e19f tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Deleting the datastore file [datastore1] 688fae2f-a3ca-48c8-9a88-923268f5b1a8 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 757.266237] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3abc3565-a1bb-4280-8657-c049bd6b5820 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.278676] env[70398]: DEBUG oslo_vmware.api [None req-7900b4ad-b344-4724-83c8-0171b3f2e19f tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Waiting for the task: (returnval){ [ 757.278676] env[70398]: value = "task-3444038" [ 757.278676] env[70398]: _type = "Task" [ 757.278676] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.286677] env[70398]: DEBUG oslo_vmware.api [None req-7900b4ad-b344-4724-83c8-0171b3f2e19f tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Task: {'id': task-3444038, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.358107] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquiring lock "refresh_cache-3bdd81ec-cf04-414c-b080-b756355338ea" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.358317] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquired lock "refresh_cache-3bdd81ec-cf04-414c-b080-b756355338ea" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.358513] env[70398]: DEBUG nova.network.neutron [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.498088] env[70398]: INFO nova.compute.rpcapi [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 757.498691] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Releasing lock "compute-rpcapi-router" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.575346] env[70398]: DEBUG oslo_vmware.api [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Task: {'id': task-3444034, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.116274} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.575797] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.575985] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.576204] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.667027] env[70398]: DEBUG oslo_vmware.api [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Task: {'id': task-3444035, 'name': ReconfigVM_Task, 'duration_secs': 0.34241} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.667230] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] [instance: 4644c5df-2060-436f-a226-c31c0d750847] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 4644c5df-2060-436f-a226-c31c0d750847/4644c5df-2060-436f-a226-c31c0d750847.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.668014] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c33115c-9db1-45a3-b6c1-79c148475302 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.675910] env[70398]: DEBUG oslo_vmware.api [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Waiting for the task: (returnval){ [ 757.675910] env[70398]: value = "task-3444039" [ 757.675910] env[70398]: _type = "Task" [ 757.675910] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.689885] env[70398]: DEBUG oslo_vmware.api [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Task: {'id': task-3444039, 'name': Rename_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.693029] env[70398]: DEBUG oslo_vmware.api [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444036, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50682} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.693267] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] e8a2f85b-9de5-4c62-b5dc-f27b0084cee0/e8a2f85b-9de5-4c62-b5dc-f27b0084cee0.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 757.693474] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 757.693723] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0b095b3-9787-4efd-8c68-f6098d28044d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.701942] env[70398]: DEBUG oslo_vmware.api [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 757.701942] env[70398]: value = "task-3444040" [ 757.701942] env[70398]: _type = "Task" [ 757.701942] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.713717] env[70398]: DEBUG oslo_vmware.api [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444040, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.790357] env[70398]: DEBUG oslo_vmware.api [None req-7900b4ad-b344-4724-83c8-0171b3f2e19f tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Task: {'id': task-3444038, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21139} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.790776] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-7900b4ad-b344-4724-83c8-0171b3f2e19f tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.791092] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7900b4ad-b344-4724-83c8-0171b3f2e19f tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.791397] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7900b4ad-b344-4724-83c8-0171b3f2e19f tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.791697] env[70398]: INFO nova.compute.manager [None req-7900b4ad-b344-4724-83c8-0171b3f2e19f tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 757.792097] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7900b4ad-b344-4724-83c8-0171b3f2e19f tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.792389] env[70398]: DEBUG nova.compute.manager [-] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 757.792544] env[70398]: DEBUG nova.network.neutron [-] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 757.821358] env[70398]: DEBUG nova.compute.manager [req-26687212-ee51-450a-ac2f-dd1fb80121e8 req-3e1df347-6890-4b96-baf7-7752e212fe6b service nova] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Received event network-vif-plugged-f26601bf-1535-48cc-870a-e69a97a49df6 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 757.821582] env[70398]: DEBUG oslo_concurrency.lockutils [req-26687212-ee51-450a-ac2f-dd1fb80121e8 req-3e1df347-6890-4b96-baf7-7752e212fe6b service nova] Acquiring lock "3bdd81ec-cf04-414c-b080-b756355338ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.821792] env[70398]: DEBUG oslo_concurrency.lockutils [req-26687212-ee51-450a-ac2f-dd1fb80121e8 req-3e1df347-6890-4b96-baf7-7752e212fe6b service nova] Lock "3bdd81ec-cf04-414c-b080-b756355338ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.822280] env[70398]: DEBUG oslo_concurrency.lockutils [req-26687212-ee51-450a-ac2f-dd1fb80121e8 req-3e1df347-6890-4b96-baf7-7752e212fe6b service nova] Lock "3bdd81ec-cf04-414c-b080-b756355338ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.822480] env[70398]: DEBUG nova.compute.manager [req-26687212-ee51-450a-ac2f-dd1fb80121e8 req-3e1df347-6890-4b96-baf7-7752e212fe6b service nova] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] No waiting events found dispatching network-vif-plugged-f26601bf-1535-48cc-870a-e69a97a49df6 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 757.822754] env[70398]: WARNING nova.compute.manager [req-26687212-ee51-450a-ac2f-dd1fb80121e8 req-3e1df347-6890-4b96-baf7-7752e212fe6b service nova] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Received unexpected event network-vif-plugged-f26601bf-1535-48cc-870a-e69a97a49df6 for instance with vm_state building and task_state spawning. [ 757.822851] env[70398]: DEBUG nova.compute.manager [req-26687212-ee51-450a-ac2f-dd1fb80121e8 req-3e1df347-6890-4b96-baf7-7752e212fe6b service nova] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Received event network-changed-f26601bf-1535-48cc-870a-e69a97a49df6 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 757.823024] env[70398]: DEBUG nova.compute.manager [req-26687212-ee51-450a-ac2f-dd1fb80121e8 req-3e1df347-6890-4b96-baf7-7752e212fe6b service nova] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Refreshing instance network info cache due to event network-changed-f26601bf-1535-48cc-870a-e69a97a49df6. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 757.823123] env[70398]: DEBUG oslo_concurrency.lockutils [req-26687212-ee51-450a-ac2f-dd1fb80121e8 req-3e1df347-6890-4b96-baf7-7752e212fe6b service nova] Acquiring lock "refresh_cache-3bdd81ec-cf04-414c-b080-b756355338ea" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.901287] env[70398]: DEBUG nova.network.neutron [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 758.017484] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Acquiring lock "refresh_cache-4d9ff1a2-da45-4efd-af8c-d47907ce0768" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.017484] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Acquired lock "refresh_cache-4d9ff1a2-da45-4efd-af8c-d47907ce0768" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.017484] env[70398]: DEBUG nova.network.neutron [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.093116] env[70398]: DEBUG nova.network.neutron [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Updating instance_info_cache with network_info: [{"id": "f26601bf-1535-48cc-870a-e69a97a49df6", "address": "fa:16:3e:b5:ae:9d", "network": {"id": "2be14bce-3a50-4780-942e-36ac9b7f4301", "bridge": "br-int", "label": "tempest-ImagesTestJSON-259161185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd435c028a44f1698e5721cd66fa566", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf26601bf-15", "ovs_interfaceid": "f26601bf-1535-48cc-870a-e69a97a49df6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.188723] env[70398]: DEBUG oslo_vmware.api [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Task: {'id': task-3444039, 'name': Rename_Task, 'duration_secs': 0.174226} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.189035] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] [instance: 4644c5df-2060-436f-a226-c31c0d750847] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.189248] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1fe8999-8ff3-4782-a7b1-aa0a95f2f20e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.196738] env[70398]: DEBUG oslo_vmware.api [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Waiting for the task: (returnval){ [ 758.196738] env[70398]: value = "task-3444041" [ 758.196738] env[70398]: _type = "Task" [ 758.196738] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.208625] env[70398]: DEBUG oslo_vmware.api [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Task: {'id': task-3444041, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.216579] env[70398]: DEBUG oslo_vmware.api [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444040, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071544} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.216862] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.217820] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575624f8-6b07-4fab-88bc-100a9367ef08 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.244234] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] e8a2f85b-9de5-4c62-b5dc-f27b0084cee0/e8a2f85b-9de5-4c62-b5dc-f27b0084cee0.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.244587] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a444963-20ad-4b87-b248-f731884566af {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.269859] env[70398]: DEBUG oslo_vmware.api [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 758.269859] env[70398]: value = "task-3444042" [ 758.269859] env[70398]: _type = "Task" [ 758.269859] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.281641] env[70398]: DEBUG oslo_vmware.api [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444042, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.592928] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Releasing lock "refresh_cache-3bdd81ec-cf04-414c-b080-b756355338ea" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.594944] env[70398]: DEBUG nova.compute.manager [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Instance network_info: |[{"id": "f26601bf-1535-48cc-870a-e69a97a49df6", "address": "fa:16:3e:b5:ae:9d", "network": {"id": "2be14bce-3a50-4780-942e-36ac9b7f4301", "bridge": "br-int", "label": "tempest-ImagesTestJSON-259161185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd435c028a44f1698e5721cd66fa566", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf26601bf-15", "ovs_interfaceid": "f26601bf-1535-48cc-870a-e69a97a49df6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 758.594944] env[70398]: DEBUG oslo_concurrency.lockutils [req-26687212-ee51-450a-ac2f-dd1fb80121e8 req-3e1df347-6890-4b96-baf7-7752e212fe6b service nova] Acquired lock "refresh_cache-3bdd81ec-cf04-414c-b080-b756355338ea" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.594944] env[70398]: DEBUG nova.network.neutron [req-26687212-ee51-450a-ac2f-dd1fb80121e8 req-3e1df347-6890-4b96-baf7-7752e212fe6b service nova] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Refreshing network info cache for port f26601bf-1535-48cc-870a-e69a97a49df6 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.595407] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:ae:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b2049d7-f99e-425a-afdb-2c95ca88e483', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f26601bf-1535-48cc-870a-e69a97a49df6', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.603532] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Creating folder: Project (fdd435c028a44f1698e5721cd66fa566). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.611067] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bfaf6e6e-da5f-409a-abe1-deea06ee5e93 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.628032] env[70398]: DEBUG nova.virt.hardware [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 758.628032] env[70398]: DEBUG nova.virt.hardware [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 758.628032] env[70398]: DEBUG nova.virt.hardware [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 758.628032] env[70398]: DEBUG nova.virt.hardware [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 758.628032] env[70398]: DEBUG nova.virt.hardware [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 758.628032] env[70398]: DEBUG nova.virt.hardware [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 758.628032] env[70398]: DEBUG nova.virt.hardware [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 758.628032] env[70398]: DEBUG nova.virt.hardware [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 758.628032] env[70398]: DEBUG nova.virt.hardware [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 758.628032] env[70398]: DEBUG nova.virt.hardware [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 758.628032] env[70398]: DEBUG nova.virt.hardware [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 758.628492] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7697ee7f-ed7a-4d3c-999a-c0849a54f49f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.635992] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Created folder: Project (fdd435c028a44f1698e5721cd66fa566) in parent group-v687430. [ 758.635992] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Creating folder: Instances. Parent ref: group-v687556. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.635992] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c1b7d7-7e38-4040-930f-089784962ac1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.640341] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eacfe97a-a7ec-464c-9967-fecb0d9c354e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.648469] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdff0aba-78b2-4211-ad52-ed265f146bc9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.656701] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098115a7-b6ba-4511-918e-bd7d2e64c81b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.660141] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Created folder: Instances in parent group-v687556. [ 758.660481] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.668855] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.669345] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Instance VIF info [] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.674889] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.675562] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8e14469-fecb-4a04-9722-3cff1b980a82 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.690043] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.717796] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-442e6641-2155-4e4e-bbdc-d791e82df54e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.734676] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bba52d-7fa8-4bf8-984c-2f2da28fbd22 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.739043] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.739043] env[70398]: value = "task-3444045" [ 758.739043] env[70398]: _type = "Task" [ 758.739043] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.746905] env[70398]: DEBUG oslo_vmware.api [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Task: {'id': task-3444041, 'name': PowerOnVM_Task, 'duration_secs': 0.538336} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.747136] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.747136] env[70398]: value = "task-3444046" [ 758.747136] env[70398]: _type = "Task" [ 758.747136] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.749517] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] [instance: 4644c5df-2060-436f-a226-c31c0d750847] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 758.749808] env[70398]: INFO nova.compute.manager [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] [instance: 4644c5df-2060-436f-a226-c31c0d750847] Took 7.77 seconds to spawn the instance on the hypervisor. [ 758.750104] env[70398]: DEBUG nova.compute.manager [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] [instance: 4644c5df-2060-436f-a226-c31c0d750847] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 758.751023] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8484130-33b0-488c-b167-92d02eeb0582 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.757636] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610fb7fd-602c-4132-992b-b0e1861d15e5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.766187] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444045, 'name': CreateVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.789678] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444046, 'name': CreateVM_Task} progress is 10%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.789988] env[70398]: DEBUG oslo_vmware.api [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444042, 'name': ReconfigVM_Task, 'duration_secs': 0.383985} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.790637] env[70398]: DEBUG nova.compute.provider_tree [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.795078] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Reconfigured VM instance instance-00000028 to attach disk [datastore2] e8a2f85b-9de5-4c62-b5dc-f27b0084cee0/e8a2f85b-9de5-4c62-b5dc-f27b0084cee0.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.796463] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d711edad-b793-4341-a4b5-14f78e920228 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.805464] env[70398]: DEBUG oslo_vmware.api [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 758.805464] env[70398]: value = "task-3444047" [ 758.805464] env[70398]: _type = "Task" [ 758.805464] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.818341] env[70398]: DEBUG oslo_vmware.api [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444047, 'name': Rename_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.903969] env[70398]: DEBUG nova.network.neutron [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Updating instance_info_cache with network_info: [{"id": "7646ade7-aea6-47e1-85a2-3472d62c7b4e", "address": "fa:16:3e:5e:aa:4d", "network": {"id": "9b79551f-7584-4d61-b2a0-efe46a621f82", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3934dab198654b86ac5acbec6380b4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7646ade7-ae", "ovs_interfaceid": "7646ade7-aea6-47e1-85a2-3472d62c7b4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.943118] env[70398]: DEBUG nova.network.neutron [-] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.253883] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444045, 'name': CreateVM_Task, 'duration_secs': 0.349844} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.257617] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.258507] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.258679] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.259294] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.259975] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-764b3a98-f645-4452-960d-635c2725ede5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.265882] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444046, 'name': CreateVM_Task, 'duration_secs': 0.362691} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.266422] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.266829] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.266989] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.267300] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.267691] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e37a913a-b90f-45b6-8a0c-c1b3800e3c1c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.270777] env[70398]: DEBUG oslo_vmware.api [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 759.270777] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52509411-225d-ee86-a59b-32732e9fb2bb" [ 759.270777] env[70398]: _type = "Task" [ 759.270777] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.275074] env[70398]: DEBUG oslo_vmware.api [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Waiting for the task: (returnval){ [ 759.275074] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52d92089-5e8c-2a0d-a175-e6ff02f1d91e" [ 759.275074] env[70398]: _type = "Task" [ 759.275074] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.281254] env[70398]: DEBUG oslo_vmware.api [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52509411-225d-ee86-a59b-32732e9fb2bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.289113] env[70398]: DEBUG oslo_vmware.api [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52d92089-5e8c-2a0d-a175-e6ff02f1d91e, 'name': SearchDatastore_Task, 'duration_secs': 0.010203} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.289348] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.289602] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.289836] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.290016] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.290210] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.290467] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be8d6c62-291f-4565-9842-61238acf73b6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.301165] env[70398]: DEBUG nova.scheduler.client.report [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.307821] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.308759] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.311305] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdb03925-2da5-4769-98f7-a0a9788c748f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.314798] env[70398]: INFO nova.compute.manager [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] [instance: 4644c5df-2060-436f-a226-c31c0d750847] Took 47.90 seconds to build instance. [ 759.325822] env[70398]: DEBUG oslo_vmware.api [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444047, 'name': Rename_Task, 'duration_secs': 0.192944} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.326563] env[70398]: DEBUG oslo_vmware.api [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Waiting for the task: (returnval){ [ 759.326563] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52d2e28c-998a-efcb-91a0-f0bdc941624d" [ 759.326563] env[70398]: _type = "Task" [ 759.326563] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.327398] env[70398]: DEBUG nova.network.neutron [req-26687212-ee51-450a-ac2f-dd1fb80121e8 req-3e1df347-6890-4b96-baf7-7752e212fe6b service nova] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Updated VIF entry in instance network info cache for port f26601bf-1535-48cc-870a-e69a97a49df6. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.327754] env[70398]: DEBUG nova.network.neutron [req-26687212-ee51-450a-ac2f-dd1fb80121e8 req-3e1df347-6890-4b96-baf7-7752e212fe6b service nova] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Updating instance_info_cache with network_info: [{"id": "f26601bf-1535-48cc-870a-e69a97a49df6", "address": "fa:16:3e:b5:ae:9d", "network": {"id": "2be14bce-3a50-4780-942e-36ac9b7f4301", "bridge": "br-int", "label": "tempest-ImagesTestJSON-259161185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd435c028a44f1698e5721cd66fa566", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf26601bf-15", "ovs_interfaceid": "f26601bf-1535-48cc-870a-e69a97a49df6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.329674] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.329849] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-121522fa-175b-4d85-8848-63fb300d3ddf {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.341722] env[70398]: DEBUG oslo_vmware.api [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52d2e28c-998a-efcb-91a0-f0bdc941624d, 'name': SearchDatastore_Task, 'duration_secs': 0.011467} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.344927] env[70398]: DEBUG oslo_vmware.api [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 759.344927] env[70398]: value = "task-3444048" [ 759.344927] env[70398]: _type = "Task" [ 759.344927] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.344927] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87dfd858-d2a4-4b13-8608-a1271eee477a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.353567] env[70398]: DEBUG oslo_vmware.api [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Waiting for the task: (returnval){ [ 759.353567] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52daa472-98f0-824a-b468-234aef63e344" [ 759.353567] env[70398]: _type = "Task" [ 759.353567] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.356669] env[70398]: DEBUG oslo_vmware.api [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444048, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.367488] env[70398]: DEBUG oslo_vmware.api [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52daa472-98f0-824a-b468-234aef63e344, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.406801] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Releasing lock "refresh_cache-4d9ff1a2-da45-4efd-af8c-d47907ce0768" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.448224] env[70398]: INFO nova.compute.manager [-] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Took 1.66 seconds to deallocate network for instance. [ 759.782183] env[70398]: DEBUG oslo_vmware.api [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52509411-225d-ee86-a59b-32732e9fb2bb, 'name': SearchDatastore_Task, 'duration_secs': 0.01079} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.782504] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.782722] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.782956] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.783121] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.783299] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.783558] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4702a8d2-5694-46a3-97f2-dbcc69da3381 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.794963] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.795226] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.795985] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee2ad7b1-0601-435a-8263-83c06b41c808 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.801733] env[70398]: DEBUG oslo_vmware.api [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 759.801733] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]528c4311-0192-1cf3-0020-27e124b2e909" [ 759.801733] env[70398]: _type = "Task" [ 759.801733] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.810713] env[70398]: DEBUG oslo_concurrency.lockutils [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.820s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.811299] env[70398]: DEBUG nova.compute.manager [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] [instance: 00b4d7e3-e976-4885-ae92-0d62e3fb0d0d] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 759.813806] env[70398]: DEBUG oslo_vmware.api [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]528c4311-0192-1cf3-0020-27e124b2e909, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.814080] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3752f780-6fc8-417c-a3d6-2d8fbfc63205 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.555s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.814267] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3752f780-6fc8-417c-a3d6-2d8fbfc63205 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.818032] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.273s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.818032] env[70398]: INFO nova.compute.claims [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.820875] env[70398]: DEBUG oslo_concurrency.lockutils [None req-76a01578-f79b-4b50-ac1c-42af59471ba0 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Lock "4644c5df-2060-436f-a226-c31c0d750847" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.518s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.831976] env[70398]: DEBUG oslo_concurrency.lockutils [req-26687212-ee51-450a-ac2f-dd1fb80121e8 req-3e1df347-6890-4b96-baf7-7752e212fe6b service nova] Releasing lock "refresh_cache-3bdd81ec-cf04-414c-b080-b756355338ea" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.863022] env[70398]: DEBUG oslo_vmware.api [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444048, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.863022] env[70398]: INFO nova.scheduler.client.report [None req-3752f780-6fc8-417c-a3d6-2d8fbfc63205 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Deleted allocations for instance 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9 [ 759.881441] env[70398]: DEBUG oslo_vmware.api [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52daa472-98f0-824a-b468-234aef63e344, 'name': SearchDatastore_Task, 'duration_secs': 0.010722} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.882103] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.882229] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 0dcaf2c4-acfe-407e-8416-4164f5f62562/0dcaf2c4-acfe-407e-8416-4164f5f62562.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 759.882562] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f94a7861-b250-485e-9413-a0b3bea24ce4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.893720] env[70398]: DEBUG oslo_vmware.api [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Waiting for the task: (returnval){ [ 759.893720] env[70398]: value = "task-3444049" [ 759.893720] env[70398]: _type = "Task" [ 759.893720] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.902888] env[70398]: DEBUG oslo_vmware.api [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Task: {'id': task-3444049, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.957624] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7900b4ad-b344-4724-83c8-0171b3f2e19f tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.960469] env[70398]: DEBUG nova.compute.manager [req-afaa3e5c-de17-44ce-b3d0-4091c5f20433 req-1d9f309f-27b2-41b1-b34e-7fbcec239381 service nova] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Received event network-vif-deleted-d94fb862-0b73-458c-9fc3-931ae989323c {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.313009] env[70398]: DEBUG oslo_vmware.api [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]528c4311-0192-1cf3-0020-27e124b2e909, 'name': SearchDatastore_Task, 'duration_secs': 0.014228} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.313847] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3be4b9c7-6f83-4bbe-a99c-0f538c02f03b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.322723] env[70398]: DEBUG nova.compute.utils [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 760.323710] env[70398]: DEBUG oslo_vmware.api [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 760.323710] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5276184f-0c5c-1cad-3e7d-cd0a30a12d04" [ 760.323710] env[70398]: _type = "Task" [ 760.323710] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.327028] env[70398]: DEBUG nova.compute.manager [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] [instance: 00b4d7e3-e976-4885-ae92-0d62e3fb0d0d] Not allocating networking since 'none' was specified. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 760.327028] env[70398]: DEBUG nova.compute.manager [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 760.343754] env[70398]: DEBUG oslo_vmware.api [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5276184f-0c5c-1cad-3e7d-cd0a30a12d04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.360431] env[70398]: DEBUG oslo_vmware.api [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444048, 'name': PowerOnVM_Task, 'duration_secs': 0.639966} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.360431] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.360431] env[70398]: INFO nova.compute.manager [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Took 6.65 seconds to spawn the instance on the hypervisor. [ 760.360626] env[70398]: DEBUG nova.compute.manager [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.361404] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10bcd2f6-0e36-43ef-bbc8-67bdcd16df2f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.377904] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3752f780-6fc8-417c-a3d6-2d8fbfc63205 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Lock "80c143e6-56dd-4a92-bb8d-d4c2a3456ec9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.244s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.378850] env[70398]: DEBUG oslo_concurrency.lockutils [None req-df416b6b-0841-42c3-a4e5-3d4a33fc7ceb tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Lock "80c143e6-56dd-4a92-bb8d-d4c2a3456ec9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 35.479s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.379080] env[70398]: DEBUG oslo_concurrency.lockutils [None req-df416b6b-0841-42c3-a4e5-3d4a33fc7ceb tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Acquiring lock "80c143e6-56dd-4a92-bb8d-d4c2a3456ec9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.379284] env[70398]: DEBUG oslo_concurrency.lockutils [None req-df416b6b-0841-42c3-a4e5-3d4a33fc7ceb tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Lock "80c143e6-56dd-4a92-bb8d-d4c2a3456ec9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.379451] env[70398]: DEBUG oslo_concurrency.lockutils [None req-df416b6b-0841-42c3-a4e5-3d4a33fc7ceb tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Lock "80c143e6-56dd-4a92-bb8d-d4c2a3456ec9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.381456] env[70398]: INFO nova.compute.manager [None req-df416b6b-0841-42c3-a4e5-3d4a33fc7ceb tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Terminating instance [ 760.409020] env[70398]: DEBUG oslo_vmware.api [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Task: {'id': task-3444049, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471854} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.409020] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 0dcaf2c4-acfe-407e-8416-4164f5f62562/0dcaf2c4-acfe-407e-8416-4164f5f62562.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 760.409020] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 760.409020] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d794187-fd97-4285-94ff-dffaa601d26a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.413518] env[70398]: DEBUG oslo_vmware.api [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Waiting for the task: (returnval){ [ 760.413518] env[70398]: value = "task-3444050" [ 760.413518] env[70398]: _type = "Task" [ 760.413518] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.426482] env[70398]: DEBUG oslo_vmware.api [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Task: {'id': task-3444050, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.830742] env[70398]: DEBUG nova.compute.manager [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] [instance: 00b4d7e3-e976-4885-ae92-0d62e3fb0d0d] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 760.845246] env[70398]: DEBUG oslo_vmware.api [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5276184f-0c5c-1cad-3e7d-cd0a30a12d04, 'name': SearchDatastore_Task, 'duration_secs': 0.024503} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.845498] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.845821] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 3bdd81ec-cf04-414c-b080-b756355338ea/3bdd81ec-cf04-414c-b080-b756355338ea.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 760.846255] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce2c2fdb-3654-4871-a210-a5b1dd4b5369 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.854212] env[70398]: DEBUG oslo_vmware.api [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 760.854212] env[70398]: value = "task-3444051" [ 760.854212] env[70398]: _type = "Task" [ 760.854212] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.859745] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.867751] env[70398]: DEBUG oslo_vmware.api [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.885439] env[70398]: INFO nova.compute.manager [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Took 44.90 seconds to build instance. [ 760.886567] env[70398]: DEBUG oslo_concurrency.lockutils [None req-df416b6b-0841-42c3-a4e5-3d4a33fc7ceb tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Acquiring lock "refresh_cache-80c143e6-56dd-4a92-bb8d-d4c2a3456ec9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.887694] env[70398]: DEBUG oslo_concurrency.lockutils [None req-df416b6b-0841-42c3-a4e5-3d4a33fc7ceb tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Acquired lock "refresh_cache-80c143e6-56dd-4a92-bb8d-d4c2a3456ec9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.887694] env[70398]: DEBUG nova.network.neutron [None req-df416b6b-0841-42c3-a4e5-3d4a33fc7ceb tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 760.927044] env[70398]: DEBUG oslo_vmware.api [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Task: {'id': task-3444050, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083867} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.930200] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 760.932877] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311cf169-0e60-4e34-a55b-8ae22bcd51a0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.938101] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849c2939-0d8a-411e-b965-8906b09c569e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.962971] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 0dcaf2c4-acfe-407e-8416-4164f5f62562/0dcaf2c4-acfe-407e-8416-4164f5f62562.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.980490] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e309224-a04c-43da-abdf-3df98a4b6b28 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.995760] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Updating instance '4d9ff1a2-da45-4efd-af8c-d47907ce0768' progress to 0 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 761.006213] env[70398]: DEBUG oslo_vmware.api [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Waiting for the task: (returnval){ [ 761.006213] env[70398]: value = "task-3444052" [ 761.006213] env[70398]: _type = "Task" [ 761.006213] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.017729] env[70398]: DEBUG oslo_vmware.api [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Task: {'id': task-3444052, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.366418] env[70398]: DEBUG oslo_vmware.api [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444051, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502177} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.366418] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 3bdd81ec-cf04-414c-b080-b756355338ea/3bdd81ec-cf04-414c-b080-b756355338ea.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 761.366641] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 761.367058] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f9775ca-2f81-4367-b48b-82ae330164da {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.374529] env[70398]: DEBUG oslo_vmware.api [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 761.374529] env[70398]: value = "task-3444053" [ 761.374529] env[70398]: _type = "Task" [ 761.374529] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.389631] env[70398]: DEBUG oslo_concurrency.lockutils [None req-be9df605-ca70-49ad-8e08-aa81cd1b5d32 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "e8a2f85b-9de5-4c62-b5dc-f27b0084cee0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.359s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.395548] env[70398]: DEBUG nova.compute.utils [None req-df416b6b-0841-42c3-a4e5-3d4a33fc7ceb tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Can not refresh info_cache because instance was not found {{(pid=70398) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 761.399431] env[70398]: DEBUG oslo_vmware.api [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444053, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.418835] env[70398]: DEBUG nova.network.neutron [None req-df416b6b-0841-42c3-a4e5-3d4a33fc7ceb tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 761.462265] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff97cd14-e0a8-4af9-8453-458064af54c4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.471242] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bb4737-27df-46e3-885a-e26dc1520e8d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.510029] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.510708] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26d7b9e9-e90c-45c6-b23c-7d06d6ede9a7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.515861] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7b9d8a-c8b3-43e3-a69f-74ae374abb0e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.525103] env[70398]: DEBUG oslo_vmware.api [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Task: {'id': task-3444052, 'name': ReconfigVM_Task, 'duration_secs': 0.493949} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.528496] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 0dcaf2c4-acfe-407e-8416-4164f5f62562/0dcaf2c4-acfe-407e-8416-4164f5f62562.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.529244] env[70398]: DEBUG oslo_vmware.api [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Waiting for the task: (returnval){ [ 761.529244] env[70398]: value = "task-3444054" [ 761.529244] env[70398]: _type = "Task" [ 761.529244] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.529544] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed9a7604-f30b-412b-bc89-d828d925e35e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.532594] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6426d82a-c501-414f-abfd-795864b3252e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.555423] env[70398]: DEBUG oslo_vmware.api [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444054, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.555952] env[70398]: DEBUG nova.compute.provider_tree [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.558619] env[70398]: DEBUG oslo_vmware.api [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Waiting for the task: (returnval){ [ 761.558619] env[70398]: value = "task-3444055" [ 761.558619] env[70398]: _type = "Task" [ 761.558619] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.568059] env[70398]: DEBUG oslo_vmware.api [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Task: {'id': task-3444055, 'name': Rename_Task} progress is 10%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.752050] env[70398]: DEBUG nova.network.neutron [None req-df416b6b-0841-42c3-a4e5-3d4a33fc7ceb tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.845044] env[70398]: DEBUG nova.compute.manager [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] [instance: 00b4d7e3-e976-4885-ae92-0d62e3fb0d0d] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 761.877947] env[70398]: DEBUG nova.virt.hardware [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 761.878191] env[70398]: DEBUG nova.virt.hardware [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 761.878349] env[70398]: DEBUG nova.virt.hardware [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 761.878527] env[70398]: DEBUG nova.virt.hardware [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 761.878673] env[70398]: DEBUG nova.virt.hardware [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 761.878830] env[70398]: DEBUG nova.virt.hardware [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 761.879050] env[70398]: DEBUG nova.virt.hardware [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 761.879216] env[70398]: DEBUG nova.virt.hardware [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 761.879393] env[70398]: DEBUG nova.virt.hardware [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 761.879585] env[70398]: DEBUG nova.virt.hardware [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 761.879766] env[70398]: DEBUG nova.virt.hardware [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 761.880725] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7205b5-eeb7-47ea-bfb8-1217c7910b74 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.886311] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5dfbb30d-cd09-4cd5-9910-c5a495cc22c0 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Acquiring lock "c198a147-5c6d-49a0-b899-feef3d55f4b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.886540] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5dfbb30d-cd09-4cd5-9910-c5a495cc22c0 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Lock "c198a147-5c6d-49a0-b899-feef3d55f4b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.887415] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5dfbb30d-cd09-4cd5-9910-c5a495cc22c0 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Acquiring lock "c198a147-5c6d-49a0-b899-feef3d55f4b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.887415] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5dfbb30d-cd09-4cd5-9910-c5a495cc22c0 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Lock "c198a147-5c6d-49a0-b899-feef3d55f4b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.887415] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5dfbb30d-cd09-4cd5-9910-c5a495cc22c0 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Lock "c198a147-5c6d-49a0-b899-feef3d55f4b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.893015] env[70398]: INFO nova.compute.manager [None req-5dfbb30d-cd09-4cd5-9910-c5a495cc22c0 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Terminating instance [ 761.901692] env[70398]: DEBUG nova.compute.manager [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 60c47e5a-96c0-48ea-8604-749d5f6929b1] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 761.908648] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2525692-2d6e-422f-b884-fc0debfdc334 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.912913] env[70398]: DEBUG oslo_vmware.api [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444053, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077686} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.914115] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 761.915374] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0790fc5b-d604-445f-8da6-3e38453f8ded {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.926713] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] [instance: 00b4d7e3-e976-4885-ae92-0d62e3fb0d0d] Instance VIF info [] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 761.934022] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Creating folder: Project (66938eda029f481b88c3e2ab4f5e4302). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 761.934022] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1fe6502e-855d-470d-b030-963867fae38a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.955686] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 3bdd81ec-cf04-414c-b080-b756355338ea/3bdd81ec-cf04-414c-b080-b756355338ea.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 761.957073] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04519621-f3b7-4e82-b3ed-b7a50452b185 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.976393] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Created folder: Project (66938eda029f481b88c3e2ab4f5e4302) in parent group-v687430. [ 761.976627] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Creating folder: Instances. Parent ref: group-v687560. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 761.977267] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf87d079-391b-466a-98be-7493e7e1fd97 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.982418] env[70398]: DEBUG oslo_vmware.api [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 761.982418] env[70398]: value = "task-3444057" [ 761.982418] env[70398]: _type = "Task" [ 761.982418] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.987548] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Created folder: Instances in parent group-v687560. [ 761.987804] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.988033] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00b4d7e3-e976-4885-ae92-0d62e3fb0d0d] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 761.991368] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34e6d3d7-06b8-40d8-8b57-f1180d97b908 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.003937] env[70398]: DEBUG oslo_vmware.api [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444057, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.009959] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.009959] env[70398]: value = "task-3444059" [ 762.009959] env[70398]: _type = "Task" [ 762.009959] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.021050] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444059, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.041713] env[70398]: DEBUG oslo_vmware.api [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444054, 'name': PowerOffVM_Task, 'duration_secs': 0.20949} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.042008] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 762.042210] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Updating instance '4d9ff1a2-da45-4efd-af8c-d47907ce0768' progress to 17 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 762.060482] env[70398]: DEBUG nova.scheduler.client.report [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.076024] env[70398]: DEBUG oslo_vmware.api [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Task: {'id': task-3444055, 'name': Rename_Task, 'duration_secs': 0.385696} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.076024] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.076024] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9601369-8adb-4310-b01c-12305bf7c151 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.081633] env[70398]: DEBUG oslo_vmware.api [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Waiting for the task: (returnval){ [ 762.081633] env[70398]: value = "task-3444060" [ 762.081633] env[70398]: _type = "Task" [ 762.081633] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.090842] env[70398]: DEBUG oslo_vmware.api [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Task: {'id': task-3444060, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.242949] env[70398]: DEBUG nova.compute.manager [req-e7266e52-5b52-4155-bb39-1f31f0efd159 req-ada3a5fd-d0cc-4e14-a34c-311674a3a422 service nova] [instance: 4644c5df-2060-436f-a226-c31c0d750847] Received event network-changed-ca7861ec-96a2-4b42-88b0-03adc94ca039 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.243170] env[70398]: DEBUG nova.compute.manager [req-e7266e52-5b52-4155-bb39-1f31f0efd159 req-ada3a5fd-d0cc-4e14-a34c-311674a3a422 service nova] [instance: 4644c5df-2060-436f-a226-c31c0d750847] Refreshing instance network info cache due to event network-changed-ca7861ec-96a2-4b42-88b0-03adc94ca039. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 762.243388] env[70398]: DEBUG oslo_concurrency.lockutils [req-e7266e52-5b52-4155-bb39-1f31f0efd159 req-ada3a5fd-d0cc-4e14-a34c-311674a3a422 service nova] Acquiring lock "refresh_cache-4644c5df-2060-436f-a226-c31c0d750847" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.243821] env[70398]: DEBUG oslo_concurrency.lockutils [req-e7266e52-5b52-4155-bb39-1f31f0efd159 req-ada3a5fd-d0cc-4e14-a34c-311674a3a422 service nova] Acquired lock "refresh_cache-4644c5df-2060-436f-a226-c31c0d750847" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.243821] env[70398]: DEBUG nova.network.neutron [req-e7266e52-5b52-4155-bb39-1f31f0efd159 req-ada3a5fd-d0cc-4e14-a34c-311674a3a422 service nova] [instance: 4644c5df-2060-436f-a226-c31c0d750847] Refreshing network info cache for port ca7861ec-96a2-4b42-88b0-03adc94ca039 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.255250] env[70398]: DEBUG oslo_concurrency.lockutils [None req-df416b6b-0841-42c3-a4e5-3d4a33fc7ceb tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Releasing lock "refresh_cache-80c143e6-56dd-4a92-bb8d-d4c2a3456ec9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.255675] env[70398]: DEBUG nova.compute.manager [None req-df416b6b-0841-42c3-a4e5-3d4a33fc7ceb tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 762.255855] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-df416b6b-0841-42c3-a4e5-3d4a33fc7ceb tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 762.256230] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bcfa82b9-63fb-47cb-b5f6-0da880378a43 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.266825] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01cfcd4-5263-4154-977e-85560f37b421 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.302217] env[70398]: WARNING nova.virt.vmwareapi.vmops [None req-df416b6b-0841-42c3-a4e5-3d4a33fc7ceb tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9 could not be found. [ 762.302424] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-df416b6b-0841-42c3-a4e5-3d4a33fc7ceb tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 762.302601] env[70398]: INFO nova.compute.manager [None req-df416b6b-0841-42c3-a4e5-3d4a33fc7ceb tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Took 0.05 seconds to destroy the instance on the hypervisor. [ 762.302841] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df416b6b-0841-42c3-a4e5-3d4a33fc7ceb tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.303749] env[70398]: DEBUG nova.compute.manager [-] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 762.303839] env[70398]: DEBUG nova.network.neutron [-] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 762.319412] env[70398]: DEBUG nova.network.neutron [-] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 762.408404] env[70398]: DEBUG nova.compute.manager [None req-5dfbb30d-cd09-4cd5-9910-c5a495cc22c0 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 762.408574] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-5dfbb30d-cd09-4cd5-9910-c5a495cc22c0 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 762.409463] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be5f3e4-8c35-4753-bf2e-515dfa5e3388 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.420295] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dfbb30d-cd09-4cd5-9910-c5a495cc22c0 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 762.420557] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-466c6442-f1fc-4f4a-bc16-2798aadbf17b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.428380] env[70398]: DEBUG oslo_vmware.api [None req-5dfbb30d-cd09-4cd5-9910-c5a495cc22c0 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Waiting for the task: (returnval){ [ 762.428380] env[70398]: value = "task-3444061" [ 762.428380] env[70398]: _type = "Task" [ 762.428380] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.439729] env[70398]: DEBUG oslo_vmware.api [None req-5dfbb30d-cd09-4cd5-9910-c5a495cc22c0 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Task: {'id': task-3444061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.440211] env[70398]: DEBUG oslo_concurrency.lockutils [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.492939] env[70398]: DEBUG oslo_vmware.api [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444057, 'name': ReconfigVM_Task, 'duration_secs': 0.309592} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.494450] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 3bdd81ec-cf04-414c-b080-b756355338ea/3bdd81ec-cf04-414c-b080-b756355338ea.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 762.498400] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d51a1d8-07cc-4778-b281-905a758a7406 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.508601] env[70398]: DEBUG oslo_vmware.api [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 762.508601] env[70398]: value = "task-3444062" [ 762.508601] env[70398]: _type = "Task" [ 762.508601] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.526778] env[70398]: DEBUG oslo_vmware.api [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444062, 'name': Rename_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.532033] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444059, 'name': CreateVM_Task} progress is 25%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.549773] env[70398]: DEBUG nova.virt.hardware [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 762.550202] env[70398]: DEBUG nova.virt.hardware [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 762.550405] env[70398]: DEBUG nova.virt.hardware [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.550638] env[70398]: DEBUG nova.virt.hardware [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 762.550804] env[70398]: DEBUG nova.virt.hardware [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.551236] env[70398]: DEBUG nova.virt.hardware [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 762.551236] env[70398]: DEBUG nova.virt.hardware [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 762.551369] env[70398]: DEBUG nova.virt.hardware [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 762.551528] env[70398]: DEBUG nova.virt.hardware [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 762.551699] env[70398]: DEBUG nova.virt.hardware [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 762.551885] env[70398]: DEBUG nova.virt.hardware [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 762.559508] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1c2c071-f82b-48a7-b1db-c1eda02970b2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.568779] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.570072] env[70398]: DEBUG nova.compute.manager [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 762.572062] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.491s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.573630] env[70398]: INFO nova.compute.claims [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.583823] env[70398]: DEBUG oslo_vmware.api [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Waiting for the task: (returnval){ [ 762.583823] env[70398]: value = "task-3444063" [ 762.583823] env[70398]: _type = "Task" [ 762.583823] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.596794] env[70398]: DEBUG oslo_vmware.api [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Task: {'id': task-3444060, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.600800] env[70398]: DEBUG oslo_vmware.api [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444063, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.821961] env[70398]: DEBUG nova.network.neutron [-] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.948076] env[70398]: DEBUG oslo_vmware.api [None req-5dfbb30d-cd09-4cd5-9910-c5a495cc22c0 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Task: {'id': task-3444061, 'name': PowerOffVM_Task, 'duration_secs': 0.291536} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.948491] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dfbb30d-cd09-4cd5-9910-c5a495cc22c0 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 762.948749] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-5dfbb30d-cd09-4cd5-9910-c5a495cc22c0 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 762.949371] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-866e2490-4a74-40ed-bf2d-127f2e08f9eb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.001814] env[70398]: INFO nova.compute.manager [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Rebuilding instance [ 763.020981] env[70398]: DEBUG oslo_vmware.api [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444062, 'name': Rename_Task, 'duration_secs': 0.260839} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.022741] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 763.022741] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e3b89a5-77e6-47d5-9804-87d917d95d93 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.028833] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444059, 'name': CreateVM_Task, 'duration_secs': 0.690504} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.034578] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00b4d7e3-e976-4885-ae92-0d62e3fb0d0d] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 763.034952] env[70398]: DEBUG oslo_vmware.api [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 763.034952] env[70398]: value = "task-3444065" [ 763.034952] env[70398]: _type = "Task" [ 763.034952] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.037181] env[70398]: DEBUG oslo_concurrency.lockutils [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.037376] env[70398]: DEBUG oslo_concurrency.lockutils [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.037696] env[70398]: DEBUG oslo_concurrency.lockutils [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.038397] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b6a177a-106a-466e-afcf-e8bfd78f66fa {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.052774] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-5dfbb30d-cd09-4cd5-9910-c5a495cc22c0 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 763.053166] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-5dfbb30d-cd09-4cd5-9910-c5a495cc22c0 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 763.053580] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dfbb30d-cd09-4cd5-9910-c5a495cc22c0 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Deleting the datastore file [datastore2] c198a147-5c6d-49a0-b899-feef3d55f4b8 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 763.055145] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49fe2be4-e9db-46f8-b899-43d1506fae3f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.057623] env[70398]: DEBUG oslo_vmware.api [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Waiting for the task: (returnval){ [ 763.057623] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52176c8f-6cb4-4c5e-1d61-363aadcbd171" [ 763.057623] env[70398]: _type = "Task" [ 763.057623] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.061043] env[70398]: DEBUG oslo_vmware.api [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444065, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.069702] env[70398]: DEBUG oslo_vmware.api [None req-5dfbb30d-cd09-4cd5-9910-c5a495cc22c0 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Waiting for the task: (returnval){ [ 763.069702] env[70398]: value = "task-3444066" [ 763.069702] env[70398]: _type = "Task" [ 763.069702] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.079175] env[70398]: DEBUG oslo_vmware.api [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52176c8f-6cb4-4c5e-1d61-363aadcbd171, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.080180] env[70398]: DEBUG nova.network.neutron [req-e7266e52-5b52-4155-bb39-1f31f0efd159 req-ada3a5fd-d0cc-4e14-a34c-311674a3a422 service nova] [instance: 4644c5df-2060-436f-a226-c31c0d750847] Updated VIF entry in instance network info cache for port ca7861ec-96a2-4b42-88b0-03adc94ca039. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.080524] env[70398]: DEBUG nova.network.neutron [req-e7266e52-5b52-4155-bb39-1f31f0efd159 req-ada3a5fd-d0cc-4e14-a34c-311674a3a422 service nova] [instance: 4644c5df-2060-436f-a226-c31c0d750847] Updating instance_info_cache with network_info: [{"id": "ca7861ec-96a2-4b42-88b0-03adc94ca039", "address": "fa:16:3e:80:ef:f8", "network": {"id": "4622f235-e9aa-46db-b7e5-7349b25c25f0", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-971073863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df3b9c0071bd4675bb11cbd570ac6406", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca7861ec-96", "ovs_interfaceid": "ca7861ec-96a2-4b42-88b0-03adc94ca039", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.081939] env[70398]: DEBUG nova.compute.manager [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 763.083767] env[70398]: DEBUG nova.compute.utils [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 763.088842] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a06e13c-da91-4be1-8e5f-cfcc705443b1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.094367] env[70398]: DEBUG nova.compute.manager [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 763.094775] env[70398]: DEBUG nova.network.neutron [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 763.117890] env[70398]: DEBUG oslo_vmware.api [None req-5dfbb30d-cd09-4cd5-9910-c5a495cc22c0 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Task: {'id': task-3444066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.131816] env[70398]: DEBUG oslo_vmware.api [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444063, 'name': ReconfigVM_Task, 'duration_secs': 0.219118} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.132234] env[70398]: DEBUG oslo_vmware.api [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Task: {'id': task-3444060, 'name': PowerOnVM_Task, 'duration_secs': 0.936141} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.132755] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Updating instance '4d9ff1a2-da45-4efd-af8c-d47907ce0768' progress to 33 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 763.136430] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 763.136668] env[70398]: DEBUG nova.compute.manager [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 763.137659] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedf7327-5108-46ef-a551-403d431f002f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.172638] env[70398]: DEBUG nova.policy [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96ca4a9c85c746278ab72b7db20fab72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '639084799454415db0b88e4fde5abcea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 763.325106] env[70398]: INFO nova.compute.manager [-] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Took 1.02 seconds to deallocate network for instance. [ 763.550663] env[70398]: DEBUG oslo_vmware.api [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444065, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.568982] env[70398]: DEBUG nova.network.neutron [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Successfully created port: 5786f913-67e8-4f30-98e6-330887d6a807 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 763.588372] env[70398]: DEBUG oslo_vmware.api [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52176c8f-6cb4-4c5e-1d61-363aadcbd171, 'name': SearchDatastore_Task, 'duration_secs': 0.021243} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.589129] env[70398]: DEBUG oslo_concurrency.lockutils [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.589544] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] [instance: 00b4d7e3-e976-4885-ae92-0d62e3fb0d0d] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 763.590076] env[70398]: DEBUG oslo_concurrency.lockutils [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.590376] env[70398]: DEBUG oslo_concurrency.lockutils [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.590780] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 763.597486] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3b3954c-ba21-45ee-b54d-468335cd3518 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.605486] env[70398]: DEBUG nova.compute.manager [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 763.611320] env[70398]: DEBUG oslo_concurrency.lockutils [req-e7266e52-5b52-4155-bb39-1f31f0efd159 req-ada3a5fd-d0cc-4e14-a34c-311674a3a422 service nova] Releasing lock "refresh_cache-4644c5df-2060-436f-a226-c31c0d750847" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.611949] env[70398]: DEBUG oslo_vmware.api [None req-5dfbb30d-cd09-4cd5-9910-c5a495cc22c0 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Task: {'id': task-3444066, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.377225} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.613941] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dfbb30d-cd09-4cd5-9910-c5a495cc22c0 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 763.613941] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-5dfbb30d-cd09-4cd5-9910-c5a495cc22c0 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 763.613941] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-5dfbb30d-cd09-4cd5-9910-c5a495cc22c0 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 763.614575] env[70398]: INFO nova.compute.manager [None req-5dfbb30d-cd09-4cd5-9910-c5a495cc22c0 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Took 1.21 seconds to destroy the instance on the hypervisor. [ 763.614637] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5dfbb30d-cd09-4cd5-9910-c5a495cc22c0 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.615517] env[70398]: DEBUG nova.compute.manager [-] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 763.615771] env[70398]: DEBUG nova.network.neutron [-] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 763.624751] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 763.625260] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 763.627186] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11d4fc03-5344-478b-a116-c11c85bee79b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.637120] env[70398]: DEBUG oslo_vmware.api [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Waiting for the task: (returnval){ [ 763.637120] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52166207-fab6-c5fd-9c17-7032aaa232a0" [ 763.637120] env[70398]: _type = "Task" [ 763.637120] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.642724] env[70398]: DEBUG nova.virt.hardware [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 763.644273] env[70398]: DEBUG nova.virt.hardware [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.644273] env[70398]: DEBUG nova.virt.hardware [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.644273] env[70398]: DEBUG nova.virt.hardware [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.644273] env[70398]: DEBUG nova.virt.hardware [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.644273] env[70398]: DEBUG nova.virt.hardware [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 763.644273] env[70398]: DEBUG nova.virt.hardware [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 763.644273] env[70398]: DEBUG nova.virt.hardware [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 763.644757] env[70398]: DEBUG nova.virt.hardware [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 763.644757] env[70398]: DEBUG nova.virt.hardware [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 763.644939] env[70398]: DEBUG nova.virt.hardware [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 763.650449] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Reconfiguring VM instance instance-0000001f to detach disk 2000 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 763.657509] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de40bb94-4e89-4497-a2a3-76ce067c6e20 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.680461] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.681465] env[70398]: DEBUG oslo_vmware.api [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52166207-fab6-c5fd-9c17-7032aaa232a0, 'name': SearchDatastore_Task, 'duration_secs': 0.020753} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.682288] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fc18d62-8679-46e8-a418-14a3fb538850 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.691330] env[70398]: DEBUG oslo_vmware.api [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Waiting for the task: (returnval){ [ 763.691330] env[70398]: value = "task-3444067" [ 763.691330] env[70398]: _type = "Task" [ 763.691330] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.696341] env[70398]: DEBUG oslo_vmware.api [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Waiting for the task: (returnval){ [ 763.696341] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52390ef1-ed9f-ccab-b83d-215209c1a34d" [ 763.696341] env[70398]: _type = "Task" [ 763.696341] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.707943] env[70398]: DEBUG oslo_vmware.api [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444067, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.712745] env[70398]: DEBUG oslo_vmware.api [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52390ef1-ed9f-ccab-b83d-215209c1a34d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.831630] env[70398]: INFO nova.compute.manager [None req-df416b6b-0841-42c3-a4e5-3d4a33fc7ceb tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Instance disappeared during terminate [ 763.831838] env[70398]: DEBUG oslo_concurrency.lockutils [None req-df416b6b-0841-42c3-a4e5-3d4a33fc7ceb tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Lock "80c143e6-56dd-4a92-bb8d-d4c2a3456ec9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.453s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.970079] env[70398]: DEBUG nova.compute.manager [req-185a76f3-adca-4b41-bf43-e8a0bfe3f0d5 req-3eb8f2e4-fa4c-4ae2-86dd-9782fb095799 service nova] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Received event network-vif-deleted-78bc76b7-9e39-4080-928f-4826049b2978 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.970394] env[70398]: INFO nova.compute.manager [req-185a76f3-adca-4b41-bf43-e8a0bfe3f0d5 req-3eb8f2e4-fa4c-4ae2-86dd-9782fb095799 service nova] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Neutron deleted interface 78bc76b7-9e39-4080-928f-4826049b2978; detaching it from the instance and deleting it from the info cache [ 763.970485] env[70398]: DEBUG nova.network.neutron [req-185a76f3-adca-4b41-bf43-e8a0bfe3f0d5 req-3eb8f2e4-fa4c-4ae2-86dd-9782fb095799 service nova] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.025798] env[70398]: DEBUG oslo_concurrency.lockutils [None req-92e4ea9b-2c63-4c00-a7a0-b768f01697d0 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Acquiring lock "0dcaf2c4-acfe-407e-8416-4164f5f62562" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.026058] env[70398]: DEBUG oslo_concurrency.lockutils [None req-92e4ea9b-2c63-4c00-a7a0-b768f01697d0 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Lock "0dcaf2c4-acfe-407e-8416-4164f5f62562" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.026305] env[70398]: DEBUG oslo_concurrency.lockutils [None req-92e4ea9b-2c63-4c00-a7a0-b768f01697d0 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Acquiring lock "0dcaf2c4-acfe-407e-8416-4164f5f62562-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.026508] env[70398]: DEBUG oslo_concurrency.lockutils [None req-92e4ea9b-2c63-4c00-a7a0-b768f01697d0 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Lock "0dcaf2c4-acfe-407e-8416-4164f5f62562-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.026681] env[70398]: DEBUG oslo_concurrency.lockutils [None req-92e4ea9b-2c63-4c00-a7a0-b768f01697d0 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Lock "0dcaf2c4-acfe-407e-8416-4164f5f62562-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.028739] env[70398]: INFO nova.compute.manager [None req-92e4ea9b-2c63-4c00-a7a0-b768f01697d0 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Terminating instance [ 764.048914] env[70398]: DEBUG oslo_vmware.api [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444065, 'name': PowerOnVM_Task, 'duration_secs': 0.789255} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.051608] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.051850] env[70398]: INFO nova.compute.manager [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Took 7.63 seconds to spawn the instance on the hypervisor. [ 764.052040] env[70398]: DEBUG nova.compute.manager [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.053029] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0290c02a-6a3d-4d8c-abab-d92207d70411 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.140332] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 764.141161] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e05f24b-388c-4689-aca0-5ecf5fc4c2a0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.148683] env[70398]: DEBUG oslo_vmware.api [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 764.148683] env[70398]: value = "task-3444068" [ 764.148683] env[70398]: _type = "Task" [ 764.148683] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.165023] env[70398]: DEBUG oslo_vmware.api [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444068, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.203553] env[70398]: DEBUG oslo_vmware.api [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444067, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.206055] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465083ff-3aae-4d21-a704-9b80d46e0e41 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.210673] env[70398]: DEBUG oslo_vmware.api [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52390ef1-ed9f-ccab-b83d-215209c1a34d, 'name': SearchDatastore_Task, 'duration_secs': 0.016185} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.211209] env[70398]: DEBUG oslo_concurrency.lockutils [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.211498] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 00b4d7e3-e976-4885-ae92-0d62e3fb0d0d/00b4d7e3-e976-4885-ae92-0d62e3fb0d0d.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 764.211748] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da084597-0e2e-44c8-9ccc-301105ac034f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.216433] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85345c73-884c-4f8d-b39b-29be7d91e913 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.220422] env[70398]: DEBUG oslo_vmware.api [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Waiting for the task: (returnval){ [ 764.220422] env[70398]: value = "task-3444069" [ 764.220422] env[70398]: _type = "Task" [ 764.220422] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.250723] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43657fb5-ae31-4a6a-a9a7-7756b6648ec3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.256705] env[70398]: DEBUG oslo_vmware.api [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Task: {'id': task-3444069, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.263479] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8e0349-f206-49f9-a1bb-4419e6e38599 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.277998] env[70398]: DEBUG nova.compute.provider_tree [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.451191] env[70398]: DEBUG nova.network.neutron [-] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.479468] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dcedcf1a-cd52-4084-9a76-588d48caf338 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.488812] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ae41f8-568f-431b-8f2a-52ebab911894 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.526996] env[70398]: DEBUG nova.compute.manager [req-185a76f3-adca-4b41-bf43-e8a0bfe3f0d5 req-3eb8f2e4-fa4c-4ae2-86dd-9782fb095799 service nova] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Detach interface failed, port_id=78bc76b7-9e39-4080-928f-4826049b2978, reason: Instance c198a147-5c6d-49a0-b899-feef3d55f4b8 could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 764.535619] env[70398]: DEBUG oslo_concurrency.lockutils [None req-92e4ea9b-2c63-4c00-a7a0-b768f01697d0 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Acquiring lock "refresh_cache-0dcaf2c4-acfe-407e-8416-4164f5f62562" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.535619] env[70398]: DEBUG oslo_concurrency.lockutils [None req-92e4ea9b-2c63-4c00-a7a0-b768f01697d0 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Acquired lock "refresh_cache-0dcaf2c4-acfe-407e-8416-4164f5f62562" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.535718] env[70398]: DEBUG nova.network.neutron [None req-92e4ea9b-2c63-4c00-a7a0-b768f01697d0 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 764.572688] env[70398]: INFO nova.compute.manager [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Took 42.66 seconds to build instance. [ 764.620253] env[70398]: DEBUG nova.compute.manager [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 764.648900] env[70398]: DEBUG nova.virt.hardware [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.649166] env[70398]: DEBUG nova.virt.hardware [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.649322] env[70398]: DEBUG nova.virt.hardware [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.649532] env[70398]: DEBUG nova.virt.hardware [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.649674] env[70398]: DEBUG nova.virt.hardware [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.649821] env[70398]: DEBUG nova.virt.hardware [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.650033] env[70398]: DEBUG nova.virt.hardware [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.654020] env[70398]: DEBUG nova.virt.hardware [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.654020] env[70398]: DEBUG nova.virt.hardware [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.654020] env[70398]: DEBUG nova.virt.hardware [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.654020] env[70398]: DEBUG nova.virt.hardware [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.654020] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1799c69-7520-4dc7-a1e3-5437008bb37d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.664814] env[70398]: DEBUG oslo_vmware.api [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444068, 'name': PowerOffVM_Task, 'duration_secs': 0.304225} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.667621] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 764.667874] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 764.668665] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a03434-d037-4503-aab8-a3b29dc2c90f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.672082] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1c7c32-9a08-46f8-aaae-3083cfbfc3ad {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.689696] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 764.689935] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe4fb675-b082-4aef-92f9-411b872ed67f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.701516] env[70398]: DEBUG oslo_vmware.api [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444067, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.730554] env[70398]: DEBUG oslo_vmware.api [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Task: {'id': task-3444069, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.765730] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 764.765730] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 764.766181] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Deleting the datastore file [datastore2] e8a2f85b-9de5-4c62-b5dc-f27b0084cee0 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 764.767029] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0554fc53-787e-470e-9ba6-d33b6e98b675 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.774384] env[70398]: DEBUG oslo_vmware.api [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 764.774384] env[70398]: value = "task-3444071" [ 764.774384] env[70398]: _type = "Task" [ 764.774384] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.783837] env[70398]: DEBUG nova.scheduler.client.report [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.787376] env[70398]: DEBUG oslo_vmware.api [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444071, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.957017] env[70398]: INFO nova.compute.manager [-] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Took 1.34 seconds to deallocate network for instance. [ 765.066668] env[70398]: DEBUG nova.network.neutron [None req-92e4ea9b-2c63-4c00-a7a0-b768f01697d0 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.074820] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ad17539c-d559-4ed0-82b4-2daba920ad37 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lock "3bdd81ec-cf04-414c-b080-b756355338ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.083s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.137734] env[70398]: DEBUG nova.network.neutron [None req-92e4ea9b-2c63-4c00-a7a0-b768f01697d0 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.204945] env[70398]: DEBUG oslo_vmware.api [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444067, 'name': ReconfigVM_Task, 'duration_secs': 1.293232} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.205265] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Reconfigured VM instance instance-0000001f to detach disk 2000 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 765.206188] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f488b3-5f1c-474e-a2dc-e0b1da042d01 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.211454] env[70398]: DEBUG nova.compute.manager [req-46f429e5-aac7-4618-9ee7-f83090c7acfa req-78c379f2-1754-4638-a632-ad28f2bd3070 service nova] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Received event network-vif-plugged-5786f913-67e8-4f30-98e6-330887d6a807 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.211670] env[70398]: DEBUG oslo_concurrency.lockutils [req-46f429e5-aac7-4618-9ee7-f83090c7acfa req-78c379f2-1754-4638-a632-ad28f2bd3070 service nova] Acquiring lock "b54a1d0e-b5a0-4a1f-91a5-c5cef210e891-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.211911] env[70398]: DEBUG oslo_concurrency.lockutils [req-46f429e5-aac7-4618-9ee7-f83090c7acfa req-78c379f2-1754-4638-a632-ad28f2bd3070 service nova] Lock "b54a1d0e-b5a0-4a1f-91a5-c5cef210e891-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.212113] env[70398]: DEBUG oslo_concurrency.lockutils [req-46f429e5-aac7-4618-9ee7-f83090c7acfa req-78c379f2-1754-4638-a632-ad28f2bd3070 service nova] Lock "b54a1d0e-b5a0-4a1f-91a5-c5cef210e891-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.212287] env[70398]: DEBUG nova.compute.manager [req-46f429e5-aac7-4618-9ee7-f83090c7acfa req-78c379f2-1754-4638-a632-ad28f2bd3070 service nova] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] No waiting events found dispatching network-vif-plugged-5786f913-67e8-4f30-98e6-330887d6a807 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 765.212457] env[70398]: WARNING nova.compute.manager [req-46f429e5-aac7-4618-9ee7-f83090c7acfa req-78c379f2-1754-4638-a632-ad28f2bd3070 service nova] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Received unexpected event network-vif-plugged-5786f913-67e8-4f30-98e6-330887d6a807 for instance with vm_state building and task_state spawning. [ 765.233995] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 4d9ff1a2-da45-4efd-af8c-d47907ce0768/4d9ff1a2-da45-4efd-af8c-d47907ce0768.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.238368] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0983b0bb-a722-4136-9d74-795942dc9052 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.266407] env[70398]: DEBUG oslo_vmware.api [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Task: {'id': task-3444069, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.269447] env[70398]: DEBUG oslo_vmware.api [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Waiting for the task: (returnval){ [ 765.269447] env[70398]: value = "task-3444072" [ 765.269447] env[70398]: _type = "Task" [ 765.269447] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.285434] env[70398]: DEBUG oslo_vmware.api [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444072, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.289275] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.289879] env[70398]: DEBUG nova.compute.manager [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 765.297457] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.208s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.299123] env[70398]: INFO nova.compute.claims [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 765.302615] env[70398]: DEBUG oslo_vmware.api [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444071, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141672} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.303540] env[70398]: DEBUG nova.network.neutron [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Successfully updated port: 5786f913-67e8-4f30-98e6-330887d6a807 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 765.304781] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 765.304975] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 765.305165] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 765.398418] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2dbb0472-3dba-4d34-acbc-551d7e59c02f tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquiring lock "3bdd81ec-cf04-414c-b080-b756355338ea" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.398667] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2dbb0472-3dba-4d34-acbc-551d7e59c02f tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lock "3bdd81ec-cf04-414c-b080-b756355338ea" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.398852] env[70398]: DEBUG nova.compute.manager [None req-2dbb0472-3dba-4d34-acbc-551d7e59c02f tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.399828] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddae7c5-f00c-4804-adf0-2de996e86563 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.407590] env[70398]: DEBUG nova.compute.manager [None req-2dbb0472-3dba-4d34-acbc-551d7e59c02f tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70398) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 765.408216] env[70398]: DEBUG nova.objects.instance [None req-2dbb0472-3dba-4d34-acbc-551d7e59c02f tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lazy-loading 'flavor' on Instance uuid 3bdd81ec-cf04-414c-b080-b756355338ea {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.464978] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5dfbb30d-cd09-4cd5-9910-c5a495cc22c0 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.577670] env[70398]: DEBUG nova.compute.manager [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] [instance: cf1cd05c-c8c5-4128-a3e6-30129f81b732] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 765.640616] env[70398]: DEBUG oslo_concurrency.lockutils [None req-92e4ea9b-2c63-4c00-a7a0-b768f01697d0 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Releasing lock "refresh_cache-0dcaf2c4-acfe-407e-8416-4164f5f62562" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.641231] env[70398]: DEBUG nova.compute.manager [None req-92e4ea9b-2c63-4c00-a7a0-b768f01697d0 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 765.641449] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-92e4ea9b-2c63-4c00-a7a0-b768f01697d0 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 765.642327] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7635e655-ca9e-4913-977a-3649f7655e94 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.652483] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e4ea9b-2c63-4c00-a7a0-b768f01697d0 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.652816] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da79bc5c-6a0c-40e4-9664-199b3c6877b3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.662244] env[70398]: DEBUG oslo_vmware.api [None req-92e4ea9b-2c63-4c00-a7a0-b768f01697d0 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Waiting for the task: (returnval){ [ 765.662244] env[70398]: value = "task-3444073" [ 765.662244] env[70398]: _type = "Task" [ 765.662244] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.671841] env[70398]: DEBUG oslo_vmware.api [None req-92e4ea9b-2c63-4c00-a7a0-b768f01697d0 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Task: {'id': task-3444073, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.736671] env[70398]: DEBUG oslo_vmware.api [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Task: {'id': task-3444069, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.126191} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.737044] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 00b4d7e3-e976-4885-ae92-0d62e3fb0d0d/00b4d7e3-e976-4885-ae92-0d62e3fb0d0d.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 765.737152] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] [instance: 00b4d7e3-e976-4885-ae92-0d62e3fb0d0d] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 765.737396] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5364c8c6-46d1-4c72-932a-7d83bd4b82c3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.745327] env[70398]: DEBUG oslo_vmware.api [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Waiting for the task: (returnval){ [ 765.745327] env[70398]: value = "task-3444074" [ 765.745327] env[70398]: _type = "Task" [ 765.745327] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.756610] env[70398]: DEBUG oslo_vmware.api [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Task: {'id': task-3444074, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.779937] env[70398]: DEBUG oslo_vmware.api [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444072, 'name': ReconfigVM_Task, 'duration_secs': 0.314854} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.780360] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 4d9ff1a2-da45-4efd-af8c-d47907ce0768/4d9ff1a2-da45-4efd-af8c-d47907ce0768.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.780703] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Updating instance '4d9ff1a2-da45-4efd-af8c-d47907ce0768' progress to 50 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 765.807518] env[70398]: DEBUG nova.compute.utils [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 765.809105] env[70398]: DEBUG nova.compute.manager [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 765.809305] env[70398]: DEBUG nova.network.neutron [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 765.811609] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Acquiring lock "refresh_cache-b54a1d0e-b5a0-4a1f-91a5-c5cef210e891" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.811793] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Acquired lock "refresh_cache-b54a1d0e-b5a0-4a1f-91a5-c5cef210e891" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.811947] env[70398]: DEBUG nova.network.neutron [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.856384] env[70398]: DEBUG nova.policy [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5745fd9f8e2d4576ad44c31b35cc8024', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a133a7276464e628849ffaa016597bd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 766.104255] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.142730] env[70398]: DEBUG nova.network.neutron [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Successfully created port: fe5d86e0-bb29-4522-b4e0-151cec2eb3e4 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.171855] env[70398]: DEBUG oslo_vmware.api [None req-92e4ea9b-2c63-4c00-a7a0-b768f01697d0 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Task: {'id': task-3444073, 'name': PowerOffVM_Task, 'duration_secs': 0.158762} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.172215] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e4ea9b-2c63-4c00-a7a0-b768f01697d0 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.172314] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-92e4ea9b-2c63-4c00-a7a0-b768f01697d0 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 766.172567] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d5aad8b-2da4-44ec-a2d0-d8adc39745aa {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.203403] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-92e4ea9b-2c63-4c00-a7a0-b768f01697d0 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 766.203956] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-92e4ea9b-2c63-4c00-a7a0-b768f01697d0 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 766.203956] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-92e4ea9b-2c63-4c00-a7a0-b768f01697d0 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Deleting the datastore file [datastore1] 0dcaf2c4-acfe-407e-8416-4164f5f62562 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 766.204124] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-895be16c-f6b8-40b7-8dbc-e4a7831dc7a3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.213210] env[70398]: DEBUG oslo_vmware.api [None req-92e4ea9b-2c63-4c00-a7a0-b768f01697d0 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Waiting for the task: (returnval){ [ 766.213210] env[70398]: value = "task-3444076" [ 766.213210] env[70398]: _type = "Task" [ 766.213210] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.226212] env[70398]: DEBUG oslo_vmware.api [None req-92e4ea9b-2c63-4c00-a7a0-b768f01697d0 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Task: {'id': task-3444076, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.263032] env[70398]: DEBUG oslo_vmware.api [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Task: {'id': task-3444074, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076959} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.263489] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] [instance: 00b4d7e3-e976-4885-ae92-0d62e3fb0d0d] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 766.264793] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf4938a-89fa-4f6a-83a5-4504ddcbb9b3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.302305] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] [instance: 00b4d7e3-e976-4885-ae92-0d62e3fb0d0d] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 00b4d7e3-e976-4885-ae92-0d62e3fb0d0d/00b4d7e3-e976-4885-ae92-0d62e3fb0d0d.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.302702] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01e6c601-e5e0-4198-bf5a-0a9aaf37a4d6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.319935] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8080cc7-179e-49c2-820d-814305fee5e1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.323170] env[70398]: DEBUG nova.compute.manager [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 766.354124] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3415bf1-b158-4286-9f39-4562a0567f3c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.357029] env[70398]: DEBUG oslo_vmware.api [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Waiting for the task: (returnval){ [ 766.357029] env[70398]: value = "task-3444077" [ 766.357029] env[70398]: _type = "Task" [ 766.357029] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.376258] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Updating instance '4d9ff1a2-da45-4efd-af8c-d47907ce0768' progress to 67 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 766.393696] env[70398]: DEBUG nova.virt.hardware [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 766.393934] env[70398]: DEBUG nova.virt.hardware [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 766.394095] env[70398]: DEBUG nova.virt.hardware [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 766.394329] env[70398]: DEBUG nova.virt.hardware [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 766.394411] env[70398]: DEBUG nova.virt.hardware [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 766.394552] env[70398]: DEBUG nova.virt.hardware [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 766.394759] env[70398]: DEBUG nova.virt.hardware [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 766.394912] env[70398]: DEBUG nova.virt.hardware [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 766.395088] env[70398]: DEBUG nova.virt.hardware [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 766.395252] env[70398]: DEBUG nova.virt.hardware [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 766.395418] env[70398]: DEBUG nova.virt.hardware [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 766.397038] env[70398]: DEBUG oslo_vmware.api [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Task: {'id': task-3444077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.397038] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a4cca1-9b9f-423a-9588-f9daf4d7c160 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.403106] env[70398]: DEBUG nova.network.neutron [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.412563] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a89963-f341-4338-a1b3-d5eb2d12f882 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.416730] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dbb0472-3dba-4d34-acbc-551d7e59c02f tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.417333] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14583862-7cb0-489b-ba6e-45f9b2f5cdcc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.430699] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:e1:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a111da1-447a-4722-9662-b0d6a2886a65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49fc604b-3599-43b4-b31c-f31c5781b548', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.438376] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.443475] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.444255] env[70398]: DEBUG oslo_vmware.api [None req-2dbb0472-3dba-4d34-acbc-551d7e59c02f tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 766.444255] env[70398]: value = "task-3444078" [ 766.444255] env[70398]: _type = "Task" [ 766.444255] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.447054] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-854c8770-25c5-4890-9e67-c428c8897372 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.475088] env[70398]: DEBUG oslo_vmware.api [None req-2dbb0472-3dba-4d34-acbc-551d7e59c02f tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.476541] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.476541] env[70398]: value = "task-3444079" [ 766.476541] env[70398]: _type = "Task" [ 766.476541] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.487408] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444079, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.652633] env[70398]: DEBUG nova.network.neutron [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Updating instance_info_cache with network_info: [{"id": "5786f913-67e8-4f30-98e6-330887d6a807", "address": "fa:16:3e:9e:49:3f", "network": {"id": "6044fd6a-4a43-4671-92cf-78b8fd0e2f21", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-214818267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "639084799454415db0b88e4fde5abcea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5786f913-67", "ovs_interfaceid": "5786f913-67e8-4f30-98e6-330887d6a807", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.725495] env[70398]: DEBUG oslo_vmware.api [None req-92e4ea9b-2c63-4c00-a7a0-b768f01697d0 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Task: {'id': task-3444076, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274475} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.728559] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-92e4ea9b-2c63-4c00-a7a0-b768f01697d0 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 766.728759] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-92e4ea9b-2c63-4c00-a7a0-b768f01697d0 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 766.728945] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-92e4ea9b-2c63-4c00-a7a0-b768f01697d0 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 766.729134] env[70398]: INFO nova.compute.manager [None req-92e4ea9b-2c63-4c00-a7a0-b768f01697d0 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Took 1.09 seconds to destroy the instance on the hypervisor. [ 766.729375] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92e4ea9b-2c63-4c00-a7a0-b768f01697d0 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.730698] env[70398]: DEBUG nova.compute.manager [-] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 766.730698] env[70398]: DEBUG nova.network.neutron [-] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 766.748845] env[70398]: DEBUG nova.network.neutron [-] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.870176] env[70398]: DEBUG oslo_vmware.api [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Task: {'id': task-3444077, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.923142] env[70398]: DEBUG nova.network.neutron [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Port 7646ade7-aea6-47e1-85a2-3472d62c7b4e binding to destination host cpu-1 is already ACTIVE {{(pid=70398) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 766.970992] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9148f9fe-829b-41f6-a03c-3143cd3e433e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.976892] env[70398]: DEBUG oslo_vmware.api [None req-2dbb0472-3dba-4d34-acbc-551d7e59c02f tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444078, 'name': PowerOffVM_Task, 'duration_secs': 0.250225} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.977577] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dbb0472-3dba-4d34-acbc-551d7e59c02f tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.977794] env[70398]: DEBUG nova.compute.manager [None req-2dbb0472-3dba-4d34-acbc-551d7e59c02f tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.981932] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5780c952-edf7-4c97-a681-d19fd4ef3c96 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.986538] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7adc4ea0-213a-4a71-a9b0-50d3acdc3789 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.995270] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444079, 'name': CreateVM_Task, 'duration_secs': 0.407845} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.995724] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 766.996357] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.996514] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.996822] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.997061] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29a3adb2-739f-48d4-baf8-f8b342832349 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.028825] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bcf699c-fd65-43ee-9344-4ebd4afdf140 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.032879] env[70398]: DEBUG oslo_vmware.api [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 767.032879] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52a9780c-1224-9670-0486-c1625364efd6" [ 767.032879] env[70398]: _type = "Task" [ 767.032879] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.039815] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71a536b-6ffc-49ac-8c5c-059596313bc6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.046578] env[70398]: DEBUG oslo_vmware.api [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52a9780c-1224-9670-0486-c1625364efd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.057520] env[70398]: DEBUG nova.compute.provider_tree [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.156056] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Releasing lock "refresh_cache-b54a1d0e-b5a0-4a1f-91a5-c5cef210e891" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.156056] env[70398]: DEBUG nova.compute.manager [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Instance network_info: |[{"id": "5786f913-67e8-4f30-98e6-330887d6a807", "address": "fa:16:3e:9e:49:3f", "network": {"id": "6044fd6a-4a43-4671-92cf-78b8fd0e2f21", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-214818267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "639084799454415db0b88e4fde5abcea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5786f913-67", "ovs_interfaceid": "5786f913-67e8-4f30-98e6-330887d6a807", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 767.156433] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:49:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5786f913-67e8-4f30-98e6-330887d6a807', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.163962] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Creating folder: Project (639084799454415db0b88e4fde5abcea). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.164259] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f2e4910-f7ec-4d7d-8229-c2a4f47bcc0e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.177139] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Created folder: Project (639084799454415db0b88e4fde5abcea) in parent group-v687430. [ 767.177353] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Creating folder: Instances. Parent ref: group-v687564. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.177648] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5689489-459a-4961-ac10-60ba10a51029 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.188340] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Created folder: Instances in parent group-v687564. [ 767.188578] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.188822] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.189133] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee4736b5-3884-45f7-a516-c3d48083bfa5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.208998] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 767.208998] env[70398]: value = "task-3444082" [ 767.208998] env[70398]: _type = "Task" [ 767.208998] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.217286] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444082, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.241823] env[70398]: DEBUG nova.compute.manager [req-909dc5da-1d04-419e-b9d9-64c2c43af265 req-83a783dc-3dda-4534-aa62-d2b513e29d1d service nova] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Received event network-changed-5786f913-67e8-4f30-98e6-330887d6a807 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.241823] env[70398]: DEBUG nova.compute.manager [req-909dc5da-1d04-419e-b9d9-64c2c43af265 req-83a783dc-3dda-4534-aa62-d2b513e29d1d service nova] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Refreshing instance network info cache due to event network-changed-5786f913-67e8-4f30-98e6-330887d6a807. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 767.242019] env[70398]: DEBUG oslo_concurrency.lockutils [req-909dc5da-1d04-419e-b9d9-64c2c43af265 req-83a783dc-3dda-4534-aa62-d2b513e29d1d service nova] Acquiring lock "refresh_cache-b54a1d0e-b5a0-4a1f-91a5-c5cef210e891" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.242102] env[70398]: DEBUG oslo_concurrency.lockutils [req-909dc5da-1d04-419e-b9d9-64c2c43af265 req-83a783dc-3dda-4534-aa62-d2b513e29d1d service nova] Acquired lock "refresh_cache-b54a1d0e-b5a0-4a1f-91a5-c5cef210e891" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.242286] env[70398]: DEBUG nova.network.neutron [req-909dc5da-1d04-419e-b9d9-64c2c43af265 req-83a783dc-3dda-4534-aa62-d2b513e29d1d service nova] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Refreshing network info cache for port 5786f913-67e8-4f30-98e6-330887d6a807 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.251880] env[70398]: DEBUG nova.network.neutron [-] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.344696] env[70398]: DEBUG nova.compute.manager [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 767.369650] env[70398]: DEBUG oslo_vmware.api [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Task: {'id': task-3444077, 'name': ReconfigVM_Task, 'duration_secs': 0.582489} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.369938] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] [instance: 00b4d7e3-e976-4885-ae92-0d62e3fb0d0d] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 00b4d7e3-e976-4885-ae92-0d62e3fb0d0d/00b4d7e3-e976-4885-ae92-0d62e3fb0d0d.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.370605] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1e483ed-d0fb-43be-8bc9-a6dc1113eef0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.378280] env[70398]: DEBUG nova.virt.hardware [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.378280] env[70398]: DEBUG nova.virt.hardware [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.378280] env[70398]: DEBUG nova.virt.hardware [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.378280] env[70398]: DEBUG nova.virt.hardware [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.378280] env[70398]: DEBUG nova.virt.hardware [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.378280] env[70398]: DEBUG nova.virt.hardware [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.378280] env[70398]: DEBUG nova.virt.hardware [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.378280] env[70398]: DEBUG nova.virt.hardware [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.378641] env[70398]: DEBUG nova.virt.hardware [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.378929] env[70398]: DEBUG nova.virt.hardware [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.379234] env[70398]: DEBUG nova.virt.hardware [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.380461] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4e5cfc-ebb4-48b3-a9a3-b40c2ecc7229 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.384395] env[70398]: DEBUG oslo_vmware.api [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Waiting for the task: (returnval){ [ 767.384395] env[70398]: value = "task-3444083" [ 767.384395] env[70398]: _type = "Task" [ 767.384395] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.391755] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9b5ead-756b-4641-8489-8e9191ef08c7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.400466] env[70398]: DEBUG oslo_vmware.api [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Task: {'id': task-3444083, 'name': Rename_Task} progress is 10%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.532461] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2dbb0472-3dba-4d34-acbc-551d7e59c02f tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lock "3bdd81ec-cf04-414c-b080-b756355338ea" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.134s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.544175] env[70398]: DEBUG oslo_vmware.api [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52a9780c-1224-9670-0486-c1625364efd6, 'name': SearchDatastore_Task, 'duration_secs': 0.011023} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.544250] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.544462] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.544699] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.544840] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.545021] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.545323] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-526a4981-667b-4ff2-a0db-7c38838ea1be {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.555969] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.555969] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.556446] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73eac370-8405-423f-826a-ff2847a716d6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.560261] env[70398]: DEBUG nova.scheduler.client.report [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.569542] env[70398]: DEBUG oslo_vmware.api [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 767.569542] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52be868d-f4e1-d896-8f54-6d590c0d08c8" [ 767.569542] env[70398]: _type = "Task" [ 767.569542] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.580159] env[70398]: DEBUG oslo_vmware.api [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52be868d-f4e1-d896-8f54-6d590c0d08c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.720206] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444082, 'name': CreateVM_Task, 'duration_secs': 0.387909} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.720324] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.721064] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.721242] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.721550] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.721848] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e08744c1-aa36-45d8-9e20-f2b2e859e670 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.727869] env[70398]: DEBUG oslo_vmware.api [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Waiting for the task: (returnval){ [ 767.727869] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]529da7bb-1941-54f3-6b26-77d93a761477" [ 767.727869] env[70398]: _type = "Task" [ 767.727869] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.736039] env[70398]: DEBUG oslo_vmware.api [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]529da7bb-1941-54f3-6b26-77d93a761477, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.745585] env[70398]: DEBUG nova.network.neutron [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Successfully updated port: fe5d86e0-bb29-4522-b4e0-151cec2eb3e4 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 767.755804] env[70398]: INFO nova.compute.manager [-] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Took 1.03 seconds to deallocate network for instance. [ 767.896828] env[70398]: DEBUG oslo_vmware.api [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Task: {'id': task-3444083, 'name': Rename_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.951130] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Acquiring lock "4d9ff1a2-da45-4efd-af8c-d47907ce0768-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.951130] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Lock "4d9ff1a2-da45-4efd-af8c-d47907ce0768-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.951130] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Lock "4d9ff1a2-da45-4efd-af8c-d47907ce0768-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.955929] env[70398]: DEBUG nova.network.neutron [req-909dc5da-1d04-419e-b9d9-64c2c43af265 req-83a783dc-3dda-4534-aa62-d2b513e29d1d service nova] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Updated VIF entry in instance network info cache for port 5786f913-67e8-4f30-98e6-330887d6a807. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.955929] env[70398]: DEBUG nova.network.neutron [req-909dc5da-1d04-419e-b9d9-64c2c43af265 req-83a783dc-3dda-4534-aa62-d2b513e29d1d service nova] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Updating instance_info_cache with network_info: [{"id": "5786f913-67e8-4f30-98e6-330887d6a807", "address": "fa:16:3e:9e:49:3f", "network": {"id": "6044fd6a-4a43-4671-92cf-78b8fd0e2f21", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-214818267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "639084799454415db0b88e4fde5abcea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5786f913-67", "ovs_interfaceid": "5786f913-67e8-4f30-98e6-330887d6a807", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.071301] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.774s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.071859] env[70398]: DEBUG nova.compute.manager [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 768.075096] env[70398]: DEBUG oslo_concurrency.lockutils [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.489s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.075096] env[70398]: DEBUG nova.objects.instance [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70398) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 768.089014] env[70398]: DEBUG oslo_vmware.api [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52be868d-f4e1-d896-8f54-6d590c0d08c8, 'name': SearchDatastore_Task, 'duration_secs': 0.013121} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.090696] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60c305ec-2501-46eb-beae-e7c6287234a0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.099015] env[70398]: DEBUG oslo_vmware.api [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 768.099015] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]524c4e75-a22e-dcab-0637-404493d7745f" [ 768.099015] env[70398]: _type = "Task" [ 768.099015] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.108748] env[70398]: DEBUG oslo_vmware.api [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]524c4e75-a22e-dcab-0637-404493d7745f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.240591] env[70398]: DEBUG oslo_vmware.api [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]529da7bb-1941-54f3-6b26-77d93a761477, 'name': SearchDatastore_Task, 'duration_secs': 0.010441} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.241026] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.241191] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 768.241446] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.241648] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.241861] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 768.242142] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da63e8ea-1a21-4231-873d-22f7672341c9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.250115] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "refresh_cache-8bc5386e-1109-460a-bb30-98f7289b249c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.250285] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquired lock "refresh_cache-8bc5386e-1109-460a-bb30-98f7289b249c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.250456] env[70398]: DEBUG nova.network.neutron [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.252662] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 768.252836] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 768.253795] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0012476-911c-45c0-9441-4b0dea804b9f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.259741] env[70398]: DEBUG oslo_vmware.api [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Waiting for the task: (returnval){ [ 768.259741] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52c2214d-d90d-4461-d443-4feff483d509" [ 768.259741] env[70398]: _type = "Task" [ 768.259741] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.263817] env[70398]: DEBUG oslo_concurrency.lockutils [None req-92e4ea9b-2c63-4c00-a7a0-b768f01697d0 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.268891] env[70398]: DEBUG oslo_vmware.api [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52c2214d-d90d-4461-d443-4feff483d509, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.396688] env[70398]: DEBUG oslo_vmware.api [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Task: {'id': task-3444083, 'name': Rename_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.456346] env[70398]: DEBUG oslo_concurrency.lockutils [req-909dc5da-1d04-419e-b9d9-64c2c43af265 req-83a783dc-3dda-4534-aa62-d2b513e29d1d service nova] Releasing lock "refresh_cache-b54a1d0e-b5a0-4a1f-91a5-c5cef210e891" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.586305] env[70398]: DEBUG nova.compute.utils [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 768.590085] env[70398]: DEBUG nova.compute.manager [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 768.590085] env[70398]: DEBUG nova.network.neutron [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 768.609584] env[70398]: DEBUG oslo_vmware.api [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]524c4e75-a22e-dcab-0637-404493d7745f, 'name': SearchDatastore_Task, 'duration_secs': 0.011664} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.610267] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.610600] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] e8a2f85b-9de5-4c62-b5dc-f27b0084cee0/e8a2f85b-9de5-4c62-b5dc-f27b0084cee0.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.610910] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f064124-83cd-4253-a84d-f9e5f319bb91 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.619333] env[70398]: DEBUG oslo_vmware.api [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 768.619333] env[70398]: value = "task-3444084" [ 768.619333] env[70398]: _type = "Task" [ 768.619333] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.629673] env[70398]: DEBUG oslo_vmware.api [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444084, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.631493] env[70398]: DEBUG nova.policy [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a26d9e8206b481582196021fdea89f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93af68db89d24b26b4867df89529691f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 768.775415] env[70398]: DEBUG oslo_vmware.api [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52c2214d-d90d-4461-d443-4feff483d509, 'name': SearchDatastore_Task, 'duration_secs': 0.010237} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.776887] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0aea5fe1-ae50-41cc-aab0-8decf3617aa6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.784452] env[70398]: DEBUG oslo_vmware.api [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Waiting for the task: (returnval){ [ 768.784452] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5200d620-46e5-69eb-acd5-286e11758f06" [ 768.784452] env[70398]: _type = "Task" [ 768.784452] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.790337] env[70398]: DEBUG nova.network.neutron [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 768.798279] env[70398]: DEBUG oslo_vmware.api [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5200d620-46e5-69eb-acd5-286e11758f06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.844770] env[70398]: DEBUG nova.compute.manager [None req-9cc2a4ff-a108-487a-91d4-e07a12f1941d tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 768.845686] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e96bf83-b81b-468c-b7db-6862172b2559 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.898362] env[70398]: DEBUG oslo_vmware.api [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Task: {'id': task-3444083, 'name': Rename_Task, 'duration_secs': 1.1626} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.898880] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] [instance: 00b4d7e3-e976-4885-ae92-0d62e3fb0d0d] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.899242] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1b8993f-8bb3-4e2a-b6f1-0098f1c9811f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.912273] env[70398]: DEBUG oslo_vmware.api [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Waiting for the task: (returnval){ [ 768.912273] env[70398]: value = "task-3444085" [ 768.912273] env[70398]: _type = "Task" [ 768.912273] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.925025] env[70398]: DEBUG oslo_vmware.api [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Task: {'id': task-3444085, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.934187] env[70398]: DEBUG nova.network.neutron [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Successfully created port: 9d552531-c75e-473a-b850-7521c4221dba {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 769.047491] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Acquiring lock "refresh_cache-4d9ff1a2-da45-4efd-af8c-d47907ce0768" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.047779] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Acquired lock "refresh_cache-4d9ff1a2-da45-4efd-af8c-d47907ce0768" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.048018] env[70398]: DEBUG nova.network.neutron [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.060240] env[70398]: DEBUG nova.network.neutron [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Updating instance_info_cache with network_info: [{"id": "fe5d86e0-bb29-4522-b4e0-151cec2eb3e4", "address": "fa:16:3e:ad:b8:0d", "network": {"id": "31f6f749-f4c7-4b9c-80b1-dde5df2664ef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-724749608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a133a7276464e628849ffaa016597bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe5d86e0-bb", "ovs_interfaceid": "fe5d86e0-bb29-4522-b4e0-151cec2eb3e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.090655] env[70398]: DEBUG oslo_concurrency.lockutils [None req-26116f96-33dc-4f6d-b4d3-4673b9d3eca0 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.093751] env[70398]: DEBUG nova.compute.manager [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 769.095112] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b8cc0774-e256-4c4e-a2d6-557330d9a8d7 tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.891s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.095112] env[70398]: DEBUG nova.objects.instance [None req-b8cc0774-e256-4c4e-a2d6-557330d9a8d7 tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Lazy-loading 'resources' on Instance uuid 738b60d6-4018-42f1-ada4-f3774e4c3d98 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 769.130522] env[70398]: DEBUG oslo_vmware.api [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444084, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47739} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.130847] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] e8a2f85b-9de5-4c62-b5dc-f27b0084cee0/e8a2f85b-9de5-4c62-b5dc-f27b0084cee0.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.131094] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.131354] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93818397-7b23-40c9-a11b-0f34f3bcf862 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.139652] env[70398]: DEBUG oslo_vmware.api [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 769.139652] env[70398]: value = "task-3444086" [ 769.139652] env[70398]: _type = "Task" [ 769.139652] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.149253] env[70398]: DEBUG oslo_vmware.api [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444086, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.301834] env[70398]: DEBUG oslo_vmware.api [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5200d620-46e5-69eb-acd5-286e11758f06, 'name': SearchDatastore_Task, 'duration_secs': 0.020491} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.302226] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.302508] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] b54a1d0e-b5a0-4a1f-91a5-c5cef210e891/b54a1d0e-b5a0-4a1f-91a5-c5cef210e891.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 769.303094] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b373919-1905-445f-8ac0-6edac25b9dd0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.314488] env[70398]: DEBUG oslo_vmware.api [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Waiting for the task: (returnval){ [ 769.314488] env[70398]: value = "task-3444087" [ 769.314488] env[70398]: _type = "Task" [ 769.314488] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.327024] env[70398]: DEBUG oslo_vmware.api [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444087, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.360152] env[70398]: INFO nova.compute.manager [None req-9cc2a4ff-a108-487a-91d4-e07a12f1941d tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] instance snapshotting [ 769.360297] env[70398]: WARNING nova.compute.manager [None req-9cc2a4ff-a108-487a-91d4-e07a12f1941d tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 769.363684] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5440c754-a039-4f41-900b-4b87d6238132 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.385358] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69759b9-10cf-4dda-958b-5906ef5acb23 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.422748] env[70398]: DEBUG oslo_vmware.api [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Task: {'id': task-3444085, 'name': PowerOnVM_Task, 'duration_secs': 0.507231} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.423084] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] [instance: 00b4d7e3-e976-4885-ae92-0d62e3fb0d0d] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 769.423273] env[70398]: INFO nova.compute.manager [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] [instance: 00b4d7e3-e976-4885-ae92-0d62e3fb0d0d] Took 7.58 seconds to spawn the instance on the hypervisor. [ 769.423469] env[70398]: DEBUG nova.compute.manager [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] [instance: 00b4d7e3-e976-4885-ae92-0d62e3fb0d0d] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 769.424257] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e07d0b-e6e4-4640-a8a1-e7b127d49eb2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.431131] env[70398]: DEBUG nova.compute.manager [req-0223e32c-3b61-4c48-b81c-fdca8a0fc9b2 req-3095e3f3-118a-4837-892a-c4b6ead77da3 service nova] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Received event network-vif-plugged-fe5d86e0-bb29-4522-b4e0-151cec2eb3e4 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.431131] env[70398]: DEBUG oslo_concurrency.lockutils [req-0223e32c-3b61-4c48-b81c-fdca8a0fc9b2 req-3095e3f3-118a-4837-892a-c4b6ead77da3 service nova] Acquiring lock "8bc5386e-1109-460a-bb30-98f7289b249c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.431280] env[70398]: DEBUG oslo_concurrency.lockutils [req-0223e32c-3b61-4c48-b81c-fdca8a0fc9b2 req-3095e3f3-118a-4837-892a-c4b6ead77da3 service nova] Lock "8bc5386e-1109-460a-bb30-98f7289b249c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.431451] env[70398]: DEBUG oslo_concurrency.lockutils [req-0223e32c-3b61-4c48-b81c-fdca8a0fc9b2 req-3095e3f3-118a-4837-892a-c4b6ead77da3 service nova] Lock "8bc5386e-1109-460a-bb30-98f7289b249c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.431631] env[70398]: DEBUG nova.compute.manager [req-0223e32c-3b61-4c48-b81c-fdca8a0fc9b2 req-3095e3f3-118a-4837-892a-c4b6ead77da3 service nova] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] No waiting events found dispatching network-vif-plugged-fe5d86e0-bb29-4522-b4e0-151cec2eb3e4 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 769.431840] env[70398]: WARNING nova.compute.manager [req-0223e32c-3b61-4c48-b81c-fdca8a0fc9b2 req-3095e3f3-118a-4837-892a-c4b6ead77da3 service nova] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Received unexpected event network-vif-plugged-fe5d86e0-bb29-4522-b4e0-151cec2eb3e4 for instance with vm_state building and task_state spawning. [ 769.432042] env[70398]: DEBUG nova.compute.manager [req-0223e32c-3b61-4c48-b81c-fdca8a0fc9b2 req-3095e3f3-118a-4837-892a-c4b6ead77da3 service nova] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Received event network-changed-fe5d86e0-bb29-4522-b4e0-151cec2eb3e4 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.432199] env[70398]: DEBUG nova.compute.manager [req-0223e32c-3b61-4c48-b81c-fdca8a0fc9b2 req-3095e3f3-118a-4837-892a-c4b6ead77da3 service nova] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Refreshing instance network info cache due to event network-changed-fe5d86e0-bb29-4522-b4e0-151cec2eb3e4. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 769.432418] env[70398]: DEBUG oslo_concurrency.lockutils [req-0223e32c-3b61-4c48-b81c-fdca8a0fc9b2 req-3095e3f3-118a-4837-892a-c4b6ead77da3 service nova] Acquiring lock "refresh_cache-8bc5386e-1109-460a-bb30-98f7289b249c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.564519] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Releasing lock "refresh_cache-8bc5386e-1109-460a-bb30-98f7289b249c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.564985] env[70398]: DEBUG nova.compute.manager [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Instance network_info: |[{"id": "fe5d86e0-bb29-4522-b4e0-151cec2eb3e4", "address": "fa:16:3e:ad:b8:0d", "network": {"id": "31f6f749-f4c7-4b9c-80b1-dde5df2664ef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-724749608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a133a7276464e628849ffaa016597bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe5d86e0-bb", "ovs_interfaceid": "fe5d86e0-bb29-4522-b4e0-151cec2eb3e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 769.565462] env[70398]: DEBUG oslo_concurrency.lockutils [req-0223e32c-3b61-4c48-b81c-fdca8a0fc9b2 req-3095e3f3-118a-4837-892a-c4b6ead77da3 service nova] Acquired lock "refresh_cache-8bc5386e-1109-460a-bb30-98f7289b249c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.565726] env[70398]: DEBUG nova.network.neutron [req-0223e32c-3b61-4c48-b81c-fdca8a0fc9b2 req-3095e3f3-118a-4837-892a-c4b6ead77da3 service nova] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Refreshing network info cache for port fe5d86e0-bb29-4522-b4e0-151cec2eb3e4 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 769.567551] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:b8:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe5d86e0-bb29-4522-b4e0-151cec2eb3e4', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 769.576760] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Creating folder: Project (7a133a7276464e628849ffaa016597bd). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 769.580594] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13bef273-fc70-4be4-9161-543b3f1c1bbf {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.595979] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Created folder: Project (7a133a7276464e628849ffaa016597bd) in parent group-v687430. [ 769.596149] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Creating folder: Instances. Parent ref: group-v687567. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 769.596395] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3a344c2-ad7c-413d-b26e-118d22271ab1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.622135] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Created folder: Instances in parent group-v687567. [ 769.622135] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.622135] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 769.622135] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae18ac8b-1b46-41eb-902b-b27fa45398f0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.656652] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 769.656652] env[70398]: value = "task-3444090" [ 769.656652] env[70398]: _type = "Task" [ 769.656652] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.663755] env[70398]: DEBUG oslo_vmware.api [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444086, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072005} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.667230] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.669046] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4d4ac9-095d-4922-a588-37bc96df75bf {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.676797] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444090, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.699760] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] e8a2f85b-9de5-4c62-b5dc-f27b0084cee0/e8a2f85b-9de5-4c62-b5dc-f27b0084cee0.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.703838] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f03ebb18-e1e9-4ce4-bbe1-bfdbb7683ad0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.730827] env[70398]: DEBUG oslo_vmware.api [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 769.730827] env[70398]: value = "task-3444091" [ 769.730827] env[70398]: _type = "Task" [ 769.730827] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.752598] env[70398]: DEBUG oslo_vmware.api [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444091, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.826570] env[70398]: DEBUG oslo_vmware.api [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444087, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450755} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.827070] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] b54a1d0e-b5a0-4a1f-91a5-c5cef210e891/b54a1d0e-b5a0-4a1f-91a5-c5cef210e891.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.827070] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.827289] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6dfcc98a-0e9e-480b-b1e0-d53638732ca6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.835952] env[70398]: DEBUG oslo_vmware.api [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Waiting for the task: (returnval){ [ 769.835952] env[70398]: value = "task-3444092" [ 769.835952] env[70398]: _type = "Task" [ 769.835952] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.848122] env[70398]: DEBUG oslo_vmware.api [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444092, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.897301] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc2a4ff-a108-487a-91d4-e07a12f1941d tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Creating Snapshot of the VM instance {{(pid=70398) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 769.897615] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ac7f720a-633c-4350-beee-b649bff4c4ae {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.913706] env[70398]: DEBUG oslo_vmware.api [None req-9cc2a4ff-a108-487a-91d4-e07a12f1941d tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 769.913706] env[70398]: value = "task-3444093" [ 769.913706] env[70398]: _type = "Task" [ 769.913706] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.923880] env[70398]: DEBUG oslo_vmware.api [None req-9cc2a4ff-a108-487a-91d4-e07a12f1941d tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444093, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.952736] env[70398]: INFO nova.compute.manager [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] [instance: 00b4d7e3-e976-4885-ae92-0d62e3fb0d0d] Took 45.98 seconds to build instance. [ 770.032585] env[70398]: DEBUG nova.network.neutron [req-0223e32c-3b61-4c48-b81c-fdca8a0fc9b2 req-3095e3f3-118a-4837-892a-c4b6ead77da3 service nova] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Updated VIF entry in instance network info cache for port fe5d86e0-bb29-4522-b4e0-151cec2eb3e4. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.032585] env[70398]: DEBUG nova.network.neutron [req-0223e32c-3b61-4c48-b81c-fdca8a0fc9b2 req-3095e3f3-118a-4837-892a-c4b6ead77da3 service nova] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Updating instance_info_cache with network_info: [{"id": "fe5d86e0-bb29-4522-b4e0-151cec2eb3e4", "address": "fa:16:3e:ad:b8:0d", "network": {"id": "31f6f749-f4c7-4b9c-80b1-dde5df2664ef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-724749608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a133a7276464e628849ffaa016597bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe5d86e0-bb", "ovs_interfaceid": "fe5d86e0-bb29-4522-b4e0-151cec2eb3e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.054955] env[70398]: DEBUG nova.network.neutron [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Updating instance_info_cache with network_info: [{"id": "7646ade7-aea6-47e1-85a2-3472d62c7b4e", "address": "fa:16:3e:5e:aa:4d", "network": {"id": "9b79551f-7584-4d61-b2a0-efe46a621f82", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3934dab198654b86ac5acbec6380b4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7646ade7-ae", "ovs_interfaceid": "7646ade7-aea6-47e1-85a2-3472d62c7b4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.109890] env[70398]: DEBUG nova.compute.manager [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 770.138652] env[70398]: DEBUG nova.virt.hardware [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 770.138896] env[70398]: DEBUG nova.virt.hardware [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 770.139085] env[70398]: DEBUG nova.virt.hardware [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 770.139274] env[70398]: DEBUG nova.virt.hardware [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 770.139420] env[70398]: DEBUG nova.virt.hardware [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 770.139628] env[70398]: DEBUG nova.virt.hardware [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 770.139855] env[70398]: DEBUG nova.virt.hardware [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 770.140024] env[70398]: DEBUG nova.virt.hardware [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 770.140186] env[70398]: DEBUG nova.virt.hardware [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 770.140349] env[70398]: DEBUG nova.virt.hardware [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 770.140525] env[70398]: DEBUG nova.virt.hardware [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 770.141701] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88080659-058a-4d32-a264-e081f1666b85 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.153865] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df2d777-2f83-43d3-a923-39cd2b7290e4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.171128] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444090, 'name': CreateVM_Task, 'duration_secs': 0.425109} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.885404] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 770.886625] env[70398]: DEBUG oslo_concurrency.lockutils [None req-707d9812-1ee7-45a6-b97d-3e8505bc6b1e tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Lock "00b4d7e3-e976-4885-ae92-0d62e3fb0d0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.243s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.888085] env[70398]: DEBUG oslo_concurrency.lockutils [req-0223e32c-3b61-4c48-b81c-fdca8a0fc9b2 req-3095e3f3-118a-4837-892a-c4b6ead77da3 service nova] Releasing lock "refresh_cache-8bc5386e-1109-460a-bb30-98f7289b249c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.888576] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Releasing lock "refresh_cache-4d9ff1a2-da45-4efd-af8c-d47907ce0768" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.892748] env[70398]: DEBUG nova.network.neutron [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Successfully updated port: 9d552531-c75e-473a-b850-7521c4221dba {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 770.895800] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.895800] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.895800] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.906569] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-145883aa-2fc1-4ca6-96b7-4e597a116977 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.923475] env[70398]: DEBUG oslo_vmware.api [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444091, 'name': ReconfigVM_Task, 'duration_secs': 0.438857} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.923715] env[70398]: DEBUG oslo_vmware.api [None req-9cc2a4ff-a108-487a-91d4-e07a12f1941d tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444093, 'name': CreateSnapshot_Task, 'duration_secs': 0.536774} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.923965] env[70398]: DEBUG oslo_vmware.api [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for the task: (returnval){ [ 770.923965] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52b8304a-812b-fe1c-927c-c2566448d2b8" [ 770.923965] env[70398]: _type = "Task" [ 770.923965] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.924173] env[70398]: DEBUG oslo_vmware.api [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444092, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080448} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.926732] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Reconfigured VM instance instance-00000028 to attach disk [datastore2] e8a2f85b-9de5-4c62-b5dc-f27b0084cee0/e8a2f85b-9de5-4c62-b5dc-f27b0084cee0.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.927464] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc2a4ff-a108-487a-91d4-e07a12f1941d tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Created Snapshot of the VM instance {{(pid=70398) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 770.928399] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 770.928828] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be0c0a86-b836-4757-9fcd-cf70d6c08936 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.930934] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dcca167-19fb-4b55-889e-5c18b1620bd8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.937991] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e4e508-1a12-4f21-a878-354684e7cde1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.978964] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] b54a1d0e-b5a0-4a1f-91a5-c5cef210e891/b54a1d0e-b5a0-4a1f-91a5-c5cef210e891.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.981803] env[70398]: DEBUG oslo_vmware.api [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52b8304a-812b-fe1c-927c-c2566448d2b8, 'name': SearchDatastore_Task, 'duration_secs': 0.010943} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.986355] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61517224-dddb-4888-9a9a-f66e889d4fee {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.002233] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.002555] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 771.002852] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.003049] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.003283] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 771.003693] env[70398]: DEBUG oslo_vmware.api [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 771.003693] env[70398]: value = "task-3444094" [ 771.003693] env[70398]: _type = "Task" [ 771.003693] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.006939] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-120f71a7-258f-406e-a6bd-cd515b22d6b1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.014464] env[70398]: DEBUG oslo_vmware.api [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Waiting for the task: (returnval){ [ 771.014464] env[70398]: value = "task-3444095" [ 771.014464] env[70398]: _type = "Task" [ 771.014464] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.019049] env[70398]: DEBUG oslo_vmware.api [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444094, 'name': Rename_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.025650] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 771.025858] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 771.026786] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-520a837e-2c06-4387-9233-6c45a499258e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.033336] env[70398]: DEBUG oslo_vmware.api [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for the task: (returnval){ [ 771.033336] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52b7462a-9a03-a236-3e81-6e7c75bcf10d" [ 771.033336] env[70398]: _type = "Task" [ 771.033336] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.037821] env[70398]: DEBUG oslo_vmware.api [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444095, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.042608] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72292ba-7063-4743-a0b0-cf7f90b351ed {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.054779] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3800b89-2e41-4d71-bfc3-48fd8eb4ecb6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.058514] env[70398]: DEBUG oslo_vmware.api [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52b7462a-9a03-a236-3e81-6e7c75bcf10d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.095356] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0a9dec-847d-43be-b5e9-5e8195abf4aa {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.104235] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be52e82a-e4b9-4b0d-bda2-75f0da937c64 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.120133] env[70398]: DEBUG nova.compute.provider_tree [None req-b8cc0774-e256-4c4e-a2d6-557330d9a8d7 tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.407086] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Acquiring lock "refresh_cache-cdd1fa38-1202-4f1f-b724-375bca9255df" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.407271] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Acquired lock "refresh_cache-cdd1fa38-1202-4f1f-b724-375bca9255df" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.408034] env[70398]: DEBUG nova.network.neutron [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.415254] env[70398]: DEBUG nova.compute.manager [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: 308971a7-768d-4745-bca5-05e51c545443] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 771.417196] env[70398]: DEBUG nova.compute.manager [None req-e3428622-4538-42e3-a69f-c3d6b6912427 tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] [instance: 00b4d7e3-e976-4885-ae92-0d62e3fb0d0d] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.418482] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c15d89-aac1-49da-9b6e-e3a30881fd5e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.425042] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77215eb-d658-415d-bc1e-970e618ee05a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.449828] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4c4527-3320-493c-a5e5-5ba2449272dc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.460481] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Updating instance '4d9ff1a2-da45-4efd-af8c-d47907ce0768' progress to 83 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 771.465558] env[70398]: DEBUG nova.compute.manager [req-bb072a27-f374-4dfb-83be-38d7d2ccea89 req-33bf1ecb-cb4e-4ae6-8468-86693c3f983d service nova] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Received event network-vif-plugged-9d552531-c75e-473a-b850-7521c4221dba {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.465772] env[70398]: DEBUG oslo_concurrency.lockutils [req-bb072a27-f374-4dfb-83be-38d7d2ccea89 req-33bf1ecb-cb4e-4ae6-8468-86693c3f983d service nova] Acquiring lock "cdd1fa38-1202-4f1f-b724-375bca9255df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.465988] env[70398]: DEBUG oslo_concurrency.lockutils [req-bb072a27-f374-4dfb-83be-38d7d2ccea89 req-33bf1ecb-cb4e-4ae6-8468-86693c3f983d service nova] Lock "cdd1fa38-1202-4f1f-b724-375bca9255df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.466179] env[70398]: DEBUG oslo_concurrency.lockutils [req-bb072a27-f374-4dfb-83be-38d7d2ccea89 req-33bf1ecb-cb4e-4ae6-8468-86693c3f983d service nova] Lock "cdd1fa38-1202-4f1f-b724-375bca9255df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.466345] env[70398]: DEBUG nova.compute.manager [req-bb072a27-f374-4dfb-83be-38d7d2ccea89 req-33bf1ecb-cb4e-4ae6-8468-86693c3f983d service nova] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] No waiting events found dispatching network-vif-plugged-9d552531-c75e-473a-b850-7521c4221dba {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 771.466507] env[70398]: WARNING nova.compute.manager [req-bb072a27-f374-4dfb-83be-38d7d2ccea89 req-33bf1ecb-cb4e-4ae6-8468-86693c3f983d service nova] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Received unexpected event network-vif-plugged-9d552531-c75e-473a-b850-7521c4221dba for instance with vm_state building and task_state spawning. [ 771.466665] env[70398]: DEBUG nova.compute.manager [req-bb072a27-f374-4dfb-83be-38d7d2ccea89 req-33bf1ecb-cb4e-4ae6-8468-86693c3f983d service nova] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Received event network-changed-9d552531-c75e-473a-b850-7521c4221dba {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.466820] env[70398]: DEBUG nova.compute.manager [req-bb072a27-f374-4dfb-83be-38d7d2ccea89 req-33bf1ecb-cb4e-4ae6-8468-86693c3f983d service nova] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Refreshing instance network info cache due to event network-changed-9d552531-c75e-473a-b850-7521c4221dba. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 771.466979] env[70398]: DEBUG oslo_concurrency.lockutils [req-bb072a27-f374-4dfb-83be-38d7d2ccea89 req-33bf1ecb-cb4e-4ae6-8468-86693c3f983d service nova] Acquiring lock "refresh_cache-cdd1fa38-1202-4f1f-b724-375bca9255df" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.512627] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc2a4ff-a108-487a-91d4-e07a12f1941d tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Creating linked-clone VM from snapshot {{(pid=70398) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 771.512627] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6d08cac5-95d4-4845-9fc4-1b3eaca416ce {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.525742] env[70398]: DEBUG oslo_vmware.api [None req-9cc2a4ff-a108-487a-91d4-e07a12f1941d tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 771.525742] env[70398]: value = "task-3444096" [ 771.525742] env[70398]: _type = "Task" [ 771.525742] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.532411] env[70398]: DEBUG oslo_vmware.api [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444094, 'name': Rename_Task, 'duration_secs': 0.161053} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.532763] env[70398]: DEBUG oslo_vmware.api [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444095, 'name': ReconfigVM_Task, 'duration_secs': 0.269275} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.536429] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.536711] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Reconfigured VM instance instance-0000002b to attach disk [datastore1] b54a1d0e-b5a0-4a1f-91a5-c5cef210e891/b54a1d0e-b5a0-4a1f-91a5-c5cef210e891.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.538125] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49c7c6f1-7496-472f-a9eb-1d7391e00c50 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.539626] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e43f7590-b205-433f-9bb2-3fa1089ed4a7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.551366] env[70398]: DEBUG oslo_vmware.api [None req-9cc2a4ff-a108-487a-91d4-e07a12f1941d tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444096, 'name': CloneVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.556215] env[70398]: DEBUG oslo_vmware.api [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52b7462a-9a03-a236-3e81-6e7c75bcf10d, 'name': SearchDatastore_Task, 'duration_secs': 0.020446} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.556479] env[70398]: DEBUG oslo_vmware.api [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 771.556479] env[70398]: value = "task-3444097" [ 771.556479] env[70398]: _type = "Task" [ 771.556479] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.556698] env[70398]: DEBUG oslo_vmware.api [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Waiting for the task: (returnval){ [ 771.556698] env[70398]: value = "task-3444098" [ 771.556698] env[70398]: _type = "Task" [ 771.556698] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.557483] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef64eed2-0e60-4502-9863-db2ba4cc2b18 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.565091] env[70398]: DEBUG oslo_concurrency.lockutils [None req-adfe7ae7-93ec-4577-ba6d-56540304d56d tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Acquiring lock "00b4d7e3-e976-4885-ae92-0d62e3fb0d0d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.565316] env[70398]: DEBUG oslo_concurrency.lockutils [None req-adfe7ae7-93ec-4577-ba6d-56540304d56d tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Lock "00b4d7e3-e976-4885-ae92-0d62e3fb0d0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.565516] env[70398]: DEBUG oslo_concurrency.lockutils [None req-adfe7ae7-93ec-4577-ba6d-56540304d56d tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Acquiring lock "00b4d7e3-e976-4885-ae92-0d62e3fb0d0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.565697] env[70398]: DEBUG oslo_concurrency.lockutils [None req-adfe7ae7-93ec-4577-ba6d-56540304d56d tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Lock "00b4d7e3-e976-4885-ae92-0d62e3fb0d0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.565856] env[70398]: DEBUG oslo_concurrency.lockutils [None req-adfe7ae7-93ec-4577-ba6d-56540304d56d tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Lock "00b4d7e3-e976-4885-ae92-0d62e3fb0d0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.567946] env[70398]: INFO nova.compute.manager [None req-adfe7ae7-93ec-4577-ba6d-56540304d56d tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] [instance: 00b4d7e3-e976-4885-ae92-0d62e3fb0d0d] Terminating instance [ 771.577647] env[70398]: DEBUG oslo_vmware.api [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444097, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.577950] env[70398]: DEBUG oslo_vmware.api [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for the task: (returnval){ [ 771.577950] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52b69b8a-bec8-95e0-5aca-0c7ec9893d42" [ 771.577950] env[70398]: _type = "Task" [ 771.577950] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.582403] env[70398]: DEBUG oslo_vmware.api [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444098, 'name': Rename_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.593187] env[70398]: DEBUG oslo_vmware.api [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52b69b8a-bec8-95e0-5aca-0c7ec9893d42, 'name': SearchDatastore_Task, 'duration_secs': 0.014162} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.593474] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.593794] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 8bc5386e-1109-460a-bb30-98f7289b249c/8bc5386e-1109-460a-bb30-98f7289b249c.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 771.594140] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f8748f3-b7aa-42dd-b221-5195af6349b5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.602237] env[70398]: DEBUG oslo_vmware.api [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for the task: (returnval){ [ 771.602237] env[70398]: value = "task-3444099" [ 771.602237] env[70398]: _type = "Task" [ 771.602237] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.610734] env[70398]: DEBUG oslo_vmware.api [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444099, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.623319] env[70398]: DEBUG nova.scheduler.client.report [None req-b8cc0774-e256-4c4e-a2d6-557330d9a8d7 tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.932166] env[70398]: INFO nova.compute.manager [None req-e3428622-4538-42e3-a69f-c3d6b6912427 tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] [instance: 00b4d7e3-e976-4885-ae92-0d62e3fb0d0d] instance snapshotting [ 771.932772] env[70398]: DEBUG nova.objects.instance [None req-e3428622-4538-42e3-a69f-c3d6b6912427 tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Lazy-loading 'flavor' on Instance uuid 00b4d7e3-e976-4885-ae92-0d62e3fb0d0d {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 771.948040] env[70398]: DEBUG oslo_concurrency.lockutils [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.965928] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.967555] env[70398]: DEBUG nova.network.neutron [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 771.970064] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6de9a03-8396-4a9e-b8d5-a52881ed0cd6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.981290] env[70398]: DEBUG oslo_vmware.api [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Waiting for the task: (returnval){ [ 771.981290] env[70398]: value = "task-3444100" [ 771.981290] env[70398]: _type = "Task" [ 771.981290] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.991641] env[70398]: DEBUG oslo_vmware.api [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444100, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.044671] env[70398]: DEBUG oslo_vmware.api [None req-9cc2a4ff-a108-487a-91d4-e07a12f1941d tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444096, 'name': CloneVM_Task} progress is 94%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.072173] env[70398]: DEBUG oslo_concurrency.lockutils [None req-adfe7ae7-93ec-4577-ba6d-56540304d56d tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Acquiring lock "refresh_cache-00b4d7e3-e976-4885-ae92-0d62e3fb0d0d" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.072376] env[70398]: DEBUG oslo_concurrency.lockutils [None req-adfe7ae7-93ec-4577-ba6d-56540304d56d tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Acquired lock "refresh_cache-00b4d7e3-e976-4885-ae92-0d62e3fb0d0d" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.072555] env[70398]: DEBUG nova.network.neutron [None req-adfe7ae7-93ec-4577-ba6d-56540304d56d tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] [instance: 00b4d7e3-e976-4885-ae92-0d62e3fb0d0d] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.081279] env[70398]: DEBUG oslo_vmware.api [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444098, 'name': Rename_Task, 'duration_secs': 0.339416} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.086024] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.086024] env[70398]: DEBUG oslo_vmware.api [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444097, 'name': PowerOnVM_Task} progress is 71%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.086589] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9563b96-54e2-4f7b-8249-e3fd4e69523d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.096463] env[70398]: DEBUG oslo_vmware.api [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Waiting for the task: (returnval){ [ 772.096463] env[70398]: value = "task-3444101" [ 772.096463] env[70398]: _type = "Task" [ 772.096463] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.110554] env[70398]: DEBUG oslo_vmware.api [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444101, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.117969] env[70398]: DEBUG oslo_vmware.api [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444099, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.129143] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b8cc0774-e256-4c4e-a2d6-557330d9a8d7 tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.034s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.132084] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.688s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.134121] env[70398]: INFO nova.compute.claims [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] [instance: c8365af2-10de-4aa2-833d-d5ed1253c168] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 772.165620] env[70398]: INFO nova.scheduler.client.report [None req-b8cc0774-e256-4c4e-a2d6-557330d9a8d7 tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Deleted allocations for instance 738b60d6-4018-42f1-ada4-f3774e4c3d98 [ 772.185895] env[70398]: DEBUG nova.network.neutron [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Updating instance_info_cache with network_info: [{"id": "9d552531-c75e-473a-b850-7521c4221dba", "address": "fa:16:3e:a3:89:c4", "network": {"id": "95a44432-3c7f-4b42-a7f3-4d63d4cea1d5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1085021408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93af68db89d24b26b4867df89529691f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d552531-c7", "ovs_interfaceid": "9d552531-c75e-473a-b850-7521c4221dba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.439400] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a9e8f1-063f-4a0d-8c59-089e3e606a0d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.457441] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4604fece-f0e1-4dc3-afda-c9315e5a2010 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.492445] env[70398]: DEBUG oslo_vmware.api [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444100, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.544366] env[70398]: DEBUG oslo_vmware.api [None req-9cc2a4ff-a108-487a-91d4-e07a12f1941d tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444096, 'name': CloneVM_Task} progress is 94%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.569740] env[70398]: DEBUG oslo_vmware.api [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444097, 'name': PowerOnVM_Task, 'duration_secs': 0.885244} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.570044] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.570262] env[70398]: DEBUG nova.compute.manager [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.571043] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d783656d-bdc0-4012-bbd8-32b3dfb693aa {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.603875] env[70398]: DEBUG nova.network.neutron [None req-adfe7ae7-93ec-4577-ba6d-56540304d56d tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] [instance: 00b4d7e3-e976-4885-ae92-0d62e3fb0d0d] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 772.614715] env[70398]: DEBUG oslo_vmware.api [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444101, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.621711] env[70398]: DEBUG oslo_vmware.api [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444099, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610122} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.622771] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 8bc5386e-1109-460a-bb30-98f7289b249c/8bc5386e-1109-460a-bb30-98f7289b249c.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 772.623041] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 772.623336] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f24af42-7d4b-4335-820a-5f03ef519ca8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.633707] env[70398]: DEBUG oslo_vmware.api [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for the task: (returnval){ [ 772.633707] env[70398]: value = "task-3444102" [ 772.633707] env[70398]: _type = "Task" [ 772.633707] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.648628] env[70398]: DEBUG oslo_vmware.api [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444102, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.677250] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b8cc0774-e256-4c4e-a2d6-557330d9a8d7 tempest-ServerExternalEventsTest-600001946 tempest-ServerExternalEventsTest-600001946-project-member] Lock "738b60d6-4018-42f1-ada4-f3774e4c3d98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.234s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.689216] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Releasing lock "refresh_cache-cdd1fa38-1202-4f1f-b724-375bca9255df" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.690477] env[70398]: DEBUG nova.compute.manager [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Instance network_info: |[{"id": "9d552531-c75e-473a-b850-7521c4221dba", "address": "fa:16:3e:a3:89:c4", "network": {"id": "95a44432-3c7f-4b42-a7f3-4d63d4cea1d5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1085021408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93af68db89d24b26b4867df89529691f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d552531-c7", "ovs_interfaceid": "9d552531-c75e-473a-b850-7521c4221dba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 772.690477] env[70398]: DEBUG oslo_concurrency.lockutils [req-bb072a27-f374-4dfb-83be-38d7d2ccea89 req-33bf1ecb-cb4e-4ae6-8468-86693c3f983d service nova] Acquired lock "refresh_cache-cdd1fa38-1202-4f1f-b724-375bca9255df" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.690477] env[70398]: DEBUG nova.network.neutron [req-bb072a27-f374-4dfb-83be-38d7d2ccea89 req-33bf1ecb-cb4e-4ae6-8468-86693c3f983d service nova] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Refreshing network info cache for port 9d552531-c75e-473a-b850-7521c4221dba {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.691185] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:89:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbe1725d-6711-4e92-9a4e-d4802651e7d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d552531-c75e-473a-b850-7521c4221dba', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.702157] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.704177] env[70398]: DEBUG nova.network.neutron [None req-adfe7ae7-93ec-4577-ba6d-56540304d56d tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] [instance: 00b4d7e3-e976-4885-ae92-0d62e3fb0d0d] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.705235] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.705855] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-437b3ca8-9613-465f-b243-6905870e815a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.731035] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.731035] env[70398]: value = "task-3444103" [ 772.731035] env[70398]: _type = "Task" [ 772.731035] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.741770] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444103, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.970422] env[70398]: DEBUG nova.compute.manager [None req-e3428622-4538-42e3-a69f-c3d6b6912427 tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] [instance: 00b4d7e3-e976-4885-ae92-0d62e3fb0d0d] Instance disappeared during snapshot {{(pid=70398) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 772.994621] env[70398]: DEBUG oslo_vmware.api [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444100, 'name': PowerOnVM_Task, 'duration_secs': 0.871826} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.996533] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.996732] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7837797c-2974-4dc0-9ac2-60a75122e6d4 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Updating instance '4d9ff1a2-da45-4efd-af8c-d47907ce0768' progress to 100 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 773.044791] env[70398]: DEBUG oslo_vmware.api [None req-9cc2a4ff-a108-487a-91d4-e07a12f1941d tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444096, 'name': CloneVM_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.091790] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.107783] env[70398]: DEBUG oslo_vmware.api [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444101, 'name': PowerOnVM_Task, 'duration_secs': 0.557291} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.108699] env[70398]: DEBUG nova.compute.manager [None req-e3428622-4538-42e3-a69f-c3d6b6912427 tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] [instance: 00b4d7e3-e976-4885-ae92-0d62e3fb0d0d] Found 0 images (rotation: 2) {{(pid=70398) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 773.109876] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.110154] env[70398]: INFO nova.compute.manager [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Took 8.49 seconds to spawn the instance on the hypervisor. [ 773.110351] env[70398]: DEBUG nova.compute.manager [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.111955] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c430a2-4cbd-408d-b295-31f60fc1ce42 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.143726] env[70398]: DEBUG oslo_vmware.api [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444102, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079003} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.146550] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 773.147698] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb44730f-bdcd-4408-936a-80977e13911d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.170884] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 8bc5386e-1109-460a-bb30-98f7289b249c/8bc5386e-1109-460a-bb30-98f7289b249c.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 773.173877] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d35e9a1-298a-4373-be94-295e942c11cb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.196011] env[70398]: DEBUG oslo_vmware.api [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for the task: (returnval){ [ 773.196011] env[70398]: value = "task-3444104" [ 773.196011] env[70398]: _type = "Task" [ 773.196011] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.208674] env[70398]: DEBUG oslo_concurrency.lockutils [None req-adfe7ae7-93ec-4577-ba6d-56540304d56d tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Releasing lock "refresh_cache-00b4d7e3-e976-4885-ae92-0d62e3fb0d0d" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.209089] env[70398]: DEBUG nova.compute.manager [None req-adfe7ae7-93ec-4577-ba6d-56540304d56d tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] [instance: 00b4d7e3-e976-4885-ae92-0d62e3fb0d0d] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 773.209282] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-adfe7ae7-93ec-4577-ba6d-56540304d56d tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] [instance: 00b4d7e3-e976-4885-ae92-0d62e3fb0d0d] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 773.209610] env[70398]: DEBUG oslo_vmware.api [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444104, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.213241] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e596c4b3-d05e-46b1-911f-b6656dff1300 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.219903] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-adfe7ae7-93ec-4577-ba6d-56540304d56d tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] [instance: 00b4d7e3-e976-4885-ae92-0d62e3fb0d0d] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 773.220173] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f072ad0-be59-46aa-9d41-345c45c08429 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.230112] env[70398]: DEBUG oslo_vmware.api [None req-adfe7ae7-93ec-4577-ba6d-56540304d56d tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Waiting for the task: (returnval){ [ 773.230112] env[70398]: value = "task-3444105" [ 773.230112] env[70398]: _type = "Task" [ 773.230112] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.248272] env[70398]: DEBUG oslo_vmware.api [None req-adfe7ae7-93ec-4577-ba6d-56540304d56d tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Task: {'id': task-3444105, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.252377] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444103, 'name': CreateVM_Task, 'duration_secs': 0.405126} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.254983] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.255891] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.256098] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.256434] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.256690] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74873ff4-2b5f-44e3-ae17-4c2ff4d26f48 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.266183] env[70398]: DEBUG oslo_vmware.api [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Waiting for the task: (returnval){ [ 773.266183] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f8bed1-b3c8-ab5c-cbc6-dfbaa9db291e" [ 773.266183] env[70398]: _type = "Task" [ 773.266183] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.278484] env[70398]: DEBUG oslo_vmware.api [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f8bed1-b3c8-ab5c-cbc6-dfbaa9db291e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.496856] env[70398]: DEBUG nova.network.neutron [req-bb072a27-f374-4dfb-83be-38d7d2ccea89 req-33bf1ecb-cb4e-4ae6-8468-86693c3f983d service nova] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Updated VIF entry in instance network info cache for port 9d552531-c75e-473a-b850-7521c4221dba. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 773.496856] env[70398]: DEBUG nova.network.neutron [req-bb072a27-f374-4dfb-83be-38d7d2ccea89 req-33bf1ecb-cb4e-4ae6-8468-86693c3f983d service nova] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Updating instance_info_cache with network_info: [{"id": "9d552531-c75e-473a-b850-7521c4221dba", "address": "fa:16:3e:a3:89:c4", "network": {"id": "95a44432-3c7f-4b42-a7f3-4d63d4cea1d5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1085021408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93af68db89d24b26b4867df89529691f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d552531-c7", "ovs_interfaceid": "9d552531-c75e-473a-b850-7521c4221dba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.550751] env[70398]: DEBUG oslo_vmware.api [None req-9cc2a4ff-a108-487a-91d4-e07a12f1941d tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444096, 'name': CloneVM_Task, 'duration_secs': 1.594041} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.550751] env[70398]: INFO nova.virt.vmwareapi.vmops [None req-9cc2a4ff-a108-487a-91d4-e07a12f1941d tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Created linked-clone VM from snapshot [ 773.554018] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a97a469-b3f2-4295-b9c0-1317c5f1b9fe {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.560788] env[70398]: DEBUG nova.virt.vmwareapi.images [None req-9cc2a4ff-a108-487a-91d4-e07a12f1941d tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Uploading image 2d9ab923-9d2c-4c07-aedc-5d3432bcfcaf {{(pid=70398) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 773.588029] env[70398]: DEBUG oslo_vmware.rw_handles [None req-9cc2a4ff-a108-487a-91d4-e07a12f1941d tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 773.588029] env[70398]: value = "vm-687571" [ 773.588029] env[70398]: _type = "VirtualMachine" [ 773.588029] env[70398]: }. {{(pid=70398) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 773.588733] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-19d724e3-c717-4a8a-86d6-0e8f35494602 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.599998] env[70398]: DEBUG oslo_vmware.rw_handles [None req-9cc2a4ff-a108-487a-91d4-e07a12f1941d tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lease: (returnval){ [ 773.599998] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52eb1374-172b-abaf-036c-81e2f9f1e535" [ 773.599998] env[70398]: _type = "HttpNfcLease" [ 773.599998] env[70398]: } obtained for exporting VM: (result){ [ 773.599998] env[70398]: value = "vm-687571" [ 773.599998] env[70398]: _type = "VirtualMachine" [ 773.599998] env[70398]: }. {{(pid=70398) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 773.600265] env[70398]: DEBUG oslo_vmware.api [None req-9cc2a4ff-a108-487a-91d4-e07a12f1941d tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the lease: (returnval){ [ 773.600265] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52eb1374-172b-abaf-036c-81e2f9f1e535" [ 773.600265] env[70398]: _type = "HttpNfcLease" [ 773.600265] env[70398]: } to be ready. {{(pid=70398) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 773.612443] env[70398]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 773.612443] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52eb1374-172b-abaf-036c-81e2f9f1e535" [ 773.612443] env[70398]: _type = "HttpNfcLease" [ 773.612443] env[70398]: } is initializing. {{(pid=70398) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 773.632631] env[70398]: INFO nova.compute.manager [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Took 48.11 seconds to build instance. [ 773.713929] env[70398]: DEBUG oslo_vmware.api [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444104, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.740289] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365f0712-c53f-4e80-9db8-71aa25175707 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.746978] env[70398]: DEBUG oslo_vmware.api [None req-adfe7ae7-93ec-4577-ba6d-56540304d56d tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Task: {'id': task-3444105, 'name': PowerOffVM_Task, 'duration_secs': 0.19878} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.748385] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-adfe7ae7-93ec-4577-ba6d-56540304d56d tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] [instance: 00b4d7e3-e976-4885-ae92-0d62e3fb0d0d] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 773.748687] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-adfe7ae7-93ec-4577-ba6d-56540304d56d tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] [instance: 00b4d7e3-e976-4885-ae92-0d62e3fb0d0d] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 773.749023] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-709e8232-ea19-448d-8087-532e1efa1f5e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.753689] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045e8f72-7ff6-4578-8cc0-e3ff59664750 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.794384] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6071c21a-3a4f-44d3-8ed6-f063011f48b2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.796735] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-adfe7ae7-93ec-4577-ba6d-56540304d56d tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] [instance: 00b4d7e3-e976-4885-ae92-0d62e3fb0d0d] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 773.796923] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-adfe7ae7-93ec-4577-ba6d-56540304d56d tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] [instance: 00b4d7e3-e976-4885-ae92-0d62e3fb0d0d] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 773.797107] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-adfe7ae7-93ec-4577-ba6d-56540304d56d tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Deleting the datastore file [datastore1] 00b4d7e3-e976-4885-ae92-0d62e3fb0d0d {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 773.797571] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-336bd62d-05bd-477b-b9f6-98dbe8e0cf10 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.806363] env[70398]: DEBUG oslo_vmware.api [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f8bed1-b3c8-ab5c-cbc6-dfbaa9db291e, 'name': SearchDatastore_Task, 'duration_secs': 0.018889} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.809654] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.809993] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.810314] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.810314] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.810453] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.811085] env[70398]: DEBUG oslo_vmware.api [None req-adfe7ae7-93ec-4577-ba6d-56540304d56d tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Waiting for the task: (returnval){ [ 773.811085] env[70398]: value = "task-3444108" [ 773.811085] env[70398]: _type = "Task" [ 773.811085] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.811085] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fdda0fc-f001-44ed-8900-b5a306b75d4e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.813831] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40aec3d-249e-4acf-8ee4-21369ea7facb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.826859] env[70398]: DEBUG oslo_vmware.api [None req-adfe7ae7-93ec-4577-ba6d-56540304d56d tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Task: {'id': task-3444108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.834588] env[70398]: DEBUG nova.compute.provider_tree [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.840022] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.840022] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.840022] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-672d8364-4878-49ac-a1d4-f8722b181ee7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.845593] env[70398]: DEBUG oslo_vmware.api [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Waiting for the task: (returnval){ [ 773.845593] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52bd5cb2-ec9c-b1d4-468f-c9e8afce8767" [ 773.845593] env[70398]: _type = "Task" [ 773.845593] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.855963] env[70398]: DEBUG oslo_vmware.api [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52bd5cb2-ec9c-b1d4-468f-c9e8afce8767, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.893931] env[70398]: DEBUG oslo_concurrency.lockutils [None req-24a6a3ba-e526-4403-870d-e7844ecb9b8d tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "e8a2f85b-9de5-4c62-b5dc-f27b0084cee0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.894276] env[70398]: DEBUG oslo_concurrency.lockutils [None req-24a6a3ba-e526-4403-870d-e7844ecb9b8d tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "e8a2f85b-9de5-4c62-b5dc-f27b0084cee0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.894459] env[70398]: DEBUG oslo_concurrency.lockutils [None req-24a6a3ba-e526-4403-870d-e7844ecb9b8d tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "e8a2f85b-9de5-4c62-b5dc-f27b0084cee0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.894648] env[70398]: DEBUG oslo_concurrency.lockutils [None req-24a6a3ba-e526-4403-870d-e7844ecb9b8d tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "e8a2f85b-9de5-4c62-b5dc-f27b0084cee0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.894820] env[70398]: DEBUG oslo_concurrency.lockutils [None req-24a6a3ba-e526-4403-870d-e7844ecb9b8d tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "e8a2f85b-9de5-4c62-b5dc-f27b0084cee0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.897148] env[70398]: INFO nova.compute.manager [None req-24a6a3ba-e526-4403-870d-e7844ecb9b8d tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Terminating instance [ 774.002548] env[70398]: DEBUG oslo_concurrency.lockutils [req-bb072a27-f374-4dfb-83be-38d7d2ccea89 req-33bf1ecb-cb4e-4ae6-8468-86693c3f983d service nova] Releasing lock "refresh_cache-cdd1fa38-1202-4f1f-b724-375bca9255df" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.110917] env[70398]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 774.110917] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52eb1374-172b-abaf-036c-81e2f9f1e535" [ 774.110917] env[70398]: _type = "HttpNfcLease" [ 774.110917] env[70398]: } is ready. {{(pid=70398) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 774.110917] env[70398]: DEBUG oslo_vmware.rw_handles [None req-9cc2a4ff-a108-487a-91d4-e07a12f1941d tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 774.110917] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52eb1374-172b-abaf-036c-81e2f9f1e535" [ 774.110917] env[70398]: _type = "HttpNfcLease" [ 774.110917] env[70398]: }. {{(pid=70398) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 774.111331] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debd61bb-fd10-43b2-bba1-88d1fe214097 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.120093] env[70398]: DEBUG oslo_vmware.rw_handles [None req-9cc2a4ff-a108-487a-91d4-e07a12f1941d tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e64b12-8076-fecb-2b00-3c5fa5fa6e86/disk-0.vmdk from lease info. {{(pid=70398) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 774.120093] env[70398]: DEBUG oslo_vmware.rw_handles [None req-9cc2a4ff-a108-487a-91d4-e07a12f1941d tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e64b12-8076-fecb-2b00-3c5fa5fa6e86/disk-0.vmdk for reading. {{(pid=70398) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 774.186083] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cee8d329-3edc-42c6-afb1-1e32f89294cb tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Lock "b54a1d0e-b5a0-4a1f-91a5-c5cef210e891" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.384s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.208325] env[70398]: DEBUG oslo_vmware.api [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444104, 'name': ReconfigVM_Task, 'duration_secs': 0.701634} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.211289] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 8bc5386e-1109-460a-bb30-98f7289b249c/8bc5386e-1109-460a-bb30-98f7289b249c.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 774.211289] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bd1cfb3-257c-4933-b6b7-a5ed6d3ff615 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.217685] env[70398]: DEBUG oslo_vmware.api [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for the task: (returnval){ [ 774.217685] env[70398]: value = "task-3444109" [ 774.217685] env[70398]: _type = "Task" [ 774.217685] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.229048] env[70398]: DEBUG oslo_vmware.api [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444109, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.260023] env[70398]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3d8aed29-fe0d-4f56-8636-5df6df3ef86e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.329180] env[70398]: DEBUG oslo_vmware.api [None req-adfe7ae7-93ec-4577-ba6d-56540304d56d tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Task: {'id': task-3444108, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15122} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.329487] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-adfe7ae7-93ec-4577-ba6d-56540304d56d tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 774.329726] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-adfe7ae7-93ec-4577-ba6d-56540304d56d tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] [instance: 00b4d7e3-e976-4885-ae92-0d62e3fb0d0d] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 774.329947] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-adfe7ae7-93ec-4577-ba6d-56540304d56d tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] [instance: 00b4d7e3-e976-4885-ae92-0d62e3fb0d0d] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 774.330198] env[70398]: INFO nova.compute.manager [None req-adfe7ae7-93ec-4577-ba6d-56540304d56d tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] [instance: 00b4d7e3-e976-4885-ae92-0d62e3fb0d0d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 774.332537] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-adfe7ae7-93ec-4577-ba6d-56540304d56d tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.332537] env[70398]: DEBUG nova.compute.manager [-] [instance: 00b4d7e3-e976-4885-ae92-0d62e3fb0d0d] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 774.332537] env[70398]: DEBUG nova.network.neutron [-] [instance: 00b4d7e3-e976-4885-ae92-0d62e3fb0d0d] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 774.340960] env[70398]: DEBUG nova.scheduler.client.report [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.355810] env[70398]: DEBUG nova.network.neutron [-] [instance: 00b4d7e3-e976-4885-ae92-0d62e3fb0d0d] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 774.359355] env[70398]: DEBUG oslo_vmware.api [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52bd5cb2-ec9c-b1d4-468f-c9e8afce8767, 'name': SearchDatastore_Task, 'duration_secs': 0.011526} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.361467] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7198011-960f-43ca-a17c-f287b74e2720 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.368105] env[70398]: DEBUG oslo_vmware.api [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Waiting for the task: (returnval){ [ 774.368105] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]523925ec-4552-af1d-97ef-b7b8edc49a50" [ 774.368105] env[70398]: _type = "Task" [ 774.368105] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.380236] env[70398]: DEBUG oslo_vmware.api [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]523925ec-4552-af1d-97ef-b7b8edc49a50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.401152] env[70398]: DEBUG nova.compute.manager [None req-24a6a3ba-e526-4403-870d-e7844ecb9b8d tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 774.401423] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-24a6a3ba-e526-4403-870d-e7844ecb9b8d tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 774.402222] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d58a0a8-c128-4480-97d6-17c49c35b1fa {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.411151] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-24a6a3ba-e526-4403-870d-e7844ecb9b8d tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 774.411396] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a55a21e2-4d0f-42a7-9658-6e78d3090889 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.418864] env[70398]: DEBUG oslo_vmware.api [None req-24a6a3ba-e526-4403-870d-e7844ecb9b8d tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 774.418864] env[70398]: value = "task-3444110" [ 774.418864] env[70398]: _type = "Task" [ 774.418864] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.428897] env[70398]: INFO nova.compute.manager [None req-398e360f-b16c-4ccf-bce6-6d4a9907c9fc tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Rescuing [ 774.430040] env[70398]: DEBUG oslo_concurrency.lockutils [None req-398e360f-b16c-4ccf-bce6-6d4a9907c9fc tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Acquiring lock "refresh_cache-b54a1d0e-b5a0-4a1f-91a5-c5cef210e891" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.430040] env[70398]: DEBUG oslo_concurrency.lockutils [None req-398e360f-b16c-4ccf-bce6-6d4a9907c9fc tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Acquired lock "refresh_cache-b54a1d0e-b5a0-4a1f-91a5-c5cef210e891" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.430040] env[70398]: DEBUG nova.network.neutron [None req-398e360f-b16c-4ccf-bce6-6d4a9907c9fc tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 774.431346] env[70398]: DEBUG oslo_vmware.api [None req-24a6a3ba-e526-4403-870d-e7844ecb9b8d tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.602708] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "042cb1aa-5618-48ae-9a74-717d6a729bb7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.603031] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "042cb1aa-5618-48ae-9a74-717d6a729bb7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.729655] env[70398]: DEBUG oslo_vmware.api [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444109, 'name': Rename_Task, 'duration_secs': 0.29948} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.729655] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.729858] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce41d10e-c4c1-4b6a-94d8-057651259ca2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.738263] env[70398]: DEBUG oslo_vmware.api [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for the task: (returnval){ [ 774.738263] env[70398]: value = "task-3444111" [ 774.738263] env[70398]: _type = "Task" [ 774.738263] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.748417] env[70398]: DEBUG oslo_vmware.api [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444111, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.849354] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.850879] env[70398]: DEBUG nova.compute.manager [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] [instance: c8365af2-10de-4aa2-833d-d5ed1253c168] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 774.853301] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7d5c42db-4d0b-4424-860d-b3106321ee25 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.975s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.853718] env[70398]: DEBUG nova.objects.instance [None req-7d5c42db-4d0b-4424-860d-b3106321ee25 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Lazy-loading 'resources' on Instance uuid 4761bd86-261a-4525-a2bf-df74065c403d {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 774.860696] env[70398]: DEBUG nova.network.neutron [-] [instance: 00b4d7e3-e976-4885-ae92-0d62e3fb0d0d] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.886330] env[70398]: DEBUG oslo_vmware.api [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]523925ec-4552-af1d-97ef-b7b8edc49a50, 'name': SearchDatastore_Task, 'duration_secs': 0.016687} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.886908] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.888321] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] cdd1fa38-1202-4f1f-b724-375bca9255df/cdd1fa38-1202-4f1f-b724-375bca9255df.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.891357] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfd90aec-5c08-4445-9dcd-44c2fc0af4d5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.911690] env[70398]: DEBUG oslo_vmware.api [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Waiting for the task: (returnval){ [ 774.911690] env[70398]: value = "task-3444112" [ 774.911690] env[70398]: _type = "Task" [ 774.911690] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.925244] env[70398]: DEBUG oslo_vmware.api [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3444112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.940809] env[70398]: DEBUG oslo_vmware.api [None req-24a6a3ba-e526-4403-870d-e7844ecb9b8d tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444110, 'name': PowerOffVM_Task, 'duration_secs': 0.215119} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.940809] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-24a6a3ba-e526-4403-870d-e7844ecb9b8d tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.940809] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-24a6a3ba-e526-4403-870d-e7844ecb9b8d tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 774.940809] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-740dc137-8a4a-45bc-9704-2eafced40f3f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.023032] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-24a6a3ba-e526-4403-870d-e7844ecb9b8d tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 775.023032] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-24a6a3ba-e526-4403-870d-e7844ecb9b8d tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 775.023032] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-24a6a3ba-e526-4403-870d-e7844ecb9b8d tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Deleting the datastore file [datastore2] e8a2f85b-9de5-4c62-b5dc-f27b0084cee0 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 775.023032] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d26af3f-87eb-42c8-9aeb-c07e67621258 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.035119] env[70398]: DEBUG oslo_vmware.api [None req-24a6a3ba-e526-4403-870d-e7844ecb9b8d tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 775.035119] env[70398]: value = "task-3444114" [ 775.035119] env[70398]: _type = "Task" [ 775.035119] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.047330] env[70398]: DEBUG oslo_vmware.api [None req-24a6a3ba-e526-4403-870d-e7844ecb9b8d tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444114, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.106766] env[70398]: DEBUG nova.compute.manager [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 775.208617] env[70398]: DEBUG nova.network.neutron [None req-398e360f-b16c-4ccf-bce6-6d4a9907c9fc tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Updating instance_info_cache with network_info: [{"id": "5786f913-67e8-4f30-98e6-330887d6a807", "address": "fa:16:3e:9e:49:3f", "network": {"id": "6044fd6a-4a43-4671-92cf-78b8fd0e2f21", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-214818267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "639084799454415db0b88e4fde5abcea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5786f913-67", "ovs_interfaceid": "5786f913-67e8-4f30-98e6-330887d6a807", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.251181] env[70398]: DEBUG oslo_vmware.api [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444111, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.356323] env[70398]: DEBUG nova.compute.utils [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 775.364990] env[70398]: DEBUG nova.compute.manager [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] [instance: c8365af2-10de-4aa2-833d-d5ed1253c168] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 775.365257] env[70398]: DEBUG nova.network.neutron [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] [instance: c8365af2-10de-4aa2-833d-d5ed1253c168] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 775.370677] env[70398]: INFO nova.compute.manager [-] [instance: 00b4d7e3-e976-4885-ae92-0d62e3fb0d0d] Took 1.04 seconds to deallocate network for instance. [ 775.430869] env[70398]: DEBUG oslo_vmware.api [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3444112, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.452930] env[70398]: DEBUG nova.policy [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa96d70b9ccc4a25ac6d01a7bf4bca26', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a74e17f60f243eeaf216975bd67cae7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 775.492611] env[70398]: DEBUG oslo_concurrency.lockutils [None req-08e8ba14-5f41-4a47-97eb-ef59b012f4c0 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Acquiring lock "4d9ff1a2-da45-4efd-af8c-d47907ce0768" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.493342] env[70398]: DEBUG oslo_concurrency.lockutils [None req-08e8ba14-5f41-4a47-97eb-ef59b012f4c0 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Lock "4d9ff1a2-da45-4efd-af8c-d47907ce0768" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.493545] env[70398]: DEBUG nova.compute.manager [None req-08e8ba14-5f41-4a47-97eb-ef59b012f4c0 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Going to confirm migration 1 {{(pid=70398) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 775.548774] env[70398]: DEBUG oslo_vmware.api [None req-24a6a3ba-e526-4403-870d-e7844ecb9b8d tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444114, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333241} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.556367] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-24a6a3ba-e526-4403-870d-e7844ecb9b8d tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.556367] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-24a6a3ba-e526-4403-870d-e7844ecb9b8d tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 775.556367] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-24a6a3ba-e526-4403-870d-e7844ecb9b8d tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.556367] env[70398]: INFO nova.compute.manager [None req-24a6a3ba-e526-4403-870d-e7844ecb9b8d tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 775.556367] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24a6a3ba-e526-4403-870d-e7844ecb9b8d tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.557969] env[70398]: DEBUG nova.compute.manager [-] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 775.557969] env[70398]: DEBUG nova.network.neutron [-] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 775.636824] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.714644] env[70398]: DEBUG oslo_concurrency.lockutils [None req-398e360f-b16c-4ccf-bce6-6d4a9907c9fc tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Releasing lock "refresh_cache-b54a1d0e-b5a0-4a1f-91a5-c5cef210e891" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.754960] env[70398]: DEBUG oslo_vmware.api [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444111, 'name': PowerOnVM_Task, 'duration_secs': 0.668177} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.755202] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.755419] env[70398]: INFO nova.compute.manager [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Took 8.41 seconds to spawn the instance on the hypervisor. [ 775.755608] env[70398]: DEBUG nova.compute.manager [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.757019] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b5a35f-4e22-4ed7-a8ef-e3d2fd6bcb84 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.874027] env[70398]: DEBUG nova.compute.manager [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] [instance: c8365af2-10de-4aa2-833d-d5ed1253c168] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 775.884792] env[70398]: DEBUG oslo_concurrency.lockutils [None req-adfe7ae7-93ec-4577-ba6d-56540304d56d tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.894288] env[70398]: DEBUG nova.network.neutron [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] [instance: c8365af2-10de-4aa2-833d-d5ed1253c168] Successfully created port: 52ff4b20-4b43-4899-b6e4-fbca59ab2daa {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 775.930242] env[70398]: DEBUG oslo_vmware.api [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3444112, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604954} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.930753] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] cdd1fa38-1202-4f1f-b724-375bca9255df/cdd1fa38-1202-4f1f-b724-375bca9255df.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.933155] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.933155] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43194d47-5013-49ef-b03c-3e550bb3545a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.942651] env[70398]: DEBUG oslo_vmware.api [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Waiting for the task: (returnval){ [ 775.942651] env[70398]: value = "task-3444115" [ 775.942651] env[70398]: _type = "Task" [ 775.942651] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.954486] env[70398]: DEBUG oslo_vmware.api [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3444115, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.003030] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b431f0-8f79-4dff-89cb-b7e106e02469 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.016603] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b867534-4b7c-4782-b93f-f76a7c8ca97a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.051778] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76350c9-4bac-4dd1-a728-d4871b8c64ef {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.060778] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e502c440-d08a-41ae-8a74-9e8d55821371 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.077582] env[70398]: DEBUG nova.compute.provider_tree [None req-7d5c42db-4d0b-4424-860d-b3106321ee25 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.138117] env[70398]: DEBUG oslo_concurrency.lockutils [None req-08e8ba14-5f41-4a47-97eb-ef59b012f4c0 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Acquiring lock "refresh_cache-4d9ff1a2-da45-4efd-af8c-d47907ce0768" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.138582] env[70398]: DEBUG oslo_concurrency.lockutils [None req-08e8ba14-5f41-4a47-97eb-ef59b012f4c0 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Acquired lock "refresh_cache-4d9ff1a2-da45-4efd-af8c-d47907ce0768" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.138862] env[70398]: DEBUG nova.network.neutron [None req-08e8ba14-5f41-4a47-97eb-ef59b012f4c0 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.139096] env[70398]: DEBUG nova.objects.instance [None req-08e8ba14-5f41-4a47-97eb-ef59b012f4c0 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Lazy-loading 'info_cache' on Instance uuid 4d9ff1a2-da45-4efd-af8c-d47907ce0768 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 776.282115] env[70398]: INFO nova.compute.manager [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Took 46.23 seconds to build instance. [ 776.460550] env[70398]: DEBUG oslo_vmware.api [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3444115, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094081} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.461414] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.462178] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849e62ff-dcc7-429f-a6a2-3632c4b91166 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.489354] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] cdd1fa38-1202-4f1f-b724-375bca9255df/cdd1fa38-1202-4f1f-b724-375bca9255df.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.489354] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7a44e2b-1016-4289-8d0e-0620c980940a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.511720] env[70398]: DEBUG oslo_vmware.api [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Waiting for the task: (returnval){ [ 776.511720] env[70398]: value = "task-3444116" [ 776.511720] env[70398]: _type = "Task" [ 776.511720] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.522208] env[70398]: DEBUG oslo_vmware.api [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3444116, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.581431] env[70398]: DEBUG nova.scheduler.client.report [None req-7d5c42db-4d0b-4424-860d-b3106321ee25 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.605478] env[70398]: DEBUG nova.compute.manager [req-22ce365b-19a9-46cb-8b01-ee7ee9d33d81 req-c683dc33-66e9-4e30-9d64-0d02c9bc143f service nova] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Received event network-vif-deleted-49fc604b-3599-43b4-b31c-f31c5781b548 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.605887] env[70398]: INFO nova.compute.manager [req-22ce365b-19a9-46cb-8b01-ee7ee9d33d81 req-c683dc33-66e9-4e30-9d64-0d02c9bc143f service nova] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Neutron deleted interface 49fc604b-3599-43b4-b31c-f31c5781b548; detaching it from the instance and deleting it from the info cache [ 776.605887] env[70398]: DEBUG nova.network.neutron [req-22ce365b-19a9-46cb-8b01-ee7ee9d33d81 req-c683dc33-66e9-4e30-9d64-0d02c9bc143f service nova] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.784164] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c8ef649d-8b1f-416a-b816-740d7e12a8ec tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "8bc5386e-1109-460a-bb30-98f7289b249c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.415s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.842982] env[70398]: DEBUG nova.network.neutron [-] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.885278] env[70398]: DEBUG nova.compute.manager [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] [instance: c8365af2-10de-4aa2-833d-d5ed1253c168] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 776.914917] env[70398]: DEBUG nova.virt.hardware [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.915191] env[70398]: DEBUG nova.virt.hardware [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.915350] env[70398]: DEBUG nova.virt.hardware [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.915528] env[70398]: DEBUG nova.virt.hardware [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.915678] env[70398]: DEBUG nova.virt.hardware [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.915821] env[70398]: DEBUG nova.virt.hardware [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.916033] env[70398]: DEBUG nova.virt.hardware [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.916246] env[70398]: DEBUG nova.virt.hardware [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.916446] env[70398]: DEBUG nova.virt.hardware [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.916611] env[70398]: DEBUG nova.virt.hardware [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.916776] env[70398]: DEBUG nova.virt.hardware [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.918662] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3dedd2-723f-4ef1-89b9-0221cf0f12a3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.926579] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b06866-e47c-438d-a0d2-4571d46c7e14 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.022531] env[70398]: DEBUG oslo_vmware.api [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3444116, 'name': ReconfigVM_Task, 'duration_secs': 0.311486} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.022790] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Reconfigured VM instance instance-0000002d to attach disk [datastore1] cdd1fa38-1202-4f1f-b724-375bca9255df/cdd1fa38-1202-4f1f-b724-375bca9255df.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.023438] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e382efd3-a506-4405-b1d7-168011c0f715 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.033565] env[70398]: DEBUG oslo_vmware.api [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Waiting for the task: (returnval){ [ 777.033565] env[70398]: value = "task-3444117" [ 777.033565] env[70398]: _type = "Task" [ 777.033565] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.042564] env[70398]: DEBUG oslo_vmware.api [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3444117, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.090453] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7d5c42db-4d0b-4424-860d-b3106321ee25 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.237s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.092832] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 33.678s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.109919] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-08f8894f-5d24-44fb-bd2c-9d39d91b9df7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.118372] env[70398]: INFO nova.scheduler.client.report [None req-7d5c42db-4d0b-4424-860d-b3106321ee25 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Deleted allocations for instance 4761bd86-261a-4525-a2bf-df74065c403d [ 777.126443] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1472b5db-e85d-4a0b-b894-e376bd771de0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.165350] env[70398]: DEBUG nova.compute.manager [req-22ce365b-19a9-46cb-8b01-ee7ee9d33d81 req-c683dc33-66e9-4e30-9d64-0d02c9bc143f service nova] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Detach interface failed, port_id=49fc604b-3599-43b4-b31c-f31c5781b548, reason: Instance e8a2f85b-9de5-4c62-b5dc-f27b0084cee0 could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 777.260360] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-398e360f-b16c-4ccf-bce6-6d4a9907c9fc tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.260797] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6dc68e2-731c-4e17-bcaf-722155c5536d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.270466] env[70398]: DEBUG oslo_vmware.api [None req-398e360f-b16c-4ccf-bce6-6d4a9907c9fc tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Waiting for the task: (returnval){ [ 777.270466] env[70398]: value = "task-3444118" [ 777.270466] env[70398]: _type = "Task" [ 777.270466] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.279767] env[70398]: DEBUG oslo_vmware.api [None req-398e360f-b16c-4ccf-bce6-6d4a9907c9fc tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444118, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.343678] env[70398]: INFO nova.compute.manager [-] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Took 1.79 seconds to deallocate network for instance. [ 777.544086] env[70398]: DEBUG oslo_vmware.api [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3444117, 'name': Rename_Task, 'duration_secs': 0.161623} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.544432] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.544649] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4305dd37-0085-48f6-8780-2082d009bd1b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.553472] env[70398]: DEBUG oslo_vmware.api [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Waiting for the task: (returnval){ [ 777.553472] env[70398]: value = "task-3444119" [ 777.553472] env[70398]: _type = "Task" [ 777.553472] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.564796] env[70398]: DEBUG oslo_vmware.api [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3444119, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.597845] env[70398]: INFO nova.compute.claims [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 777.643228] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7d5c42db-4d0b-4424-860d-b3106321ee25 tempest-ServersListShow296Test-213507292 tempest-ServersListShow296Test-213507292-project-member] Lock "4761bd86-261a-4525-a2bf-df74065c403d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.102s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.691169] env[70398]: DEBUG nova.network.neutron [None req-08e8ba14-5f41-4a47-97eb-ef59b012f4c0 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Updating instance_info_cache with network_info: [{"id": "7646ade7-aea6-47e1-85a2-3472d62c7b4e", "address": "fa:16:3e:5e:aa:4d", "network": {"id": "9b79551f-7584-4d61-b2a0-efe46a621f82", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3934dab198654b86ac5acbec6380b4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7646ade7-ae", "ovs_interfaceid": "7646ade7-aea6-47e1-85a2-3472d62c7b4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.776845] env[70398]: DEBUG nova.compute.manager [req-aa17dffb-8dd4-44f4-96cc-e1a061c9195e req-b2947192-b410-43cd-8a6b-c4bca4a50328 service nova] [instance: c8365af2-10de-4aa2-833d-d5ed1253c168] Received event network-vif-plugged-52ff4b20-4b43-4899-b6e4-fbca59ab2daa {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.777088] env[70398]: DEBUG oslo_concurrency.lockutils [req-aa17dffb-8dd4-44f4-96cc-e1a061c9195e req-b2947192-b410-43cd-8a6b-c4bca4a50328 service nova] Acquiring lock "c8365af2-10de-4aa2-833d-d5ed1253c168-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.777415] env[70398]: DEBUG oslo_concurrency.lockutils [req-aa17dffb-8dd4-44f4-96cc-e1a061c9195e req-b2947192-b410-43cd-8a6b-c4bca4a50328 service nova] Lock "c8365af2-10de-4aa2-833d-d5ed1253c168-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.777514] env[70398]: DEBUG oslo_concurrency.lockutils [req-aa17dffb-8dd4-44f4-96cc-e1a061c9195e req-b2947192-b410-43cd-8a6b-c4bca4a50328 service nova] Lock "c8365af2-10de-4aa2-833d-d5ed1253c168-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.777721] env[70398]: DEBUG nova.compute.manager [req-aa17dffb-8dd4-44f4-96cc-e1a061c9195e req-b2947192-b410-43cd-8a6b-c4bca4a50328 service nova] [instance: c8365af2-10de-4aa2-833d-d5ed1253c168] No waiting events found dispatching network-vif-plugged-52ff4b20-4b43-4899-b6e4-fbca59ab2daa {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 777.777849] env[70398]: WARNING nova.compute.manager [req-aa17dffb-8dd4-44f4-96cc-e1a061c9195e req-b2947192-b410-43cd-8a6b-c4bca4a50328 service nova] [instance: c8365af2-10de-4aa2-833d-d5ed1253c168] Received unexpected event network-vif-plugged-52ff4b20-4b43-4899-b6e4-fbca59ab2daa for instance with vm_state building and task_state spawning. [ 777.787600] env[70398]: DEBUG oslo_vmware.api [None req-398e360f-b16c-4ccf-bce6-6d4a9907c9fc tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444118, 'name': PowerOffVM_Task, 'duration_secs': 0.251738} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.787891] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-398e360f-b16c-4ccf-bce6-6d4a9907c9fc tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 777.788880] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973f9bcd-ead1-450a-9b8a-4dcd2b08bbfc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.810045] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9eefa2-3fce-49ab-8dc4-fb772c9829f7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.852628] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-398e360f-b16c-4ccf-bce6-6d4a9907c9fc tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.853874] env[70398]: DEBUG oslo_concurrency.lockutils [None req-24a6a3ba-e526-4403-870d-e7844ecb9b8d tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.854022] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7cbded8c-9009-41de-bf11-b4c8781a3963 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.862072] env[70398]: DEBUG oslo_vmware.api [None req-398e360f-b16c-4ccf-bce6-6d4a9907c9fc tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Waiting for the task: (returnval){ [ 777.862072] env[70398]: value = "task-3444120" [ 777.862072] env[70398]: _type = "Task" [ 777.862072] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.877570] env[70398]: DEBUG oslo_vmware.api [None req-398e360f-b16c-4ccf-bce6-6d4a9907c9fc tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444120, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.897437] env[70398]: DEBUG nova.network.neutron [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] [instance: c8365af2-10de-4aa2-833d-d5ed1253c168] Successfully updated port: 52ff4b20-4b43-4899-b6e4-fbca59ab2daa {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 778.065719] env[70398]: DEBUG oslo_vmware.api [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3444119, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.108251] env[70398]: INFO nova.compute.resource_tracker [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Updating resource usage from migration c6b1925d-0b63-4243-aa54-03c5326b3350 [ 778.194719] env[70398]: DEBUG oslo_concurrency.lockutils [None req-08e8ba14-5f41-4a47-97eb-ef59b012f4c0 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Releasing lock "refresh_cache-4d9ff1a2-da45-4efd-af8c-d47907ce0768" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.194719] env[70398]: DEBUG nova.objects.instance [None req-08e8ba14-5f41-4a47-97eb-ef59b012f4c0 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Lazy-loading 'migration_context' on Instance uuid 4d9ff1a2-da45-4efd-af8c-d47907ce0768 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.375337] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-398e360f-b16c-4ccf-bce6-6d4a9907c9fc tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] VM already powered off {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 778.375701] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-398e360f-b16c-4ccf-bce6-6d4a9907c9fc tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.375818] env[70398]: DEBUG oslo_concurrency.lockutils [None req-398e360f-b16c-4ccf-bce6-6d4a9907c9fc tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.377037] env[70398]: DEBUG oslo_concurrency.lockutils [None req-398e360f-b16c-4ccf-bce6-6d4a9907c9fc tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.377037] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-398e360f-b16c-4ccf-bce6-6d4a9907c9fc tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.377037] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c52aea51-ad84-4741-8c88-d7bb056cfd50 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.387785] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-398e360f-b16c-4ccf-bce6-6d4a9907c9fc tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.387997] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-398e360f-b16c-4ccf-bce6-6d4a9907c9fc tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.388837] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a26a7eb-1a69-4deb-9920-ccccfb15c769 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.399444] env[70398]: DEBUG oslo_vmware.api [None req-398e360f-b16c-4ccf-bce6-6d4a9907c9fc tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Waiting for the task: (returnval){ [ 778.399444] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ad7006-caa5-2914-8034-c02d068467c9" [ 778.399444] env[70398]: _type = "Task" [ 778.399444] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.400164] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Acquiring lock "refresh_cache-c8365af2-10de-4aa2-833d-d5ed1253c168" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.400251] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Acquired lock "refresh_cache-c8365af2-10de-4aa2-833d-d5ed1253c168" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.400351] env[70398]: DEBUG nova.network.neutron [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] [instance: c8365af2-10de-4aa2-833d-d5ed1253c168] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.412391] env[70398]: DEBUG oslo_vmware.api [None req-398e360f-b16c-4ccf-bce6-6d4a9907c9fc tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ad7006-caa5-2914-8034-c02d068467c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.570015] env[70398]: DEBUG oslo_vmware.api [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3444119, 'name': PowerOnVM_Task, 'duration_secs': 0.520468} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.570015] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.570015] env[70398]: INFO nova.compute.manager [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Took 8.46 seconds to spawn the instance on the hypervisor. [ 778.570015] env[70398]: DEBUG nova.compute.manager [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.570015] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76cf34da-831a-4201-adf6-411011109943 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.700028] env[70398]: DEBUG nova.objects.base [None req-08e8ba14-5f41-4a47-97eb-ef59b012f4c0 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Object Instance<4d9ff1a2-da45-4efd-af8c-d47907ce0768> lazy-loaded attributes: info_cache,migration_context {{(pid=70398) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 778.700836] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f26103-c864-4c8b-9ab3-9e54b4da5150 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.731805] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2a10a5a-c44f-40ee-880b-32aeea55108e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.741879] env[70398]: DEBUG oslo_vmware.api [None req-08e8ba14-5f41-4a47-97eb-ef59b012f4c0 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Waiting for the task: (returnval){ [ 778.741879] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52969d23-216e-a2e7-976d-2d8823228a83" [ 778.741879] env[70398]: _type = "Task" [ 778.741879] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.752419] env[70398]: DEBUG oslo_vmware.api [None req-08e8ba14-5f41-4a47-97eb-ef59b012f4c0 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52969d23-216e-a2e7-976d-2d8823228a83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.768200] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2934e5a7-2ae0-45c7-9f8a-edb3af42eadc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.775302] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510799fe-9ca0-46ba-acfb-e863c59f0687 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.806619] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21be0c62-6290-48cc-a989-42181b4af309 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.816149] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b95c91-1c79-4677-a5d2-13665ccab7d9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.830509] env[70398]: DEBUG nova.compute.provider_tree [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.914426] env[70398]: DEBUG oslo_vmware.api [None req-398e360f-b16c-4ccf-bce6-6d4a9907c9fc tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ad7006-caa5-2914-8034-c02d068467c9, 'name': SearchDatastore_Task, 'duration_secs': 0.025792} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.914609] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab97608f-7485-4159-8791-fda8f1f2ebce {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.920736] env[70398]: DEBUG oslo_vmware.api [None req-398e360f-b16c-4ccf-bce6-6d4a9907c9fc tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Waiting for the task: (returnval){ [ 778.920736] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52b49222-4e1e-a727-5052-7b5263da6ee5" [ 778.920736] env[70398]: _type = "Task" [ 778.920736] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.931261] env[70398]: DEBUG oslo_vmware.api [None req-398e360f-b16c-4ccf-bce6-6d4a9907c9fc tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52b49222-4e1e-a727-5052-7b5263da6ee5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.958614] env[70398]: DEBUG nova.compute.manager [req-65147b65-dbfd-4319-b68b-0d364f0a9ab2 req-3d85fa65-1f8e-4f9f-9c63-0c5c0cd6f78e service nova] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Received event network-changed-fe5d86e0-bb29-4522-b4e0-151cec2eb3e4 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.958614] env[70398]: DEBUG nova.compute.manager [req-65147b65-dbfd-4319-b68b-0d364f0a9ab2 req-3d85fa65-1f8e-4f9f-9c63-0c5c0cd6f78e service nova] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Refreshing instance network info cache due to event network-changed-fe5d86e0-bb29-4522-b4e0-151cec2eb3e4. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 778.958614] env[70398]: DEBUG oslo_concurrency.lockutils [req-65147b65-dbfd-4319-b68b-0d364f0a9ab2 req-3d85fa65-1f8e-4f9f-9c63-0c5c0cd6f78e service nova] Acquiring lock "refresh_cache-8bc5386e-1109-460a-bb30-98f7289b249c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.958614] env[70398]: DEBUG oslo_concurrency.lockutils [req-65147b65-dbfd-4319-b68b-0d364f0a9ab2 req-3d85fa65-1f8e-4f9f-9c63-0c5c0cd6f78e service nova] Acquired lock "refresh_cache-8bc5386e-1109-460a-bb30-98f7289b249c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.959219] env[70398]: DEBUG nova.network.neutron [req-65147b65-dbfd-4319-b68b-0d364f0a9ab2 req-3d85fa65-1f8e-4f9f-9c63-0c5c0cd6f78e service nova] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Refreshing network info cache for port fe5d86e0-bb29-4522-b4e0-151cec2eb3e4 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.972767] env[70398]: DEBUG nova.network.neutron [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] [instance: c8365af2-10de-4aa2-833d-d5ed1253c168] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 779.106131] env[70398]: INFO nova.compute.manager [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Took 44.04 seconds to build instance. [ 779.204232] env[70398]: DEBUG nova.network.neutron [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] [instance: c8365af2-10de-4aa2-833d-d5ed1253c168] Updating instance_info_cache with network_info: [{"id": "52ff4b20-4b43-4899-b6e4-fbca59ab2daa", "address": "fa:16:3e:81:f2:47", "network": {"id": "1f912346-335b-418b-9aa1-5f36c9cae48d", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-481639051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a74e17f60f243eeaf216975bd67cae7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52ff4b20-4b", "ovs_interfaceid": "52ff4b20-4b43-4899-b6e4-fbca59ab2daa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.255937] env[70398]: DEBUG oslo_vmware.api [None req-08e8ba14-5f41-4a47-97eb-ef59b012f4c0 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52969d23-216e-a2e7-976d-2d8823228a83, 'name': SearchDatastore_Task, 'duration_secs': 0.012611} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.256130] env[70398]: DEBUG oslo_concurrency.lockutils [None req-08e8ba14-5f41-4a47-97eb-ef59b012f4c0 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.334396] env[70398]: DEBUG nova.scheduler.client.report [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.437530] env[70398]: DEBUG oslo_vmware.api [None req-398e360f-b16c-4ccf-bce6-6d4a9907c9fc tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52b49222-4e1e-a727-5052-7b5263da6ee5, 'name': SearchDatastore_Task, 'duration_secs': 0.011788} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.438384] env[70398]: DEBUG oslo_concurrency.lockutils [None req-398e360f-b16c-4ccf-bce6-6d4a9907c9fc tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.438384] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-398e360f-b16c-4ccf-bce6-6d4a9907c9fc tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] b54a1d0e-b5a0-4a1f-91a5-c5cef210e891/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172-rescue.vmdk. {{(pid=70398) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 779.438384] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-844998dd-4eef-4db5-931c-88450174b3a9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.449691] env[70398]: DEBUG oslo_vmware.api [None req-398e360f-b16c-4ccf-bce6-6d4a9907c9fc tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Waiting for the task: (returnval){ [ 779.449691] env[70398]: value = "task-3444121" [ 779.449691] env[70398]: _type = "Task" [ 779.449691] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.458107] env[70398]: DEBUG oslo_vmware.api [None req-398e360f-b16c-4ccf-bce6-6d4a9907c9fc tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444121, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.518528] env[70398]: DEBUG oslo_concurrency.lockutils [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Acquiring lock "75ceb873-8b66-432e-8c8b-896846e8ee4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.519055] env[70398]: DEBUG oslo_concurrency.lockutils [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Lock "75ceb873-8b66-432e-8c8b-896846e8ee4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.608853] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7a9b2f23-5124-4e0e-9d50-6614628985d7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Lock "cdd1fa38-1202-4f1f-b724-375bca9255df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.307s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.709223] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Releasing lock "refresh_cache-c8365af2-10de-4aa2-833d-d5ed1253c168" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.709223] env[70398]: DEBUG nova.compute.manager [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] [instance: c8365af2-10de-4aa2-833d-d5ed1253c168] Instance network_info: |[{"id": "52ff4b20-4b43-4899-b6e4-fbca59ab2daa", "address": "fa:16:3e:81:f2:47", "network": {"id": "1f912346-335b-418b-9aa1-5f36c9cae48d", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-481639051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a74e17f60f243eeaf216975bd67cae7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52ff4b20-4b", "ovs_interfaceid": "52ff4b20-4b43-4899-b6e4-fbca59ab2daa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 779.709223] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] [instance: c8365af2-10de-4aa2-833d-d5ed1253c168] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:f2:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1fb81f98-6f5a-47ab-a512-27277591d064', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52ff4b20-4b43-4899-b6e4-fbca59ab2daa', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.717253] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Creating folder: Project (9a74e17f60f243eeaf216975bd67cae7). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.717560] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9e4c5c8-e116-43d5-9658-78b0e72d8a60 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.728223] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Created folder: Project (9a74e17f60f243eeaf216975bd67cae7) in parent group-v687430. [ 779.728417] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Creating folder: Instances. Parent ref: group-v687573. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.728684] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33bf1a06-077c-48d4-8889-20a7e0e31f77 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.742810] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Created folder: Instances in parent group-v687573. [ 779.743612] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.743612] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8365af2-10de-4aa2-833d-d5ed1253c168] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 779.743612] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58281240-ef64-461b-b871-8e88f6391bdb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.762731] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 779.762731] env[70398]: value = "task-3444124" [ 779.762731] env[70398]: _type = "Task" [ 779.762731] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.771650] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444124, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.793159] env[70398]: DEBUG nova.network.neutron [req-65147b65-dbfd-4319-b68b-0d364f0a9ab2 req-3d85fa65-1f8e-4f9f-9c63-0c5c0cd6f78e service nova] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Updated VIF entry in instance network info cache for port fe5d86e0-bb29-4522-b4e0-151cec2eb3e4. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.793159] env[70398]: DEBUG nova.network.neutron [req-65147b65-dbfd-4319-b68b-0d364f0a9ab2 req-3d85fa65-1f8e-4f9f-9c63-0c5c0cd6f78e service nova] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Updating instance_info_cache with network_info: [{"id": "fe5d86e0-bb29-4522-b4e0-151cec2eb3e4", "address": "fa:16:3e:ad:b8:0d", "network": {"id": "31f6f749-f4c7-4b9c-80b1-dde5df2664ef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-724749608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a133a7276464e628849ffaa016597bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe5d86e0-bb", "ovs_interfaceid": "fe5d86e0-bb29-4522-b4e0-151cec2eb3e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.841532] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.749s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.842050] env[70398]: INFO nova.compute.manager [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Migrating [ 779.853533] env[70398]: DEBUG oslo_concurrency.lockutils [None req-76107780-6169-4cdb-ae0c-f7ad7d43f5c3 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.955s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.854043] env[70398]: DEBUG nova.objects.instance [None req-76107780-6169-4cdb-ae0c-f7ad7d43f5c3 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Lazy-loading 'resources' on Instance uuid bb51f520-2d79-411b-989a-829094314e11 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.964368] env[70398]: DEBUG oslo_vmware.api [None req-398e360f-b16c-4ccf-bce6-6d4a9907c9fc tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444121, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.967082] env[70398]: DEBUG nova.compute.manager [req-e6bd408b-6a51-4d0d-8df9-b3aeea146a47 req-9d44fb84-8fe6-4e7b-83f4-db3cfe34aa0f service nova] [instance: c8365af2-10de-4aa2-833d-d5ed1253c168] Received event network-changed-52ff4b20-4b43-4899-b6e4-fbca59ab2daa {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.967365] env[70398]: DEBUG nova.compute.manager [req-e6bd408b-6a51-4d0d-8df9-b3aeea146a47 req-9d44fb84-8fe6-4e7b-83f4-db3cfe34aa0f service nova] [instance: c8365af2-10de-4aa2-833d-d5ed1253c168] Refreshing instance network info cache due to event network-changed-52ff4b20-4b43-4899-b6e4-fbca59ab2daa. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 779.967635] env[70398]: DEBUG oslo_concurrency.lockutils [req-e6bd408b-6a51-4d0d-8df9-b3aeea146a47 req-9d44fb84-8fe6-4e7b-83f4-db3cfe34aa0f service nova] Acquiring lock "refresh_cache-c8365af2-10de-4aa2-833d-d5ed1253c168" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.967863] env[70398]: DEBUG oslo_concurrency.lockutils [req-e6bd408b-6a51-4d0d-8df9-b3aeea146a47 req-9d44fb84-8fe6-4e7b-83f4-db3cfe34aa0f service nova] Acquired lock "refresh_cache-c8365af2-10de-4aa2-833d-d5ed1253c168" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.968113] env[70398]: DEBUG nova.network.neutron [req-e6bd408b-6a51-4d0d-8df9-b3aeea146a47 req-9d44fb84-8fe6-4e7b-83f4-db3cfe34aa0f service nova] [instance: c8365af2-10de-4aa2-833d-d5ed1253c168] Refreshing network info cache for port 52ff4b20-4b43-4899-b6e4-fbca59ab2daa {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.021750] env[70398]: DEBUG nova.compute.manager [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] [instance: 75ceb873-8b66-432e-8c8b-896846e8ee4a] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 780.273496] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444124, 'name': CreateVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.294601] env[70398]: DEBUG oslo_concurrency.lockutils [req-65147b65-dbfd-4319-b68b-0d364f0a9ab2 req-3d85fa65-1f8e-4f9f-9c63-0c5c0cd6f78e service nova] Releasing lock "refresh_cache-8bc5386e-1109-460a-bb30-98f7289b249c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.375471] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquiring lock "refresh_cache-c4e17778-5b44-4a5c-934c-f06f1722e50c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.375471] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquired lock "refresh_cache-c4e17778-5b44-4a5c-934c-f06f1722e50c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.379627] env[70398]: DEBUG nova.network.neutron [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.461413] env[70398]: DEBUG oslo_vmware.api [None req-398e360f-b16c-4ccf-bce6-6d4a9907c9fc tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444121, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.690743} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.467024] env[70398]: INFO nova.virt.vmwareapi.ds_util [None req-398e360f-b16c-4ccf-bce6-6d4a9907c9fc tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] b54a1d0e-b5a0-4a1f-91a5-c5cef210e891/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172-rescue.vmdk. [ 780.467024] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07354188-e2d6-439c-badd-b06de78b8665 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.500342] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-398e360f-b16c-4ccf-bce6-6d4a9907c9fc tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] b54a1d0e-b5a0-4a1f-91a5-c5cef210e891/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172-rescue.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.506115] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c621d94f-a81a-4ea3-941d-c40920b2011f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.525423] env[70398]: DEBUG oslo_vmware.api [None req-398e360f-b16c-4ccf-bce6-6d4a9907c9fc tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Waiting for the task: (returnval){ [ 780.525423] env[70398]: value = "task-3444125" [ 780.525423] env[70398]: _type = "Task" [ 780.525423] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.539702] env[70398]: DEBUG oslo_vmware.api [None req-398e360f-b16c-4ccf-bce6-6d4a9907c9fc tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444125, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.551891] env[70398]: DEBUG oslo_concurrency.lockutils [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.773644] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444124, 'name': CreateVM_Task, 'duration_secs': 0.592141} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.776321] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8365af2-10de-4aa2-833d-d5ed1253c168] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 780.777217] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.777386] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.777704] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.777966] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c3e6f20-cd6c-4049-9a6b-f52a12546e86 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.784034] env[70398]: DEBUG oslo_vmware.api [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Waiting for the task: (returnval){ [ 780.784034] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5250129f-067a-2b6b-cd41-a7f9d527a2a2" [ 780.784034] env[70398]: _type = "Task" [ 780.784034] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.795707] env[70398]: DEBUG oslo_vmware.api [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5250129f-067a-2b6b-cd41-a7f9d527a2a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.822978] env[70398]: DEBUG nova.network.neutron [req-e6bd408b-6a51-4d0d-8df9-b3aeea146a47 req-9d44fb84-8fe6-4e7b-83f4-db3cfe34aa0f service nova] [instance: c8365af2-10de-4aa2-833d-d5ed1253c168] Updated VIF entry in instance network info cache for port 52ff4b20-4b43-4899-b6e4-fbca59ab2daa. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.823482] env[70398]: DEBUG nova.network.neutron [req-e6bd408b-6a51-4d0d-8df9-b3aeea146a47 req-9d44fb84-8fe6-4e7b-83f4-db3cfe34aa0f service nova] [instance: c8365af2-10de-4aa2-833d-d5ed1253c168] Updating instance_info_cache with network_info: [{"id": "52ff4b20-4b43-4899-b6e4-fbca59ab2daa", "address": "fa:16:3e:81:f2:47", "network": {"id": "1f912346-335b-418b-9aa1-5f36c9cae48d", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-481639051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a74e17f60f243eeaf216975bd67cae7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1fb81f98-6f5a-47ab-a512-27277591d064", "external-id": "nsx-vlan-transportzone-624", "segmentation_id": 624, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52ff4b20-4b", "ovs_interfaceid": "52ff4b20-4b43-4899-b6e4-fbca59ab2daa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.876543] env[70398]: DEBUG nova.compute.manager [None req-a53a1af4-caa5-4860-9026-f582415ef3e7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.877584] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7c21cf-51e9-4212-ad47-e96df3f43eba {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.001739] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babe3f10-a243-4689-9bda-a06f3809dd53 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.012041] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29f1412-757f-43d9-b511-87a66f5851cc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.055425] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63fd9de-6028-4307-bc0c-d488032c2611 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.063135] env[70398]: DEBUG oslo_vmware.api [None req-398e360f-b16c-4ccf-bce6-6d4a9907c9fc tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444125, 'name': ReconfigVM_Task, 'duration_secs': 0.505692} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.065317] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-398e360f-b16c-4ccf-bce6-6d4a9907c9fc tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Reconfigured VM instance instance-0000002b to attach disk [datastore1] b54a1d0e-b5a0-4a1f-91a5-c5cef210e891/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172-rescue.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.066221] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6f7bbc-2be2-42ff-b275-4a1d5294e411 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.069651] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d289e8b-3bf5-4b96-a6b8-8940bde80abe {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.083950] env[70398]: DEBUG nova.compute.provider_tree [None req-76107780-6169-4cdb-ae0c-f7ad7d43f5c3 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.112297] env[70398]: DEBUG nova.scheduler.client.report [None req-76107780-6169-4cdb-ae0c-f7ad7d43f5c3 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.115959] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f428558c-9dd2-43ec-9f5e-b20eb92d059c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.132650] env[70398]: DEBUG oslo_vmware.api [None req-398e360f-b16c-4ccf-bce6-6d4a9907c9fc tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Waiting for the task: (returnval){ [ 781.132650] env[70398]: value = "task-3444126" [ 781.132650] env[70398]: _type = "Task" [ 781.132650] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.141557] env[70398]: DEBUG oslo_vmware.api [None req-398e360f-b16c-4ccf-bce6-6d4a9907c9fc tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444126, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.256763] env[70398]: DEBUG nova.network.neutron [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Updating instance_info_cache with network_info: [{"id": "74d077b7-3e00-4285-a54a-8b213913cff2", "address": "fa:16:3e:fb:e2:81", "network": {"id": "7d6a528e-2d28-423d-a33f-6f0222b74744", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1712623278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "565f3f2d80634f578f63ea399435e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74d077b7-3e", "ovs_interfaceid": "74d077b7-3e00-4285-a54a-8b213913cff2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.297321] env[70398]: DEBUG oslo_vmware.api [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5250129f-067a-2b6b-cd41-a7f9d527a2a2, 'name': SearchDatastore_Task, 'duration_secs': 0.015906} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.298399] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.298399] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] [instance: c8365af2-10de-4aa2-833d-d5ed1253c168] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.298399] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.298399] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.298683] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.298778] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bddb40a3-d4b6-4397-9cf2-23f90d7bb2c6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.308417] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.308417] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.309282] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b401c08-dedd-4068-bc92-a3358af0eef3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.316050] env[70398]: DEBUG oslo_vmware.api [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Waiting for the task: (returnval){ [ 781.316050] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52b44778-e5e3-15c4-ce9d-f39a47640da4" [ 781.316050] env[70398]: _type = "Task" [ 781.316050] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.324658] env[70398]: DEBUG oslo_vmware.api [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52b44778-e5e3-15c4-ce9d-f39a47640da4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.326773] env[70398]: DEBUG oslo_concurrency.lockutils [req-e6bd408b-6a51-4d0d-8df9-b3aeea146a47 req-9d44fb84-8fe6-4e7b-83f4-db3cfe34aa0f service nova] Releasing lock "refresh_cache-c8365af2-10de-4aa2-833d-d5ed1253c168" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.393977] env[70398]: INFO nova.compute.manager [None req-a53a1af4-caa5-4860-9026-f582415ef3e7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] instance snapshotting [ 781.399861] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823043be-8964-4e83-898f-573ca1cedebe {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.419365] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38849527-0437-446f-a08b-766c79e88bb1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.616946] env[70398]: DEBUG oslo_concurrency.lockutils [None req-76107780-6169-4cdb-ae0c-f7ad7d43f5c3 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.763s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.619886] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cc36fb54-d8c5-47b9-a8f8-a979389d1823 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.542s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.620068] env[70398]: DEBUG nova.objects.instance [None req-cc36fb54-d8c5-47b9-a8f8-a979389d1823 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Lazy-loading 'resources' on Instance uuid 86972721-627d-4108-ae2f-6d7519de74c0 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 781.638218] env[70398]: INFO nova.scheduler.client.report [None req-76107780-6169-4cdb-ae0c-f7ad7d43f5c3 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Deleted allocations for instance bb51f520-2d79-411b-989a-829094314e11 [ 781.642776] env[70398]: DEBUG oslo_vmware.api [None req-398e360f-b16c-4ccf-bce6-6d4a9907c9fc tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444126, 'name': ReconfigVM_Task, 'duration_secs': 0.328426} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.645205] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-398e360f-b16c-4ccf-bce6-6d4a9907c9fc tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 781.645669] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-384ff9af-9e9b-4d9e-923d-8ebdf2e0b1c7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.653353] env[70398]: DEBUG oslo_vmware.api [None req-398e360f-b16c-4ccf-bce6-6d4a9907c9fc tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Waiting for the task: (returnval){ [ 781.653353] env[70398]: value = "task-3444127" [ 781.653353] env[70398]: _type = "Task" [ 781.653353] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.661534] env[70398]: DEBUG oslo_vmware.api [None req-398e360f-b16c-4ccf-bce6-6d4a9907c9fc tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444127, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.759596] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Releasing lock "refresh_cache-c4e17778-5b44-4a5c-934c-f06f1722e50c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.827109] env[70398]: DEBUG oslo_vmware.api [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52b44778-e5e3-15c4-ce9d-f39a47640da4, 'name': SearchDatastore_Task, 'duration_secs': 0.01887} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.827778] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26be1dd0-8905-41ac-b8ca-0525285b649d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.833221] env[70398]: DEBUG oslo_vmware.api [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Waiting for the task: (returnval){ [ 781.833221] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ab50a0-8e35-e560-50b7-68b0599b017e" [ 781.833221] env[70398]: _type = "Task" [ 781.833221] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.843326] env[70398]: DEBUG oslo_vmware.api [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ab50a0-8e35-e560-50b7-68b0599b017e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.930362] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a53a1af4-caa5-4860-9026-f582415ef3e7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Creating Snapshot of the VM instance {{(pid=70398) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 781.930707] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-54fe6d26-ec56-407e-8c1b-d25eef360b69 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.937951] env[70398]: DEBUG oslo_vmware.api [None req-a53a1af4-caa5-4860-9026-f582415ef3e7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Waiting for the task: (returnval){ [ 781.937951] env[70398]: value = "task-3444128" [ 781.937951] env[70398]: _type = "Task" [ 781.937951] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.946362] env[70398]: DEBUG oslo_vmware.api [None req-a53a1af4-caa5-4860-9026-f582415ef3e7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3444128, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.155024] env[70398]: DEBUG oslo_concurrency.lockutils [None req-76107780-6169-4cdb-ae0c-f7ad7d43f5c3 tempest-ServerRescueTestJSONUnderV235-135429646 tempest-ServerRescueTestJSONUnderV235-135429646-project-member] Lock "bb51f520-2d79-411b-989a-829094314e11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.072s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.166170] env[70398]: DEBUG oslo_vmware.api [None req-398e360f-b16c-4ccf-bce6-6d4a9907c9fc tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444127, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.346564] env[70398]: DEBUG oslo_vmware.api [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ab50a0-8e35-e560-50b7-68b0599b017e, 'name': SearchDatastore_Task, 'duration_secs': 0.020687} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.346906] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.347119] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] c8365af2-10de-4aa2-833d-d5ed1253c168/c8365af2-10de-4aa2-833d-d5ed1253c168.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.347388] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73ec6147-de04-4ad6-8690-06504c6bea1b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.357893] env[70398]: DEBUG oslo_vmware.api [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Waiting for the task: (returnval){ [ 782.357893] env[70398]: value = "task-3444129" [ 782.357893] env[70398]: _type = "Task" [ 782.357893] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.371423] env[70398]: DEBUG oslo_vmware.api [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Task: {'id': task-3444129, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.450728] env[70398]: DEBUG oslo_vmware.api [None req-a53a1af4-caa5-4860-9026-f582415ef3e7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3444128, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.667295] env[70398]: DEBUG oslo_vmware.api [None req-398e360f-b16c-4ccf-bce6-6d4a9907c9fc tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444127, 'name': PowerOnVM_Task, 'duration_secs': 0.660703} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.667295] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-398e360f-b16c-4ccf-bce6-6d4a9907c9fc tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 782.671276] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0976ac-0295-4d3e-9f59-fc0cb2482a2d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.678194] env[70398]: DEBUG nova.compute.manager [None req-398e360f-b16c-4ccf-bce6-6d4a9907c9fc tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.678194] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43edf93a-add2-4fdc-b63c-206c994b4754 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.696392] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05fa7e88-8980-48a6-8a2f-ef8dbd403ad1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.751453] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71a71b9-04ed-4df7-9071-1b5d3a5ef44e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.764055] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e76083-fc56-4083-a696-dba3f8af94ac {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.788859] env[70398]: DEBUG nova.compute.provider_tree [None req-cc36fb54-d8c5-47b9-a8f8-a979389d1823 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.869997] env[70398]: DEBUG oslo_vmware.api [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Task: {'id': task-3444129, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.950905] env[70398]: DEBUG oslo_vmware.api [None req-a53a1af4-caa5-4860-9026-f582415ef3e7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3444128, 'name': CreateSnapshot_Task, 'duration_secs': 0.703094} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.951257] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a53a1af4-caa5-4860-9026-f582415ef3e7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Created Snapshot of the VM instance {{(pid=70398) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 782.952184] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409418ce-9ffc-4f81-a165-ccb6ff8b250b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.296081] env[70398]: DEBUG nova.scheduler.client.report [None req-cc36fb54-d8c5-47b9-a8f8-a979389d1823 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.303271] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616d620b-6c3c-4d71-a69b-1bc71421d6fc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.332024] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Updating instance 'c4e17778-5b44-4a5c-934c-f06f1722e50c' progress to 0 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 783.373392] env[70398]: DEBUG oslo_vmware.api [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Task: {'id': task-3444129, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582831} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.373716] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] c8365af2-10de-4aa2-833d-d5ed1253c168/c8365af2-10de-4aa2-833d-d5ed1253c168.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.373811] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] [instance: c8365af2-10de-4aa2-833d-d5ed1253c168] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.374065] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b370f503-2fa4-4291-9798-4a89cd2c6fd0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.381031] env[70398]: DEBUG oslo_vmware.api [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Waiting for the task: (returnval){ [ 783.381031] env[70398]: value = "task-3444130" [ 783.381031] env[70398]: _type = "Task" [ 783.381031] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.389700] env[70398]: DEBUG oslo_vmware.api [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Task: {'id': task-3444130, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.471876] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a53a1af4-caa5-4860-9026-f582415ef3e7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Creating linked-clone VM from snapshot {{(pid=70398) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 783.472210] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6926891e-7b3d-4ea9-94cc-7fc639825049 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.481012] env[70398]: DEBUG oslo_vmware.api [None req-a53a1af4-caa5-4860-9026-f582415ef3e7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Waiting for the task: (returnval){ [ 783.481012] env[70398]: value = "task-3444131" [ 783.481012] env[70398]: _type = "Task" [ 783.481012] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.489407] env[70398]: DEBUG oslo_vmware.api [None req-a53a1af4-caa5-4860-9026-f582415ef3e7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3444131, 'name': CloneVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.809229] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cc36fb54-d8c5-47b9-a8f8-a979389d1823 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.189s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.812159] env[70398]: DEBUG oslo_concurrency.lockutils [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.424s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.813298] env[70398]: INFO nova.compute.claims [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 783.839027] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 783.839311] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7ef50b3-94df-45da-badb-5774fcc5bddc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.845087] env[70398]: INFO nova.scheduler.client.report [None req-cc36fb54-d8c5-47b9-a8f8-a979389d1823 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Deleted allocations for instance 86972721-627d-4108-ae2f-6d7519de74c0 [ 783.848946] env[70398]: DEBUG oslo_vmware.api [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 783.848946] env[70398]: value = "task-3444132" [ 783.848946] env[70398]: _type = "Task" [ 783.848946] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.864292] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] VM already powered off {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 783.864638] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Updating instance 'c4e17778-5b44-4a5c-934c-f06f1722e50c' progress to 17 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 783.892213] env[70398]: DEBUG oslo_vmware.api [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Task: {'id': task-3444130, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.174245} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.892213] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] [instance: c8365af2-10de-4aa2-833d-d5ed1253c168] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.893013] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c0e1f7-ad32-463e-b663-40dedb3c1cdd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.920792] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] [instance: c8365af2-10de-4aa2-833d-d5ed1253c168] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] c8365af2-10de-4aa2-833d-d5ed1253c168/c8365af2-10de-4aa2-833d-d5ed1253c168.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.923755] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4691121f-14ab-414a-a688-ec6c6c367039 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.955158] env[70398]: DEBUG oslo_vmware.api [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Waiting for the task: (returnval){ [ 783.955158] env[70398]: value = "task-3444133" [ 783.955158] env[70398]: _type = "Task" [ 783.955158] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.964924] env[70398]: DEBUG oslo_vmware.api [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Task: {'id': task-3444133, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.990218] env[70398]: DEBUG oslo_vmware.api [None req-a53a1af4-caa5-4860-9026-f582415ef3e7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3444131, 'name': CloneVM_Task} progress is 94%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.065179] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Acquiring lock "4919357d-d2fd-4bf5-a0f7-ea788c22aae1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.065420] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Lock "4919357d-d2fd-4bf5-a0f7-ea788c22aae1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.363247] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cc36fb54-d8c5-47b9-a8f8-a979389d1823 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Lock "86972721-627d-4108-ae2f-6d7519de74c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.281s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.373412] env[70398]: DEBUG nova.virt.hardware [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.373800] env[70398]: DEBUG nova.virt.hardware [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.373957] env[70398]: DEBUG nova.virt.hardware [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.374216] env[70398]: DEBUG nova.virt.hardware [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.374655] env[70398]: DEBUG nova.virt.hardware [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.374655] env[70398]: DEBUG nova.virt.hardware [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.374871] env[70398]: DEBUG nova.virt.hardware [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.375228] env[70398]: DEBUG nova.virt.hardware [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.375324] env[70398]: DEBUG nova.virt.hardware [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.375545] env[70398]: DEBUG nova.virt.hardware [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.375771] env[70398]: DEBUG nova.virt.hardware [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.382546] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e57e8a7c-0ced-4102-84b6-4eb98605b7a2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.401243] env[70398]: DEBUG oslo_vmware.api [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 784.401243] env[70398]: value = "task-3444134" [ 784.401243] env[70398]: _type = "Task" [ 784.401243] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.410945] env[70398]: DEBUG oslo_vmware.api [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444134, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.465876] env[70398]: DEBUG oslo_vmware.api [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Task: {'id': task-3444133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.491592] env[70398]: DEBUG oslo_vmware.api [None req-a53a1af4-caa5-4860-9026-f582415ef3e7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3444131, 'name': CloneVM_Task} progress is 94%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.542622] env[70398]: DEBUG oslo_vmware.rw_handles [None req-9cc2a4ff-a108-487a-91d4-e07a12f1941d tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e64b12-8076-fecb-2b00-3c5fa5fa6e86/disk-0.vmdk. {{(pid=70398) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 784.543726] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47959866-3c1f-4efe-a75f-28c15784a79a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.553699] env[70398]: DEBUG oslo_vmware.rw_handles [None req-9cc2a4ff-a108-487a-91d4-e07a12f1941d tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e64b12-8076-fecb-2b00-3c5fa5fa6e86/disk-0.vmdk is in state: ready. {{(pid=70398) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 784.553968] env[70398]: ERROR oslo_vmware.rw_handles [None req-9cc2a4ff-a108-487a-91d4-e07a12f1941d tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e64b12-8076-fecb-2b00-3c5fa5fa6e86/disk-0.vmdk due to incomplete transfer. [ 784.554292] env[70398]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-73913813-bf0e-415f-8252-448822ef7117 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.562936] env[70398]: DEBUG oslo_vmware.rw_handles [None req-9cc2a4ff-a108-487a-91d4-e07a12f1941d tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e64b12-8076-fecb-2b00-3c5fa5fa6e86/disk-0.vmdk. {{(pid=70398) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 784.564027] env[70398]: DEBUG nova.virt.vmwareapi.images [None req-9cc2a4ff-a108-487a-91d4-e07a12f1941d tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Uploaded image 2d9ab923-9d2c-4c07-aedc-5d3432bcfcaf to the Glance image server {{(pid=70398) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 784.565651] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cc2a4ff-a108-487a-91d4-e07a12f1941d tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Destroying the VM {{(pid=70398) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 784.565927] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-aa668941-fec0-4a4a-aca3-87843a6a90c6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.569166] env[70398]: DEBUG nova.compute.manager [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 784.572026] env[70398]: DEBUG oslo_concurrency.lockutils [None req-352349ab-8238-41a1-bdd7-5910d7767423 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Acquiring lock "c6b07511-415f-4ff4-aa10-1dcef059b852" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.572269] env[70398]: DEBUG oslo_concurrency.lockutils [None req-352349ab-8238-41a1-bdd7-5910d7767423 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Lock "c6b07511-415f-4ff4-aa10-1dcef059b852" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.572490] env[70398]: DEBUG oslo_concurrency.lockutils [None req-352349ab-8238-41a1-bdd7-5910d7767423 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Acquiring lock "c6b07511-415f-4ff4-aa10-1dcef059b852-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.572676] env[70398]: DEBUG oslo_concurrency.lockutils [None req-352349ab-8238-41a1-bdd7-5910d7767423 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Lock "c6b07511-415f-4ff4-aa10-1dcef059b852-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.572876] env[70398]: DEBUG oslo_concurrency.lockutils [None req-352349ab-8238-41a1-bdd7-5910d7767423 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Lock "c6b07511-415f-4ff4-aa10-1dcef059b852-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.575792] env[70398]: DEBUG oslo_vmware.api [None req-9cc2a4ff-a108-487a-91d4-e07a12f1941d tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 784.575792] env[70398]: value = "task-3444135" [ 784.575792] env[70398]: _type = "Task" [ 784.575792] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.576240] env[70398]: INFO nova.compute.manager [None req-352349ab-8238-41a1-bdd7-5910d7767423 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Terminating instance [ 784.588687] env[70398]: DEBUG oslo_vmware.api [None req-9cc2a4ff-a108-487a-91d4-e07a12f1941d tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444135, 'name': Destroy_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.910745] env[70398]: DEBUG oslo_vmware.api [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444134, 'name': ReconfigVM_Task, 'duration_secs': 0.169588} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.913477] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Updating instance 'c4e17778-5b44-4a5c-934c-f06f1722e50c' progress to 33 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 784.965860] env[70398]: DEBUG oslo_vmware.api [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Task: {'id': task-3444133, 'name': ReconfigVM_Task, 'duration_secs': 0.610268} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.969208] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] [instance: c8365af2-10de-4aa2-833d-d5ed1253c168] Reconfigured VM instance instance-0000002e to attach disk [datastore2] c8365af2-10de-4aa2-833d-d5ed1253c168/c8365af2-10de-4aa2-833d-d5ed1253c168.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.974701] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e44bac4-36ff-482d-9255-d12d54c02fb2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.981149] env[70398]: DEBUG oslo_vmware.api [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Waiting for the task: (returnval){ [ 784.981149] env[70398]: value = "task-3444136" [ 784.981149] env[70398]: _type = "Task" [ 784.981149] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.996910] env[70398]: DEBUG oslo_vmware.api [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Task: {'id': task-3444136, 'name': Rename_Task} progress is 10%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.001028] env[70398]: DEBUG oslo_vmware.api [None req-a53a1af4-caa5-4860-9026-f582415ef3e7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3444131, 'name': CloneVM_Task} progress is 95%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.086315] env[70398]: DEBUG nova.compute.manager [None req-352349ab-8238-41a1-bdd7-5910d7767423 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 785.086531] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-352349ab-8238-41a1-bdd7-5910d7767423 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.087576] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69346dd-6593-4320-9b7b-c302c1f72a48 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.094463] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-352349ab-8238-41a1-bdd7-5910d7767423 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.097666] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.097912] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68e38431-a0c3-4937-b575-2ab71abe2e38 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.101696] env[70398]: DEBUG oslo_vmware.api [None req-9cc2a4ff-a108-487a-91d4-e07a12f1941d tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444135, 'name': Destroy_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.109107] env[70398]: DEBUG oslo_vmware.api [None req-352349ab-8238-41a1-bdd7-5910d7767423 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Waiting for the task: (returnval){ [ 785.109107] env[70398]: value = "task-3444137" [ 785.109107] env[70398]: _type = "Task" [ 785.109107] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.117300] env[70398]: DEBUG oslo_vmware.api [None req-352349ab-8238-41a1-bdd7-5910d7767423 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3444137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.352076] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c7eca8-a535-49e5-9024-8ec0b20d6038 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.360430] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddce3cd3-6b97-493e-9e6f-50e7b6177cfd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.393816] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05958f7a-e448-4493-8c0c-76dbe5abcc62 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.400442] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7110429f-0b4e-4944-8885-328d1301b244 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.414960] env[70398]: DEBUG nova.compute.provider_tree [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.419885] env[70398]: DEBUG nova.virt.hardware [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.420141] env[70398]: DEBUG nova.virt.hardware [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.420446] env[70398]: DEBUG nova.virt.hardware [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.420523] env[70398]: DEBUG nova.virt.hardware [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.420620] env[70398]: DEBUG nova.virt.hardware [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.420767] env[70398]: DEBUG nova.virt.hardware [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.420970] env[70398]: DEBUG nova.virt.hardware [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.421141] env[70398]: DEBUG nova.virt.hardware [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.421343] env[70398]: DEBUG nova.virt.hardware [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.421479] env[70398]: DEBUG nova.virt.hardware [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.421638] env[70398]: DEBUG nova.virt.hardware [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.427105] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Reconfiguring VM instance instance-0000000a to detach disk 2000 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 785.428293] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-613c8443-f998-4a88-bf94-c0b121f70a2e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.445997] env[70398]: DEBUG oslo_vmware.api [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 785.445997] env[70398]: value = "task-3444138" [ 785.445997] env[70398]: _type = "Task" [ 785.445997] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.455441] env[70398]: DEBUG oslo_vmware.api [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444138, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.490828] env[70398]: DEBUG oslo_vmware.api [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Task: {'id': task-3444136, 'name': Rename_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.499043] env[70398]: DEBUG oslo_vmware.api [None req-a53a1af4-caa5-4860-9026-f582415ef3e7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3444131, 'name': CloneVM_Task, 'duration_secs': 1.950618} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.499287] env[70398]: INFO nova.virt.vmwareapi.vmops [None req-a53a1af4-caa5-4860-9026-f582415ef3e7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Created linked-clone VM from snapshot [ 785.500088] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c099eb-0cdb-45fb-bfa6-009b779952ab {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.509087] env[70398]: DEBUG nova.virt.vmwareapi.images [None req-a53a1af4-caa5-4860-9026-f582415ef3e7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Uploading image 2f534b7b-3b27-4d5c-883a-0f52193c771b {{(pid=70398) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 785.520682] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-a53a1af4-caa5-4860-9026-f582415ef3e7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Destroying the VM {{(pid=70398) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 785.520682] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7c175914-19ca-4325-b15b-8c6d433259cb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.526466] env[70398]: DEBUG oslo_vmware.api [None req-a53a1af4-caa5-4860-9026-f582415ef3e7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Waiting for the task: (returnval){ [ 785.526466] env[70398]: value = "task-3444139" [ 785.526466] env[70398]: _type = "Task" [ 785.526466] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.540200] env[70398]: DEBUG oslo_vmware.api [None req-a53a1af4-caa5-4860-9026-f582415ef3e7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3444139, 'name': Destroy_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.592910] env[70398]: DEBUG oslo_vmware.api [None req-9cc2a4ff-a108-487a-91d4-e07a12f1941d tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444135, 'name': Destroy_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.622536] env[70398]: DEBUG oslo_vmware.api [None req-352349ab-8238-41a1-bdd7-5910d7767423 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3444137, 'name': PowerOffVM_Task, 'duration_secs': 0.202735} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.622536] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-352349ab-8238-41a1-bdd7-5910d7767423 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.622851] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-352349ab-8238-41a1-bdd7-5910d7767423 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 785.623171] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87bcc2bd-cc72-4692-ae26-258b84b121b6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.685989] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-352349ab-8238-41a1-bdd7-5910d7767423 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 785.685989] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-352349ab-8238-41a1-bdd7-5910d7767423 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 785.685989] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-352349ab-8238-41a1-bdd7-5910d7767423 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Deleting the datastore file [datastore1] c6b07511-415f-4ff4-aa10-1dcef059b852 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 785.685989] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4a08505-30fe-40d5-96b5-7f9dd3c6df93 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.691692] env[70398]: DEBUG oslo_vmware.api [None req-352349ab-8238-41a1-bdd7-5910d7767423 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Waiting for the task: (returnval){ [ 785.691692] env[70398]: value = "task-3444141" [ 785.691692] env[70398]: _type = "Task" [ 785.691692] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.699956] env[70398]: DEBUG oslo_vmware.api [None req-352349ab-8238-41a1-bdd7-5910d7767423 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3444141, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.919022] env[70398]: DEBUG nova.scheduler.client.report [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.956326] env[70398]: DEBUG oslo_vmware.api [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444138, 'name': ReconfigVM_Task, 'duration_secs': 0.177378} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.956553] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Reconfigured VM instance instance-0000000a to detach disk 2000 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 785.957362] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ac35ce-ca9b-46a0-86ca-fdae83688bf1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.981587] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] c4e17778-5b44-4a5c-934c-f06f1722e50c/c4e17778-5b44-4a5c-934c-f06f1722e50c.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.981905] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd4616e7-ecf3-412f-9d68-6aae511f113c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.004788] env[70398]: DEBUG oslo_vmware.api [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Task: {'id': task-3444136, 'name': Rename_Task, 'duration_secs': 0.693461} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.006670] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] [instance: c8365af2-10de-4aa2-833d-d5ed1253c168] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.006670] env[70398]: DEBUG oslo_vmware.api [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 786.006670] env[70398]: value = "task-3444142" [ 786.006670] env[70398]: _type = "Task" [ 786.006670] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.006670] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b674166-2f9d-4a7b-828e-1fc76e312085 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.017911] env[70398]: DEBUG oslo_vmware.api [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444142, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.020717] env[70398]: DEBUG oslo_vmware.api [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Waiting for the task: (returnval){ [ 786.020717] env[70398]: value = "task-3444143" [ 786.020717] env[70398]: _type = "Task" [ 786.020717] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.028019] env[70398]: DEBUG oslo_vmware.api [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Task: {'id': task-3444143, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.035802] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6d18ed1a-a7d0-42ea-8767-dad7d77541b3 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquiring lock "3bdd81ec-cf04-414c-b080-b756355338ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.035802] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6d18ed1a-a7d0-42ea-8767-dad7d77541b3 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lock "3bdd81ec-cf04-414c-b080-b756355338ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.036677] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6d18ed1a-a7d0-42ea-8767-dad7d77541b3 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquiring lock "3bdd81ec-cf04-414c-b080-b756355338ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.036677] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6d18ed1a-a7d0-42ea-8767-dad7d77541b3 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lock "3bdd81ec-cf04-414c-b080-b756355338ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.036677] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6d18ed1a-a7d0-42ea-8767-dad7d77541b3 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lock "3bdd81ec-cf04-414c-b080-b756355338ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.038386] env[70398]: DEBUG oslo_vmware.api [None req-a53a1af4-caa5-4860-9026-f582415ef3e7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3444139, 'name': Destroy_Task, 'duration_secs': 0.426709} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.039023] env[70398]: INFO nova.compute.manager [None req-6d18ed1a-a7d0-42ea-8767-dad7d77541b3 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Terminating instance [ 786.040765] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-a53a1af4-caa5-4860-9026-f582415ef3e7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Destroyed the VM [ 786.041552] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a53a1af4-caa5-4860-9026-f582415ef3e7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Deleting Snapshot of the VM instance {{(pid=70398) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 786.042764] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-80a127be-9920-40d0-9d95-e489d9402569 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.050108] env[70398]: DEBUG oslo_vmware.api [None req-a53a1af4-caa5-4860-9026-f582415ef3e7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Waiting for the task: (returnval){ [ 786.050108] env[70398]: value = "task-3444144" [ 786.050108] env[70398]: _type = "Task" [ 786.050108] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.060388] env[70398]: DEBUG oslo_vmware.api [None req-a53a1af4-caa5-4860-9026-f582415ef3e7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3444144, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.093358] env[70398]: DEBUG oslo_vmware.api [None req-9cc2a4ff-a108-487a-91d4-e07a12f1941d tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444135, 'name': Destroy_Task, 'duration_secs': 1.355154} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.093646] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-9cc2a4ff-a108-487a-91d4-e07a12f1941d tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Destroyed the VM [ 786.094010] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc2a4ff-a108-487a-91d4-e07a12f1941d tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Deleting Snapshot of the VM instance {{(pid=70398) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 786.094230] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-61133bb0-07a2-46dd-bb9b-0d77cdf1689f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.102582] env[70398]: DEBUG oslo_vmware.api [None req-9cc2a4ff-a108-487a-91d4-e07a12f1941d tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 786.102582] env[70398]: value = "task-3444145" [ 786.102582] env[70398]: _type = "Task" [ 786.102582] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.112153] env[70398]: DEBUG oslo_vmware.api [None req-9cc2a4ff-a108-487a-91d4-e07a12f1941d tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444145, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.201494] env[70398]: DEBUG oslo_vmware.api [None req-352349ab-8238-41a1-bdd7-5910d7767423 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Task: {'id': task-3444141, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200952} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.201758] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-352349ab-8238-41a1-bdd7-5910d7767423 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 786.201992] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-352349ab-8238-41a1-bdd7-5910d7767423 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 786.202248] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-352349ab-8238-41a1-bdd7-5910d7767423 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 786.202474] env[70398]: INFO nova.compute.manager [None req-352349ab-8238-41a1-bdd7-5910d7767423 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Took 1.12 seconds to destroy the instance on the hypervisor. [ 786.202804] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-352349ab-8238-41a1-bdd7-5910d7767423 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.203037] env[70398]: DEBUG nova.compute.manager [-] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 786.203237] env[70398]: DEBUG nova.network.neutron [-] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 786.425274] env[70398]: DEBUG oslo_concurrency.lockutils [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.426057] env[70398]: DEBUG nova.compute.manager [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 786.429428] env[70398]: DEBUG oslo_concurrency.lockutils [None req-606a42a2-a3d1-486a-9310-7f2c81ff322c tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.481s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.430119] env[70398]: DEBUG nova.objects.instance [None req-606a42a2-a3d1-486a-9310-7f2c81ff322c tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Lazy-loading 'resources' on Instance uuid 8da528cb-6534-4c09-977d-ac078cbfcd58 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 786.518568] env[70398]: DEBUG oslo_vmware.api [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444142, 'name': ReconfigVM_Task, 'duration_secs': 0.358503} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.518856] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Reconfigured VM instance instance-0000000a to attach disk [datastore2] c4e17778-5b44-4a5c-934c-f06f1722e50c/c4e17778-5b44-4a5c-934c-f06f1722e50c.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.519331] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Updating instance 'c4e17778-5b44-4a5c-934c-f06f1722e50c' progress to 50 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 786.530808] env[70398]: DEBUG oslo_vmware.api [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Task: {'id': task-3444143, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.544320] env[70398]: DEBUG nova.compute.manager [None req-6d18ed1a-a7d0-42ea-8767-dad7d77541b3 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 786.544518] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6d18ed1a-a7d0-42ea-8767-dad7d77541b3 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 786.545636] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a86562-cfa7-4ad2-afd9-4b6816c87997 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.557247] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6d18ed1a-a7d0-42ea-8767-dad7d77541b3 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.558177] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-795b2a6c-988a-433b-b738-972220f52494 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.566330] env[70398]: DEBUG oslo_vmware.api [None req-a53a1af4-caa5-4860-9026-f582415ef3e7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3444144, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.570782] env[70398]: DEBUG nova.compute.manager [req-23944699-24d1-4178-9f70-a8d8cd8d5d51 req-8a32fb43-17bb-4ac6-8863-c5aee838ed4d service nova] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Received event network-vif-deleted-7553a4cd-f5ea-40a1-a827-afed50d8429d {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.571074] env[70398]: INFO nova.compute.manager [req-23944699-24d1-4178-9f70-a8d8cd8d5d51 req-8a32fb43-17bb-4ac6-8863-c5aee838ed4d service nova] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Neutron deleted interface 7553a4cd-f5ea-40a1-a827-afed50d8429d; detaching it from the instance and deleting it from the info cache [ 786.571315] env[70398]: DEBUG nova.network.neutron [req-23944699-24d1-4178-9f70-a8d8cd8d5d51 req-8a32fb43-17bb-4ac6-8863-c5aee838ed4d service nova] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.601170] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquiring lock "495c1dd4-03ba-407f-b436-17bd65c1f11a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.601421] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lock "495c1dd4-03ba-407f-b436-17bd65c1f11a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.614111] env[70398]: DEBUG oslo_vmware.api [None req-9cc2a4ff-a108-487a-91d4-e07a12f1941d tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444145, 'name': RemoveSnapshot_Task, 'duration_secs': 0.398658} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.614427] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc2a4ff-a108-487a-91d4-e07a12f1941d tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Deleted Snapshot of the VM instance {{(pid=70398) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 786.614690] env[70398]: INFO nova.compute.manager [None req-9cc2a4ff-a108-487a-91d4-e07a12f1941d tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Took 17.25 seconds to snapshot the instance on the hypervisor. [ 786.649542] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6d18ed1a-a7d0-42ea-8767-dad7d77541b3 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 786.649542] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6d18ed1a-a7d0-42ea-8767-dad7d77541b3 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 786.649542] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d18ed1a-a7d0-42ea-8767-dad7d77541b3 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Deleting the datastore file [datastore2] 3bdd81ec-cf04-414c-b080-b756355338ea {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.649987] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dda4ad3d-09c6-4093-9b26-3823b37a115b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.659111] env[70398]: DEBUG oslo_vmware.api [None req-6d18ed1a-a7d0-42ea-8767-dad7d77541b3 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 786.659111] env[70398]: value = "task-3444147" [ 786.659111] env[70398]: _type = "Task" [ 786.659111] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.668356] env[70398]: DEBUG oslo_vmware.api [None req-6d18ed1a-a7d0-42ea-8767-dad7d77541b3 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444147, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.924347] env[70398]: DEBUG nova.objects.instance [None req-e3667b85-d8db-4987-8aed-592a0c1652e7 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Lazy-loading 'flavor' on Instance uuid b73008e5-583e-495c-8776-ca9bca435a9c {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 786.933614] env[70398]: DEBUG nova.compute.utils [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 786.936425] env[70398]: DEBUG nova.compute.manager [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 786.936610] env[70398]: DEBUG nova.network.neutron [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 786.978691] env[70398]: DEBUG nova.policy [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '42ab54f73b3a4317b2baa505156abe51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35039eb24b5c4b928817e426270785b1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 787.031253] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09e8874-664e-417a-aa9d-d06e58d81cdf {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.038743] env[70398]: DEBUG oslo_vmware.api [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Task: {'id': task-3444143, 'name': PowerOnVM_Task, 'duration_secs': 0.583505} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.055480] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] [instance: c8365af2-10de-4aa2-833d-d5ed1253c168] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.055648] env[70398]: INFO nova.compute.manager [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] [instance: c8365af2-10de-4aa2-833d-d5ed1253c168] Took 10.17 seconds to spawn the instance on the hypervisor. [ 787.055862] env[70398]: DEBUG nova.compute.manager [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] [instance: c8365af2-10de-4aa2-833d-d5ed1253c168] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.056247] env[70398]: DEBUG nova.network.neutron [-] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.061076] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4227511b-759b-4d2a-8a06-01981e217212 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.065916] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8577d63f-bcaf-45b3-a88c-28ffa3bbed46 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.074317] env[70398]: DEBUG oslo_vmware.api [None req-a53a1af4-caa5-4860-9026-f582415ef3e7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3444144, 'name': RemoveSnapshot_Task, 'duration_secs': 0.719018} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.091286] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ac94729f-d7a3-434c-a6fd-4abf9b56f74e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.093368] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a53a1af4-caa5-4860-9026-f582415ef3e7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Deleted Snapshot of the VM instance {{(pid=70398) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 787.098621] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Updating instance 'c4e17778-5b44-4a5c-934c-f06f1722e50c' progress to 67 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 787.109542] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8710cac-fa61-4297-b6ca-17d6fc27bd27 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.124183] env[70398]: DEBUG nova.compute.manager [None req-9cc2a4ff-a108-487a-91d4-e07a12f1941d tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Instance disappeared during snapshot {{(pid=70398) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 787.147438] env[70398]: DEBUG nova.compute.manager [req-23944699-24d1-4178-9f70-a8d8cd8d5d51 req-8a32fb43-17bb-4ac6-8863-c5aee838ed4d service nova] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Detach interface failed, port_id=7553a4cd-f5ea-40a1-a827-afed50d8429d, reason: Instance c6b07511-415f-4ff4-aa10-1dcef059b852 could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 787.148610] env[70398]: DEBUG nova.compute.manager [None req-9cc2a4ff-a108-487a-91d4-e07a12f1941d tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Image not found during clean up 2d9ab923-9d2c-4c07-aedc-5d3432bcfcaf {{(pid=70398) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 787.168688] env[70398]: DEBUG oslo_vmware.api [None req-6d18ed1a-a7d0-42ea-8767-dad7d77541b3 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444147, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.322642] env[70398]: DEBUG nova.network.neutron [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] Successfully created port: ac439fb6-898a-4dfc-8d6d-b33acd0de29a {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 787.431068] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e3667b85-d8db-4987-8aed-592a0c1652e7 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Acquiring lock "refresh_cache-b73008e5-583e-495c-8776-ca9bca435a9c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.431403] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e3667b85-d8db-4987-8aed-592a0c1652e7 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Acquired lock "refresh_cache-b73008e5-583e-495c-8776-ca9bca435a9c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.438358] env[70398]: DEBUG nova.compute.manager [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 787.558565] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ac8f45-6a19-4ae5-9f5f-79f5058afcaa {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.567662] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ace805e-fcca-4ed9-b4aa-46277b7eff84 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.573260] env[70398]: INFO nova.compute.manager [-] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Took 1.37 seconds to deallocate network for instance. [ 787.604910] env[70398]: WARNING nova.compute.manager [None req-a53a1af4-caa5-4860-9026-f582415ef3e7 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Image not found during snapshot: nova.exception.ImageNotFound: Image 2f534b7b-3b27-4d5c-883a-0f52193c771b could not be found. [ 787.619741] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da55c9a-8925-4ccb-8309-0cdceaf2b40d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.623325] env[70398]: INFO nova.compute.manager [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] [instance: c8365af2-10de-4aa2-833d-d5ed1253c168] Took 48.20 seconds to build instance. [ 787.631458] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f4646f-b35a-41aa-b733-8509bf790e83 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.648921] env[70398]: DEBUG nova.compute.provider_tree [None req-606a42a2-a3d1-486a-9310-7f2c81ff322c tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.669411] env[70398]: DEBUG oslo_vmware.api [None req-6d18ed1a-a7d0-42ea-8767-dad7d77541b3 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444147, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.581375} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.669694] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d18ed1a-a7d0-42ea-8767-dad7d77541b3 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.669884] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6d18ed1a-a7d0-42ea-8767-dad7d77541b3 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 787.670074] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6d18ed1a-a7d0-42ea-8767-dad7d77541b3 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 787.670247] env[70398]: INFO nova.compute.manager [None req-6d18ed1a-a7d0-42ea-8767-dad7d77541b3 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Took 1.13 seconds to destroy the instance on the hypervisor. [ 787.670478] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d18ed1a-a7d0-42ea-8767-dad7d77541b3 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.670672] env[70398]: DEBUG nova.compute.manager [-] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 787.670794] env[70398]: DEBUG nova.network.neutron [-] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 787.698393] env[70398]: DEBUG nova.network.neutron [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Port 74d077b7-3e00-4285-a54a-8b213913cff2 binding to destination host cpu-1 is already ACTIVE {{(pid=70398) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 788.027368] env[70398]: DEBUG nova.network.neutron [None req-e3667b85-d8db-4987-8aed-592a0c1652e7 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.095972] env[70398]: DEBUG nova.compute.manager [req-c7bda604-cb03-4665-abf1-f06f480137d5 req-99144947-2fde-4a6b-acd7-d456e1c5d7ff service nova] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Received event network-changed-c5fa4f2a-6fd5-4951-9f03-2cc354ff8e96 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.096190] env[70398]: DEBUG nova.compute.manager [req-c7bda604-cb03-4665-abf1-f06f480137d5 req-99144947-2fde-4a6b-acd7-d456e1c5d7ff service nova] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Refreshing instance network info cache due to event network-changed-c5fa4f2a-6fd5-4951-9f03-2cc354ff8e96. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 788.096388] env[70398]: DEBUG oslo_concurrency.lockutils [req-c7bda604-cb03-4665-abf1-f06f480137d5 req-99144947-2fde-4a6b-acd7-d456e1c5d7ff service nova] Acquiring lock "refresh_cache-b73008e5-583e-495c-8776-ca9bca435a9c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.117275] env[70398]: DEBUG oslo_concurrency.lockutils [None req-352349ab-8238-41a1-bdd7-5910d7767423 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.125146] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3c027350-db28-40dd-a5cc-2dceaeef3b67 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Lock "c8365af2-10de-4aa2-833d-d5ed1253c168" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 102.036s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.151877] env[70398]: DEBUG nova.scheduler.client.report [None req-606a42a2-a3d1-486a-9310-7f2c81ff322c tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.449590] env[70398]: DEBUG nova.compute.manager [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 788.481030] env[70398]: DEBUG nova.virt.hardware [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 788.481937] env[70398]: DEBUG nova.virt.hardware [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 788.481937] env[70398]: DEBUG nova.virt.hardware [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.481937] env[70398]: DEBUG nova.virt.hardware [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 788.482078] env[70398]: DEBUG nova.virt.hardware [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.482194] env[70398]: DEBUG nova.virt.hardware [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 788.482407] env[70398]: DEBUG nova.virt.hardware [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 788.482573] env[70398]: DEBUG nova.virt.hardware [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 788.482736] env[70398]: DEBUG nova.virt.hardware [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 788.482899] env[70398]: DEBUG nova.virt.hardware [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 788.483093] env[70398]: DEBUG nova.virt.hardware [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 788.483964] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfcf7bc4-4378-40c0-88af-ad86d843bf95 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.497884] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8fb0591-0c47-4f47-a4dc-4c6a0f49b887 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.583368] env[70398]: DEBUG nova.network.neutron [-] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.627664] env[70398]: DEBUG nova.compute.manager [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 788.656768] env[70398]: DEBUG oslo_concurrency.lockutils [None req-606a42a2-a3d1-486a-9310-7f2c81ff322c tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.227s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.659226] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2b24a59f-9519-450a-89b6-aca5d18de40a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.410s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.659495] env[70398]: DEBUG nova.objects.instance [None req-2b24a59f-9519-450a-89b6-aca5d18de40a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Lazy-loading 'resources' on Instance uuid 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.688023] env[70398]: INFO nova.scheduler.client.report [None req-606a42a2-a3d1-486a-9310-7f2c81ff322c tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Deleted allocations for instance 8da528cb-6534-4c09-977d-ac078cbfcd58 [ 788.724282] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquiring lock "c4e17778-5b44-4a5c-934c-f06f1722e50c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.724801] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "c4e17778-5b44-4a5c-934c-f06f1722e50c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.724801] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "c4e17778-5b44-4a5c-934c-f06f1722e50c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.844216] env[70398]: DEBUG nova.network.neutron [None req-e3667b85-d8db-4987-8aed-592a0c1652e7 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Updating instance_info_cache with network_info: [{"id": "c5fa4f2a-6fd5-4951-9f03-2cc354ff8e96", "address": "fa:16:3e:48:f4:8d", "network": {"id": "10812ad9-6b20-4245-9c31-990110bd5bc2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-572384673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cab199fa8f504451bbc089cdc5bcf9ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5fa4f2a-6f", "ovs_interfaceid": "c5fa4f2a-6fd5-4951-9f03-2cc354ff8e96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.858541] env[70398]: DEBUG nova.compute.manager [req-1db7d13b-fd32-4c47-a077-f488637f96c9 req-7217001e-1b9d-42cd-952d-64a029cef4ed service nova] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] Received event network-vif-plugged-ac439fb6-898a-4dfc-8d6d-b33acd0de29a {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.858773] env[70398]: DEBUG oslo_concurrency.lockutils [req-1db7d13b-fd32-4c47-a077-f488637f96c9 req-7217001e-1b9d-42cd-952d-64a029cef4ed service nova] Acquiring lock "33fa8c03-ce5b-42ad-8d78-137a1d46f9f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.858972] env[70398]: DEBUG oslo_concurrency.lockutils [req-1db7d13b-fd32-4c47-a077-f488637f96c9 req-7217001e-1b9d-42cd-952d-64a029cef4ed service nova] Lock "33fa8c03-ce5b-42ad-8d78-137a1d46f9f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.859092] env[70398]: DEBUG oslo_concurrency.lockutils [req-1db7d13b-fd32-4c47-a077-f488637f96c9 req-7217001e-1b9d-42cd-952d-64a029cef4ed service nova] Lock "33fa8c03-ce5b-42ad-8d78-137a1d46f9f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.859179] env[70398]: DEBUG nova.compute.manager [req-1db7d13b-fd32-4c47-a077-f488637f96c9 req-7217001e-1b9d-42cd-952d-64a029cef4ed service nova] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] No waiting events found dispatching network-vif-plugged-ac439fb6-898a-4dfc-8d6d-b33acd0de29a {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 788.859342] env[70398]: WARNING nova.compute.manager [req-1db7d13b-fd32-4c47-a077-f488637f96c9 req-7217001e-1b9d-42cd-952d-64a029cef4ed service nova] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] Received unexpected event network-vif-plugged-ac439fb6-898a-4dfc-8d6d-b33acd0de29a for instance with vm_state building and task_state spawning. [ 788.967041] env[70398]: DEBUG nova.network.neutron [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] Successfully updated port: ac439fb6-898a-4dfc-8d6d-b33acd0de29a {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 788.995900] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6da3d8ea-b3ae-42b2-98c7-9bc4a2db7023 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Acquiring lock "cdd1fa38-1202-4f1f-b724-375bca9255df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.996738] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6da3d8ea-b3ae-42b2-98c7-9bc4a2db7023 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Lock "cdd1fa38-1202-4f1f-b724-375bca9255df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.996738] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6da3d8ea-b3ae-42b2-98c7-9bc4a2db7023 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Acquiring lock "cdd1fa38-1202-4f1f-b724-375bca9255df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.996738] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6da3d8ea-b3ae-42b2-98c7-9bc4a2db7023 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Lock "cdd1fa38-1202-4f1f-b724-375bca9255df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.996738] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6da3d8ea-b3ae-42b2-98c7-9bc4a2db7023 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Lock "cdd1fa38-1202-4f1f-b724-375bca9255df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.000307] env[70398]: INFO nova.compute.manager [None req-6da3d8ea-b3ae-42b2-98c7-9bc4a2db7023 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Terminating instance [ 789.086694] env[70398]: INFO nova.compute.manager [-] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Took 1.42 seconds to deallocate network for instance. [ 789.151596] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.201567] env[70398]: DEBUG oslo_concurrency.lockutils [None req-606a42a2-a3d1-486a-9310-7f2c81ff322c tempest-ServerShowV247Test-710193855 tempest-ServerShowV247Test-710193855-project-member] Lock "8da528cb-6534-4c09-977d-ac078cbfcd58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.516s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.242349] env[70398]: DEBUG nova.objects.instance [None req-6ff46983-1f1e-4149-8775-02f365442041 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Lazy-loading 'flavor' on Instance uuid b73008e5-583e-495c-8776-ca9bca435a9c {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 789.287293] env[70398]: DEBUG oslo_concurrency.lockutils [None req-841109d2-ae3c-4adc-bd27-2f70050e0e59 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Acquiring lock "c8365af2-10de-4aa2-833d-d5ed1253c168" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.287561] env[70398]: DEBUG oslo_concurrency.lockutils [None req-841109d2-ae3c-4adc-bd27-2f70050e0e59 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Lock "c8365af2-10de-4aa2-833d-d5ed1253c168" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.287918] env[70398]: DEBUG oslo_concurrency.lockutils [None req-841109d2-ae3c-4adc-bd27-2f70050e0e59 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Acquiring lock "c8365af2-10de-4aa2-833d-d5ed1253c168-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.288093] env[70398]: DEBUG oslo_concurrency.lockutils [None req-841109d2-ae3c-4adc-bd27-2f70050e0e59 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Lock "c8365af2-10de-4aa2-833d-d5ed1253c168-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.288145] env[70398]: DEBUG oslo_concurrency.lockutils [None req-841109d2-ae3c-4adc-bd27-2f70050e0e59 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Lock "c8365af2-10de-4aa2-833d-d5ed1253c168-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.291036] env[70398]: INFO nova.compute.manager [None req-841109d2-ae3c-4adc-bd27-2f70050e0e59 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] [instance: c8365af2-10de-4aa2-833d-d5ed1253c168] Terminating instance [ 789.349452] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e3667b85-d8db-4987-8aed-592a0c1652e7 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Releasing lock "refresh_cache-b73008e5-583e-495c-8776-ca9bca435a9c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.349718] env[70398]: DEBUG nova.compute.manager [None req-e3667b85-d8db-4987-8aed-592a0c1652e7 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Inject network info {{(pid=70398) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 789.350048] env[70398]: DEBUG nova.compute.manager [None req-e3667b85-d8db-4987-8aed-592a0c1652e7 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] network_info to inject: |[{"id": "c5fa4f2a-6fd5-4951-9f03-2cc354ff8e96", "address": "fa:16:3e:48:f4:8d", "network": {"id": "10812ad9-6b20-4245-9c31-990110bd5bc2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-572384673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cab199fa8f504451bbc089cdc5bcf9ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5fa4f2a-6f", "ovs_interfaceid": "c5fa4f2a-6fd5-4951-9f03-2cc354ff8e96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 789.354804] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-e3667b85-d8db-4987-8aed-592a0c1652e7 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Reconfiguring VM instance to set the machine id {{(pid=70398) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 789.355385] env[70398]: DEBUG oslo_concurrency.lockutils [req-c7bda604-cb03-4665-abf1-f06f480137d5 req-99144947-2fde-4a6b-acd7-d456e1c5d7ff service nova] Acquired lock "refresh_cache-b73008e5-583e-495c-8776-ca9bca435a9c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.355575] env[70398]: DEBUG nova.network.neutron [req-c7bda604-cb03-4665-abf1-f06f480137d5 req-99144947-2fde-4a6b-acd7-d456e1c5d7ff service nova] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Refreshing network info cache for port c5fa4f2a-6fd5-4951-9f03-2cc354ff8e96 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.356758] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f651a4e-6b52-4263-ad1b-ec7d87bcefb4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.374331] env[70398]: DEBUG oslo_vmware.api [None req-e3667b85-d8db-4987-8aed-592a0c1652e7 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Waiting for the task: (returnval){ [ 789.374331] env[70398]: value = "task-3444148" [ 789.374331] env[70398]: _type = "Task" [ 789.374331] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.387414] env[70398]: DEBUG oslo_vmware.api [None req-e3667b85-d8db-4987-8aed-592a0c1652e7 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Task: {'id': task-3444148, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.470692] env[70398]: DEBUG oslo_concurrency.lockutils [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquiring lock "refresh_cache-33fa8c03-ce5b-42ad-8d78-137a1d46f9f9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.470990] env[70398]: DEBUG oslo_concurrency.lockutils [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquired lock "refresh_cache-33fa8c03-ce5b-42ad-8d78-137a1d46f9f9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.471075] env[70398]: DEBUG nova.network.neutron [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 789.507986] env[70398]: DEBUG nova.compute.manager [None req-6da3d8ea-b3ae-42b2-98c7-9bc4a2db7023 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 789.508154] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6da3d8ea-b3ae-42b2-98c7-9bc4a2db7023 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 789.512249] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c3f916-a63a-40c0-b8c0-9e24409cea70 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.519477] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-6da3d8ea-b3ae-42b2-98c7-9bc4a2db7023 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 789.519590] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb572f43-cd78-4d26-8e37-e8557263f980 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.527250] env[70398]: DEBUG oslo_vmware.api [None req-6da3d8ea-b3ae-42b2-98c7-9bc4a2db7023 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Waiting for the task: (returnval){ [ 789.527250] env[70398]: value = "task-3444149" [ 789.527250] env[70398]: _type = "Task" [ 789.527250] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.535634] env[70398]: DEBUG oslo_vmware.api [None req-6da3d8ea-b3ae-42b2-98c7-9bc4a2db7023 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3444149, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.594541] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6d18ed1a-a7d0-42ea-8767-dad7d77541b3 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.708520] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b2fc03-8f06-44b2-a89f-126f8c3155aa {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.717849] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6ab6ed-7461-480e-afd4-637448978a80 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.759711] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c24f4f3-e1cb-426a-bae9-a9cf7c76e53f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.763360] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6ff46983-1f1e-4149-8775-02f365442041 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Acquiring lock "refresh_cache-b73008e5-583e-495c-8776-ca9bca435a9c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.768466] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f65f0c-2859-4678-ae0c-066ed26b89cc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.781997] env[70398]: DEBUG nova.compute.provider_tree [None req-2b24a59f-9519-450a-89b6-aca5d18de40a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.798034] env[70398]: DEBUG nova.compute.manager [None req-841109d2-ae3c-4adc-bd27-2f70050e0e59 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] [instance: c8365af2-10de-4aa2-833d-d5ed1253c168] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 789.798034] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-841109d2-ae3c-4adc-bd27-2f70050e0e59 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] [instance: c8365af2-10de-4aa2-833d-d5ed1253c168] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 789.798964] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5d2cca-62a2-4999-83dc-0951063a1da8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.806862] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-841109d2-ae3c-4adc-bd27-2f70050e0e59 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] [instance: c8365af2-10de-4aa2-833d-d5ed1253c168] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 789.807135] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6865ecb9-6207-41a1-bb1a-42e96ffb6533 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.813633] env[70398]: DEBUG oslo_vmware.api [None req-841109d2-ae3c-4adc-bd27-2f70050e0e59 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Waiting for the task: (returnval){ [ 789.813633] env[70398]: value = "task-3444150" [ 789.813633] env[70398]: _type = "Task" [ 789.813633] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.822101] env[70398]: DEBUG oslo_vmware.api [None req-841109d2-ae3c-4adc-bd27-2f70050e0e59 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Task: {'id': task-3444150, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.886228] env[70398]: DEBUG oslo_vmware.api [None req-e3667b85-d8db-4987-8aed-592a0c1652e7 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Task: {'id': task-3444148, 'name': ReconfigVM_Task, 'duration_secs': 0.147723} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.886492] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-e3667b85-d8db-4987-8aed-592a0c1652e7 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Reconfigured VM instance to set the machine id {{(pid=70398) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 790.025876] env[70398]: DEBUG nova.network.neutron [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.038637] env[70398]: DEBUG oslo_vmware.api [None req-6da3d8ea-b3ae-42b2-98c7-9bc4a2db7023 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3444149, 'name': PowerOffVM_Task, 'duration_secs': 0.234884} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.038925] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-6da3d8ea-b3ae-42b2-98c7-9bc4a2db7023 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 790.039122] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6da3d8ea-b3ae-42b2-98c7-9bc4a2db7023 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 790.039379] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32b64c87-b3e9-4041-ad17-4dcaf687331f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.053167] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquiring lock "refresh_cache-c4e17778-5b44-4a5c-934c-f06f1722e50c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.053365] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquired lock "refresh_cache-c4e17778-5b44-4a5c-934c-f06f1722e50c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.053556] env[70398]: DEBUG nova.network.neutron [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 790.101732] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6da3d8ea-b3ae-42b2-98c7-9bc4a2db7023 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 790.104479] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6da3d8ea-b3ae-42b2-98c7-9bc4a2db7023 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 790.104765] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-6da3d8ea-b3ae-42b2-98c7-9bc4a2db7023 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Deleting the datastore file [datastore1] cdd1fa38-1202-4f1f-b724-375bca9255df {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 790.105060] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9d3a72a-b0f6-464d-9e7b-073f9123161a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.116427] env[70398]: DEBUG oslo_vmware.api [None req-6da3d8ea-b3ae-42b2-98c7-9bc4a2db7023 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Waiting for the task: (returnval){ [ 790.116427] env[70398]: value = "task-3444152" [ 790.116427] env[70398]: _type = "Task" [ 790.116427] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.124120] env[70398]: DEBUG oslo_vmware.api [None req-6da3d8ea-b3ae-42b2-98c7-9bc4a2db7023 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3444152, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.262313] env[70398]: DEBUG nova.compute.manager [req-dbede1d6-78f8-4efc-968c-d43a8cdcdb95 req-1285094c-71e6-4458-93b4-c5879f0c1ea1 service nova] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Received event network-vif-deleted-f26601bf-1535-48cc-870a-e69a97a49df6 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.285201] env[70398]: DEBUG nova.scheduler.client.report [None req-2b24a59f-9519-450a-89b6-aca5d18de40a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.306987] env[70398]: DEBUG nova.network.neutron [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] Updating instance_info_cache with network_info: [{"id": "ac439fb6-898a-4dfc-8d6d-b33acd0de29a", "address": "fa:16:3e:2d:c5:76", "network": {"id": "23d9419d-e819-42ee-b5e0-a2606a9537e7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1859119493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35039eb24b5c4b928817e426270785b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac439fb6-89", "ovs_interfaceid": "ac439fb6-898a-4dfc-8d6d-b33acd0de29a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.318689] env[70398]: DEBUG nova.network.neutron [req-c7bda604-cb03-4665-abf1-f06f480137d5 req-99144947-2fde-4a6b-acd7-d456e1c5d7ff service nova] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Updated VIF entry in instance network info cache for port c5fa4f2a-6fd5-4951-9f03-2cc354ff8e96. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 790.319048] env[70398]: DEBUG nova.network.neutron [req-c7bda604-cb03-4665-abf1-f06f480137d5 req-99144947-2fde-4a6b-acd7-d456e1c5d7ff service nova] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Updating instance_info_cache with network_info: [{"id": "c5fa4f2a-6fd5-4951-9f03-2cc354ff8e96", "address": "fa:16:3e:48:f4:8d", "network": {"id": "10812ad9-6b20-4245-9c31-990110bd5bc2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-572384673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cab199fa8f504451bbc089cdc5bcf9ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5fa4f2a-6f", "ovs_interfaceid": "c5fa4f2a-6fd5-4951-9f03-2cc354ff8e96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.326489] env[70398]: DEBUG oslo_vmware.api [None req-841109d2-ae3c-4adc-bd27-2f70050e0e59 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Task: {'id': task-3444150, 'name': PowerOffVM_Task, 'duration_secs': 0.235417} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.326489] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-841109d2-ae3c-4adc-bd27-2f70050e0e59 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] [instance: c8365af2-10de-4aa2-833d-d5ed1253c168] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 790.326489] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-841109d2-ae3c-4adc-bd27-2f70050e0e59 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] [instance: c8365af2-10de-4aa2-833d-d5ed1253c168] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 790.326489] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61e47760-e578-4f2e-be51-bfeff139264a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.385794] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-841109d2-ae3c-4adc-bd27-2f70050e0e59 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] [instance: c8365af2-10de-4aa2-833d-d5ed1253c168] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 790.386068] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-841109d2-ae3c-4adc-bd27-2f70050e0e59 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] [instance: c8365af2-10de-4aa2-833d-d5ed1253c168] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 790.386296] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-841109d2-ae3c-4adc-bd27-2f70050e0e59 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Deleting the datastore file [datastore2] c8365af2-10de-4aa2-833d-d5ed1253c168 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 790.386591] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b385f4bb-a68b-433b-a6a6-8103201cab27 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.394773] env[70398]: DEBUG oslo_vmware.api [None req-841109d2-ae3c-4adc-bd27-2f70050e0e59 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Waiting for the task: (returnval){ [ 790.394773] env[70398]: value = "task-3444154" [ 790.394773] env[70398]: _type = "Task" [ 790.394773] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.404930] env[70398]: DEBUG oslo_vmware.api [None req-841109d2-ae3c-4adc-bd27-2f70050e0e59 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Task: {'id': task-3444154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.628315] env[70398]: DEBUG oslo_vmware.api [None req-6da3d8ea-b3ae-42b2-98c7-9bc4a2db7023 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3444152, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147049} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.628622] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-6da3d8ea-b3ae-42b2-98c7-9bc4a2db7023 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 790.628758] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6da3d8ea-b3ae-42b2-98c7-9bc4a2db7023 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 790.628917] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6da3d8ea-b3ae-42b2-98c7-9bc4a2db7023 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 790.629108] env[70398]: INFO nova.compute.manager [None req-6da3d8ea-b3ae-42b2-98c7-9bc4a2db7023 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Took 1.12 seconds to destroy the instance on the hypervisor. [ 790.629355] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6da3d8ea-b3ae-42b2-98c7-9bc4a2db7023 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.629590] env[70398]: DEBUG nova.compute.manager [-] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 790.629673] env[70398]: DEBUG nova.network.neutron [-] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 790.790136] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2b24a59f-9519-450a-89b6-aca5d18de40a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.131s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.792424] env[70398]: DEBUG oslo_concurrency.lockutils [None req-52ce3fd0-4aee-4070-9c41-84b9d38db1e8 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.415s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.792643] env[70398]: DEBUG nova.objects.instance [None req-52ce3fd0-4aee-4070-9c41-84b9d38db1e8 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Lazy-loading 'resources' on Instance uuid 9f30832c-d957-4c99-a1f3-fe022e2c73b9 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.809333] env[70398]: DEBUG oslo_concurrency.lockutils [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Releasing lock "refresh_cache-33fa8c03-ce5b-42ad-8d78-137a1d46f9f9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.813022] env[70398]: DEBUG nova.compute.manager [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] Instance network_info: |[{"id": "ac439fb6-898a-4dfc-8d6d-b33acd0de29a", "address": "fa:16:3e:2d:c5:76", "network": {"id": "23d9419d-e819-42ee-b5e0-a2606a9537e7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1859119493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35039eb24b5c4b928817e426270785b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac439fb6-89", "ovs_interfaceid": "ac439fb6-898a-4dfc-8d6d-b33acd0de29a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 790.813022] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:c5:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee617cec-01ea-4a11-ac04-ef9767f4c86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac439fb6-898a-4dfc-8d6d-b33acd0de29a', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 790.817831] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.823125] env[70398]: INFO nova.scheduler.client.report [None req-2b24a59f-9519-450a-89b6-aca5d18de40a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Deleted allocations for instance 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf [ 790.823564] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 790.824443] env[70398]: DEBUG oslo_concurrency.lockutils [req-c7bda604-cb03-4665-abf1-f06f480137d5 req-99144947-2fde-4a6b-acd7-d456e1c5d7ff service nova] Releasing lock "refresh_cache-b73008e5-583e-495c-8776-ca9bca435a9c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.829894] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2538dbb0-a836-4155-87f6-1bc5e5e50e66 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.846301] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6ff46983-1f1e-4149-8775-02f365442041 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Acquired lock "refresh_cache-b73008e5-583e-495c-8776-ca9bca435a9c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.854142] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.854142] env[70398]: value = "task-3444155" [ 790.854142] env[70398]: _type = "Task" [ 790.854142] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.863650] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444155, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.885743] env[70398]: DEBUG nova.network.neutron [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Updating instance_info_cache with network_info: [{"id": "74d077b7-3e00-4285-a54a-8b213913cff2", "address": "fa:16:3e:fb:e2:81", "network": {"id": "7d6a528e-2d28-423d-a33f-6f0222b74744", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1712623278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "565f3f2d80634f578f63ea399435e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74d077b7-3e", "ovs_interfaceid": "74d077b7-3e00-4285-a54a-8b213913cff2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.903375] env[70398]: DEBUG nova.compute.manager [req-0fccf3e8-b77a-41ed-9901-7213a6ff70f0 req-2b121f6e-f708-4ad9-a660-28eed1eb1ae8 service nova] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] Received event network-changed-ac439fb6-898a-4dfc-8d6d-b33acd0de29a {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.903375] env[70398]: DEBUG nova.compute.manager [req-0fccf3e8-b77a-41ed-9901-7213a6ff70f0 req-2b121f6e-f708-4ad9-a660-28eed1eb1ae8 service nova] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] Refreshing instance network info cache due to event network-changed-ac439fb6-898a-4dfc-8d6d-b33acd0de29a. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 790.903375] env[70398]: DEBUG oslo_concurrency.lockutils [req-0fccf3e8-b77a-41ed-9901-7213a6ff70f0 req-2b121f6e-f708-4ad9-a660-28eed1eb1ae8 service nova] Acquiring lock "refresh_cache-33fa8c03-ce5b-42ad-8d78-137a1d46f9f9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.903375] env[70398]: DEBUG oslo_concurrency.lockutils [req-0fccf3e8-b77a-41ed-9901-7213a6ff70f0 req-2b121f6e-f708-4ad9-a660-28eed1eb1ae8 service nova] Acquired lock "refresh_cache-33fa8c03-ce5b-42ad-8d78-137a1d46f9f9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.903375] env[70398]: DEBUG nova.network.neutron [req-0fccf3e8-b77a-41ed-9901-7213a6ff70f0 req-2b121f6e-f708-4ad9-a660-28eed1eb1ae8 service nova] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] Refreshing network info cache for port ac439fb6-898a-4dfc-8d6d-b33acd0de29a {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.910947] env[70398]: DEBUG oslo_vmware.api [None req-841109d2-ae3c-4adc-bd27-2f70050e0e59 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Task: {'id': task-3444154, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134332} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.911628] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-841109d2-ae3c-4adc-bd27-2f70050e0e59 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 790.911824] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-841109d2-ae3c-4adc-bd27-2f70050e0e59 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] [instance: c8365af2-10de-4aa2-833d-d5ed1253c168] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 790.912054] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-841109d2-ae3c-4adc-bd27-2f70050e0e59 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] [instance: c8365af2-10de-4aa2-833d-d5ed1253c168] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 790.912256] env[70398]: INFO nova.compute.manager [None req-841109d2-ae3c-4adc-bd27-2f70050e0e59 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] [instance: c8365af2-10de-4aa2-833d-d5ed1253c168] Took 1.11 seconds to destroy the instance on the hypervisor. [ 790.912490] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-841109d2-ae3c-4adc-bd27-2f70050e0e59 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.912678] env[70398]: DEBUG nova.compute.manager [-] [instance: c8365af2-10de-4aa2-833d-d5ed1253c168] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 790.912773] env[70398]: DEBUG nova.network.neutron [-] [instance: c8365af2-10de-4aa2-833d-d5ed1253c168] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 791.288795] env[70398]: DEBUG nova.network.neutron [None req-6ff46983-1f1e-4149-8775-02f365442041 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.352301] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2b24a59f-9519-450a-89b6-aca5d18de40a tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Lock "0f08f3f7-9fae-4f49-8185-4c0402fb2dcf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.710s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.365081] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444155, 'name': CreateVM_Task, 'duration_secs': 0.390975} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.365333] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.365885] env[70398]: DEBUG oslo_concurrency.lockutils [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.366055] env[70398]: DEBUG oslo_concurrency.lockutils [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.366666] env[70398]: DEBUG oslo_concurrency.lockutils [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.366907] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8092f7e4-ce55-4bf3-a028-6b75a961f211 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.374450] env[70398]: DEBUG oslo_vmware.api [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 791.374450] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]525022e5-6347-c42f-5255-72d101177729" [ 791.374450] env[70398]: _type = "Task" [ 791.374450] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.382342] env[70398]: DEBUG oslo_vmware.api [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]525022e5-6347-c42f-5255-72d101177729, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.389989] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Releasing lock "refresh_cache-c4e17778-5b44-4a5c-934c-f06f1722e50c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.486092] env[70398]: DEBUG nova.network.neutron [-] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.656972] env[70398]: DEBUG nova.network.neutron [-] [instance: c8365af2-10de-4aa2-833d-d5ed1253c168] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.672898] env[70398]: DEBUG nova.network.neutron [req-0fccf3e8-b77a-41ed-9901-7213a6ff70f0 req-2b121f6e-f708-4ad9-a660-28eed1eb1ae8 service nova] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] Updated VIF entry in instance network info cache for port ac439fb6-898a-4dfc-8d6d-b33acd0de29a. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.672991] env[70398]: DEBUG nova.network.neutron [req-0fccf3e8-b77a-41ed-9901-7213a6ff70f0 req-2b121f6e-f708-4ad9-a660-28eed1eb1ae8 service nova] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] Updating instance_info_cache with network_info: [{"id": "ac439fb6-898a-4dfc-8d6d-b33acd0de29a", "address": "fa:16:3e:2d:c5:76", "network": {"id": "23d9419d-e819-42ee-b5e0-a2606a9537e7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1859119493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35039eb24b5c4b928817e426270785b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac439fb6-89", "ovs_interfaceid": "ac439fb6-898a-4dfc-8d6d-b33acd0de29a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.753962] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9a8452-e56d-4f60-8a2d-408415f55ecf {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.761382] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb72223-8b39-4c96-86ab-3dad40577c40 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.791541] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36ce787-0a30-478d-ab42-0b71c12a46d7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.801119] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578c6d9b-9556-4edc-9065-baee99ada4f7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.816119] env[70398]: DEBUG nova.compute.provider_tree [None req-52ce3fd0-4aee-4070-9c41-84b9d38db1e8 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.884740] env[70398]: DEBUG oslo_vmware.api [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]525022e5-6347-c42f-5255-72d101177729, 'name': SearchDatastore_Task, 'duration_secs': 0.010491} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.885037] env[70398]: DEBUG oslo_concurrency.lockutils [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.885275] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 791.885534] env[70398]: DEBUG oslo_concurrency.lockutils [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.885685] env[70398]: DEBUG oslo_concurrency.lockutils [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.885866] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 791.886125] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b61f69be-7828-416c-a338-97135ae969bf {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.897507] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 791.898108] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 791.900778] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1cea6d1-01ef-42d4-8ea3-68b951472df6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.908270] env[70398]: DEBUG oslo_vmware.api [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 791.908270] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52eed600-6223-dc36-1c99-bb2a5353928b" [ 791.908270] env[70398]: _type = "Task" [ 791.908270] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.916177] env[70398]: DEBUG oslo_vmware.api [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52eed600-6223-dc36-1c99-bb2a5353928b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.917555] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3f180a-99a6-429a-bb7c-93eb68c2ac70 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.937765] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c9f090-4130-4a8e-afa5-76258035a3df {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.945488] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Updating instance 'c4e17778-5b44-4a5c-934c-f06f1722e50c' progress to 83 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 791.992506] env[70398]: INFO nova.compute.manager [-] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Took 1.36 seconds to deallocate network for instance. [ 792.036195] env[70398]: DEBUG nova.network.neutron [None req-6ff46983-1f1e-4149-8775-02f365442041 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Updating instance_info_cache with network_info: [{"id": "c5fa4f2a-6fd5-4951-9f03-2cc354ff8e96", "address": "fa:16:3e:48:f4:8d", "network": {"id": "10812ad9-6b20-4245-9c31-990110bd5bc2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-572384673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cab199fa8f504451bbc089cdc5bcf9ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5fa4f2a-6f", "ovs_interfaceid": "c5fa4f2a-6fd5-4951-9f03-2cc354ff8e96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.159575] env[70398]: INFO nova.compute.manager [-] [instance: c8365af2-10de-4aa2-833d-d5ed1253c168] Took 1.25 seconds to deallocate network for instance. [ 792.175870] env[70398]: DEBUG oslo_concurrency.lockutils [req-0fccf3e8-b77a-41ed-9901-7213a6ff70f0 req-2b121f6e-f708-4ad9-a660-28eed1eb1ae8 service nova] Releasing lock "refresh_cache-33fa8c03-ce5b-42ad-8d78-137a1d46f9f9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.320276] env[70398]: DEBUG nova.scheduler.client.report [None req-52ce3fd0-4aee-4070-9c41-84b9d38db1e8 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.419056] env[70398]: DEBUG oslo_vmware.api [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52eed600-6223-dc36-1c99-bb2a5353928b, 'name': SearchDatastore_Task, 'duration_secs': 0.010683} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.419877] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0cd3546-6c90-41cd-9b08-063547cae07e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.425278] env[70398]: DEBUG oslo_vmware.api [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 792.425278] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]523a0142-c5c6-d107-2907-dda8b372ebec" [ 792.425278] env[70398]: _type = "Task" [ 792.425278] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.433982] env[70398]: DEBUG oslo_vmware.api [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]523a0142-c5c6-d107-2907-dda8b372ebec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.451658] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9043a08f-41c2-440b-8a37-18fa1ddbc5a5 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Updating instance 'c4e17778-5b44-4a5c-934c-f06f1722e50c' progress to 100 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 792.498311] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6da3d8ea-b3ae-42b2-98c7-9bc4a2db7023 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.539041] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6ff46983-1f1e-4149-8775-02f365442041 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Releasing lock "refresh_cache-b73008e5-583e-495c-8776-ca9bca435a9c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.539448] env[70398]: DEBUG nova.compute.manager [None req-6ff46983-1f1e-4149-8775-02f365442041 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Inject network info {{(pid=70398) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 792.539899] env[70398]: DEBUG nova.compute.manager [None req-6ff46983-1f1e-4149-8775-02f365442041 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] network_info to inject: |[{"id": "c5fa4f2a-6fd5-4951-9f03-2cc354ff8e96", "address": "fa:16:3e:48:f4:8d", "network": {"id": "10812ad9-6b20-4245-9c31-990110bd5bc2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-572384673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cab199fa8f504451bbc089cdc5bcf9ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5fa4f2a-6f", "ovs_interfaceid": "c5fa4f2a-6fd5-4951-9f03-2cc354ff8e96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 792.544673] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff46983-1f1e-4149-8775-02f365442041 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Reconfiguring VM instance to set the machine id {{(pid=70398) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 792.544954] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b926cf5-e2c2-4a26-8c57-861308d9b648 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.561424] env[70398]: DEBUG oslo_vmware.api [None req-6ff46983-1f1e-4149-8775-02f365442041 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Waiting for the task: (returnval){ [ 792.561424] env[70398]: value = "task-3444156" [ 792.561424] env[70398]: _type = "Task" [ 792.561424] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.570025] env[70398]: DEBUG oslo_vmware.api [None req-6ff46983-1f1e-4149-8775-02f365442041 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Task: {'id': task-3444156, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.627560] env[70398]: DEBUG nova.compute.manager [req-00adbcb5-9c3c-403f-b0e7-29b71b2e3286 req-f83b49a6-d9f4-481d-be99-03bc1136f332 service nova] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Received event network-vif-deleted-9d552531-c75e-473a-b850-7521c4221dba {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.627841] env[70398]: DEBUG nova.compute.manager [req-00adbcb5-9c3c-403f-b0e7-29b71b2e3286 req-f83b49a6-d9f4-481d-be99-03bc1136f332 service nova] [instance: c8365af2-10de-4aa2-833d-d5ed1253c168] Received event network-vif-deleted-52ff4b20-4b43-4899-b6e4-fbca59ab2daa {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.665396] env[70398]: DEBUG oslo_concurrency.lockutils [None req-841109d2-ae3c-4adc-bd27-2f70050e0e59 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.825461] env[70398]: DEBUG oslo_concurrency.lockutils [None req-52ce3fd0-4aee-4070-9c41-84b9d38db1e8 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.033s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.828191] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.668s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.829835] env[70398]: INFO nova.compute.claims [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.853624] env[70398]: INFO nova.scheduler.client.report [None req-52ce3fd0-4aee-4070-9c41-84b9d38db1e8 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Deleted allocations for instance 9f30832c-d957-4c99-a1f3-fe022e2c73b9 [ 792.937246] env[70398]: DEBUG oslo_vmware.api [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]523a0142-c5c6-d107-2907-dda8b372ebec, 'name': SearchDatastore_Task, 'duration_secs': 0.019525} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.937412] env[70398]: DEBUG oslo_concurrency.lockutils [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.939068] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9/33fa8c03-ce5b-42ad-8d78-137a1d46f9f9.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 792.939068] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-847d2c4a-757f-46cb-8bf4-9a38b3ccc8b7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.947342] env[70398]: DEBUG oslo_vmware.api [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 792.947342] env[70398]: value = "task-3444157" [ 792.947342] env[70398]: _type = "Task" [ 792.947342] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.955433] env[70398]: DEBUG oslo_vmware.api [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444157, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.976255] env[70398]: DEBUG nova.compute.manager [req-b39681b8-97b4-4f1c-b247-bae5729f13fe req-e58c9772-cd92-49ec-9fd9-b9c12e3a56ce service nova] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Received event network-changed-c5fa4f2a-6fd5-4951-9f03-2cc354ff8e96 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.976466] env[70398]: DEBUG nova.compute.manager [req-b39681b8-97b4-4f1c-b247-bae5729f13fe req-e58c9772-cd92-49ec-9fd9-b9c12e3a56ce service nova] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Refreshing instance network info cache due to event network-changed-c5fa4f2a-6fd5-4951-9f03-2cc354ff8e96. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 792.976663] env[70398]: DEBUG oslo_concurrency.lockutils [req-b39681b8-97b4-4f1c-b247-bae5729f13fe req-e58c9772-cd92-49ec-9fd9-b9c12e3a56ce service nova] Acquiring lock "refresh_cache-b73008e5-583e-495c-8776-ca9bca435a9c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.976874] env[70398]: DEBUG oslo_concurrency.lockutils [req-b39681b8-97b4-4f1c-b247-bae5729f13fe req-e58c9772-cd92-49ec-9fd9-b9c12e3a56ce service nova] Acquired lock "refresh_cache-b73008e5-583e-495c-8776-ca9bca435a9c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.976983] env[70398]: DEBUG nova.network.neutron [req-b39681b8-97b4-4f1c-b247-bae5729f13fe req-e58c9772-cd92-49ec-9fd9-b9c12e3a56ce service nova] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Refreshing network info cache for port c5fa4f2a-6fd5-4951-9f03-2cc354ff8e96 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 793.070663] env[70398]: DEBUG oslo_vmware.api [None req-6ff46983-1f1e-4149-8775-02f365442041 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Task: {'id': task-3444156, 'name': ReconfigVM_Task, 'duration_secs': 0.169262} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.070957] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff46983-1f1e-4149-8775-02f365442041 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Reconfigured VM instance to set the machine id {{(pid=70398) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 793.278860] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a2add577-0618-4c66-86c7-35f2b9408c82 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Acquiring lock "b73008e5-583e-495c-8776-ca9bca435a9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.279231] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a2add577-0618-4c66-86c7-35f2b9408c82 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Lock "b73008e5-583e-495c-8776-ca9bca435a9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.279429] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a2add577-0618-4c66-86c7-35f2b9408c82 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Acquiring lock "b73008e5-583e-495c-8776-ca9bca435a9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.279675] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a2add577-0618-4c66-86c7-35f2b9408c82 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Lock "b73008e5-583e-495c-8776-ca9bca435a9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.279883] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a2add577-0618-4c66-86c7-35f2b9408c82 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Lock "b73008e5-583e-495c-8776-ca9bca435a9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.282566] env[70398]: INFO nova.compute.manager [None req-a2add577-0618-4c66-86c7-35f2b9408c82 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Terminating instance [ 793.364411] env[70398]: DEBUG oslo_concurrency.lockutils [None req-52ce3fd0-4aee-4070-9c41-84b9d38db1e8 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Lock "9f30832c-d957-4c99-a1f3-fe022e2c73b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.652s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.456972] env[70398]: DEBUG oslo_vmware.api [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444157, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49363} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.458058] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9/33fa8c03-ce5b-42ad-8d78-137a1d46f9f9.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 793.458058] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 793.458058] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0d1dc8f-dd5f-4cbd-adc0-f5d4a48f507b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.466631] env[70398]: DEBUG oslo_vmware.api [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 793.466631] env[70398]: value = "task-3444158" [ 793.466631] env[70398]: _type = "Task" [ 793.466631] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.475008] env[70398]: DEBUG oslo_vmware.api [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444158, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.751573] env[70398]: DEBUG nova.network.neutron [req-b39681b8-97b4-4f1c-b247-bae5729f13fe req-e58c9772-cd92-49ec-9fd9-b9c12e3a56ce service nova] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Updated VIF entry in instance network info cache for port c5fa4f2a-6fd5-4951-9f03-2cc354ff8e96. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.751887] env[70398]: DEBUG nova.network.neutron [req-b39681b8-97b4-4f1c-b247-bae5729f13fe req-e58c9772-cd92-49ec-9fd9-b9c12e3a56ce service nova] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Updating instance_info_cache with network_info: [{"id": "c5fa4f2a-6fd5-4951-9f03-2cc354ff8e96", "address": "fa:16:3e:48:f4:8d", "network": {"id": "10812ad9-6b20-4245-9c31-990110bd5bc2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-572384673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cab199fa8f504451bbc089cdc5bcf9ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5fa4f2a-6f", "ovs_interfaceid": "c5fa4f2a-6fd5-4951-9f03-2cc354ff8e96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.787111] env[70398]: DEBUG nova.compute.manager [None req-a2add577-0618-4c66-86c7-35f2b9408c82 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 793.787317] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a2add577-0618-4c66-86c7-35f2b9408c82 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 793.788365] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4dfeaa2-84c1-45bd-9729-7d8c11ddbddc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.796668] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2add577-0618-4c66-86c7-35f2b9408c82 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.796966] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54c711a8-c3a9-443c-b5fd-069c69d8a642 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.803700] env[70398]: DEBUG oslo_vmware.api [None req-a2add577-0618-4c66-86c7-35f2b9408c82 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Waiting for the task: (returnval){ [ 793.803700] env[70398]: value = "task-3444159" [ 793.803700] env[70398]: _type = "Task" [ 793.803700] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.811245] env[70398]: DEBUG oslo_vmware.api [None req-a2add577-0618-4c66-86c7-35f2b9408c82 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Task: {'id': task-3444159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.988519] env[70398]: DEBUG oslo_vmware.api [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444158, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065396} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.991628] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 793.992659] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b90c50-6455-475d-a4ea-67d2fe7adb8e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.020023] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9/33fa8c03-ce5b-42ad-8d78-137a1d46f9f9.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.021862] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76e9f063-eaa7-4d8c-a362-447c79887cb5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.041787] env[70398]: DEBUG oslo_vmware.api [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 794.041787] env[70398]: value = "task-3444160" [ 794.041787] env[70398]: _type = "Task" [ 794.041787] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.052108] env[70398]: DEBUG oslo_vmware.api [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444160, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.255332] env[70398]: DEBUG oslo_concurrency.lockutils [req-b39681b8-97b4-4f1c-b247-bae5729f13fe req-e58c9772-cd92-49ec-9fd9-b9c12e3a56ce service nova] Releasing lock "refresh_cache-b73008e5-583e-495c-8776-ca9bca435a9c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.313798] env[70398]: DEBUG oslo_vmware.api [None req-a2add577-0618-4c66-86c7-35f2b9408c82 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Task: {'id': task-3444159, 'name': PowerOffVM_Task, 'duration_secs': 0.217661} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.314095] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2add577-0618-4c66-86c7-35f2b9408c82 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 794.314270] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a2add577-0618-4c66-86c7-35f2b9408c82 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 794.314523] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e4f6348-f704-4546-a0f3-04a826b1fe9d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.331080] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cadcbaf-408d-4434-aad4-7f8b10eee5ae {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.338291] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f711f5c2-4e7a-41c5-bc96-e6182a757576 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.370798] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd6d1e8-0c0e-40fa-8996-d83e1db00489 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.377390] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a2add577-0618-4c66-86c7-35f2b9408c82 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 794.377647] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a2add577-0618-4c66-86c7-35f2b9408c82 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 794.377844] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2add577-0618-4c66-86c7-35f2b9408c82 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Deleting the datastore file [datastore1] b73008e5-583e-495c-8776-ca9bca435a9c {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 794.380043] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08a30f72-03c4-482e-81c1-1d14d24b1d81 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.383348] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4860cb-c247-496e-ab42-218ed5f84217 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.399253] env[70398]: DEBUG nova.compute.provider_tree [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.402796] env[70398]: DEBUG oslo_vmware.api [None req-a2add577-0618-4c66-86c7-35f2b9408c82 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Waiting for the task: (returnval){ [ 794.402796] env[70398]: value = "task-3444162" [ 794.402796] env[70398]: _type = "Task" [ 794.402796] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.410874] env[70398]: DEBUG oslo_vmware.api [None req-a2add577-0618-4c66-86c7-35f2b9408c82 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Task: {'id': task-3444162, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.551665] env[70398]: DEBUG oslo_vmware.api [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.636053] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cad52a0f-7fc8-4988-885b-8ec48ce916c0 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquiring lock "c4e17778-5b44-4a5c-934c-f06f1722e50c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.636410] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cad52a0f-7fc8-4988-885b-8ec48ce916c0 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "c4e17778-5b44-4a5c-934c-f06f1722e50c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.636614] env[70398]: DEBUG nova.compute.manager [None req-cad52a0f-7fc8-4988-885b-8ec48ce916c0 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Going to confirm migration 2 {{(pid=70398) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 794.680976] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Acquiring lock "714161a0-3d7b-4410-9efb-016ba0fb2101" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.681243] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Lock "714161a0-3d7b-4410-9efb-016ba0fb2101" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.707392] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Acquiring lock "3c8725af-7781-4b14-a75a-ae5eeffe6e28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.707630] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Lock "3c8725af-7781-4b14-a75a-ae5eeffe6e28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.904526] env[70398]: DEBUG nova.scheduler.client.report [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.916918] env[70398]: DEBUG oslo_vmware.api [None req-a2add577-0618-4c66-86c7-35f2b9408c82 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Task: {'id': task-3444162, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132883} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.917730] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2add577-0618-4c66-86c7-35f2b9408c82 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 794.917730] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a2add577-0618-4c66-86c7-35f2b9408c82 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 794.917730] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a2add577-0618-4c66-86c7-35f2b9408c82 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 794.917916] env[70398]: INFO nova.compute.manager [None req-a2add577-0618-4c66-86c7-35f2b9408c82 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 794.918010] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2add577-0618-4c66-86c7-35f2b9408c82 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.918213] env[70398]: DEBUG nova.compute.manager [-] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 794.918324] env[70398]: DEBUG nova.network.neutron [-] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 795.054053] env[70398]: DEBUG oslo_vmware.api [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444160, 'name': ReconfigVM_Task, 'duration_secs': 0.674941} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.054053] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9/33fa8c03-ce5b-42ad-8d78-137a1d46f9f9.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.055216] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ffbe6c29-8d0f-4238-949f-276d8ec8e3e8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.061531] env[70398]: DEBUG oslo_vmware.api [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 795.061531] env[70398]: value = "task-3444163" [ 795.061531] env[70398]: _type = "Task" [ 795.061531] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.069223] env[70398]: DEBUG oslo_vmware.api [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444163, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.175237] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cad52a0f-7fc8-4988-885b-8ec48ce916c0 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquiring lock "refresh_cache-c4e17778-5b44-4a5c-934c-f06f1722e50c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.175429] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cad52a0f-7fc8-4988-885b-8ec48ce916c0 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquired lock "refresh_cache-c4e17778-5b44-4a5c-934c-f06f1722e50c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.175607] env[70398]: DEBUG nova.network.neutron [None req-cad52a0f-7fc8-4988-885b-8ec48ce916c0 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.175791] env[70398]: DEBUG nova.objects.instance [None req-cad52a0f-7fc8-4988-885b-8ec48ce916c0 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lazy-loading 'info_cache' on Instance uuid c4e17778-5b44-4a5c-934c-f06f1722e50c {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.401790] env[70398]: DEBUG nova.compute.manager [req-615683d5-6d70-42ba-840c-37b8d2d0f784 req-d34ae494-3504-446c-8758-56bc81495925 service nova] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Received event network-vif-deleted-c5fa4f2a-6fd5-4951-9f03-2cc354ff8e96 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.401956] env[70398]: INFO nova.compute.manager [req-615683d5-6d70-42ba-840c-37b8d2d0f784 req-d34ae494-3504-446c-8758-56bc81495925 service nova] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Neutron deleted interface c5fa4f2a-6fd5-4951-9f03-2cc354ff8e96; detaching it from the instance and deleting it from the info cache [ 795.402083] env[70398]: DEBUG nova.network.neutron [req-615683d5-6d70-42ba-840c-37b8d2d0f784 req-d34ae494-3504-446c-8758-56bc81495925 service nova] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.412458] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.584s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.412963] env[70398]: DEBUG nova.compute.manager [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 795.417029] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7900b4ad-b344-4724-83c8-0171b3f2e19f tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.459s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.417029] env[70398]: DEBUG nova.objects.instance [None req-7900b4ad-b344-4724-83c8-0171b3f2e19f tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Lazy-loading 'resources' on Instance uuid 688fae2f-a3ca-48c8-9a88-923268f5b1a8 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.572365] env[70398]: DEBUG oslo_vmware.api [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444163, 'name': Rename_Task, 'duration_secs': 0.14988} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.572688] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 795.573088] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9911f519-d907-4ab6-a717-41c796ea5fc1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.583493] env[70398]: DEBUG oslo_vmware.api [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 795.583493] env[70398]: value = "task-3444164" [ 795.583493] env[70398]: _type = "Task" [ 795.583493] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.591646] env[70398]: DEBUG oslo_vmware.api [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444164, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.889215] env[70398]: DEBUG nova.network.neutron [-] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.904861] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bc8430dc-96b1-4710-b6cc-8fec8f5d5681 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.914474] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43cb52c-fef4-487a-aeaa-3121bd9ef5c1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.926356] env[70398]: DEBUG nova.compute.utils [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 795.931132] env[70398]: DEBUG nova.compute.manager [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 795.931402] env[70398]: DEBUG nova.network.neutron [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 795.953205] env[70398]: DEBUG nova.compute.manager [req-615683d5-6d70-42ba-840c-37b8d2d0f784 req-d34ae494-3504-446c-8758-56bc81495925 service nova] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Detach interface failed, port_id=c5fa4f2a-6fd5-4951-9f03-2cc354ff8e96, reason: Instance b73008e5-583e-495c-8776-ca9bca435a9c could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 795.972284] env[70398]: DEBUG nova.policy [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89d74a6765254ef284e224e458edf8cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f7d14a2925b494b83f35796bd86f7eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 796.096554] env[70398]: DEBUG oslo_vmware.api [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444164, 'name': PowerOnVM_Task, 'duration_secs': 0.505554} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.099365] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 796.099574] env[70398]: INFO nova.compute.manager [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] Took 7.65 seconds to spawn the instance on the hypervisor. [ 796.099826] env[70398]: DEBUG nova.compute.manager [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 796.101081] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e93e25-baca-4512-97e7-bd52c72f9bd0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.338604] env[70398]: DEBUG nova.network.neutron [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Successfully created port: e56f51a7-f248-4b07-9204-d47163bf8024 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 796.393938] env[70398]: INFO nova.compute.manager [-] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Took 1.48 seconds to deallocate network for instance. [ 796.435364] env[70398]: DEBUG nova.compute.manager [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 796.465182] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e641a8a-3324-42af-8592-39ef0e5d2ffb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.473021] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b1f144-d0a3-4aa6-8a65-7b279272b31a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.503787] env[70398]: DEBUG nova.network.neutron [None req-cad52a0f-7fc8-4988-885b-8ec48ce916c0 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Updating instance_info_cache with network_info: [{"id": "74d077b7-3e00-4285-a54a-8b213913cff2", "address": "fa:16:3e:fb:e2:81", "network": {"id": "7d6a528e-2d28-423d-a33f-6f0222b74744", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1712623278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "565f3f2d80634f578f63ea399435e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74d077b7-3e", "ovs_interfaceid": "74d077b7-3e00-4285-a54a-8b213913cff2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.505665] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9d54e3-7393-4bcf-9ac8-69711d1b2af5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.514742] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5285cd9f-93dc-441f-8c4f-700d03fa08b2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.530810] env[70398]: DEBUG nova.compute.provider_tree [None req-7900b4ad-b344-4724-83c8-0171b3f2e19f tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.626748] env[70398]: INFO nova.compute.manager [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] Took 44.26 seconds to build instance. [ 796.901859] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a2add577-0618-4c66-86c7-35f2b9408c82 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.009912] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cad52a0f-7fc8-4988-885b-8ec48ce916c0 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Releasing lock "refresh_cache-c4e17778-5b44-4a5c-934c-f06f1722e50c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.010294] env[70398]: DEBUG nova.objects.instance [None req-cad52a0f-7fc8-4988-885b-8ec48ce916c0 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lazy-loading 'migration_context' on Instance uuid c4e17778-5b44-4a5c-934c-f06f1722e50c {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 797.033745] env[70398]: DEBUG nova.scheduler.client.report [None req-7900b4ad-b344-4724-83c8-0171b3f2e19f tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.048374] env[70398]: DEBUG oslo_concurrency.lockutils [None req-91b8732e-c1e8-4912-b59e-d09a97caae60 tempest-ServersAdminTestJSON-428172560 tempest-ServersAdminTestJSON-428172560-project-admin] Acquiring lock "refresh_cache-33fa8c03-ce5b-42ad-8d78-137a1d46f9f9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.048468] env[70398]: DEBUG oslo_concurrency.lockutils [None req-91b8732e-c1e8-4912-b59e-d09a97caae60 tempest-ServersAdminTestJSON-428172560 tempest-ServersAdminTestJSON-428172560-project-admin] Acquired lock "refresh_cache-33fa8c03-ce5b-42ad-8d78-137a1d46f9f9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.048638] env[70398]: DEBUG nova.network.neutron [None req-91b8732e-c1e8-4912-b59e-d09a97caae60 tempest-ServersAdminTestJSON-428172560 tempest-ServersAdminTestJSON-428172560-project-admin] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 797.127988] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 797.128573] env[70398]: DEBUG oslo_concurrency.lockutils [None req-373a564f-c957-43c5-b266-c6f59c2f75ed tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Lock "33fa8c03-ce5b-42ad-8d78-137a1d46f9f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.943s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.128833] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 797.448123] env[70398]: DEBUG nova.compute.manager [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 797.497342] env[70398]: DEBUG nova.virt.hardware [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.497342] env[70398]: DEBUG nova.virt.hardware [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.497342] env[70398]: DEBUG nova.virt.hardware [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.497342] env[70398]: DEBUG nova.virt.hardware [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.497342] env[70398]: DEBUG nova.virt.hardware [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.497342] env[70398]: DEBUG nova.virt.hardware [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.497342] env[70398]: DEBUG nova.virt.hardware [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.497342] env[70398]: DEBUG nova.virt.hardware [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.497342] env[70398]: DEBUG nova.virt.hardware [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.497342] env[70398]: DEBUG nova.virt.hardware [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.497342] env[70398]: DEBUG nova.virt.hardware [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.499242] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30233ebe-e284-4b15-a260-49502b93a18f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.508262] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dacd1a0-7145-430d-b00d-250bb806eeea {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.517019] env[70398]: DEBUG nova.objects.base [None req-cad52a0f-7fc8-4988-885b-8ec48ce916c0 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70398) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 797.521700] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f2931c-e4be-4d9b-94a8-685e28c7931f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.539634] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7900b4ad-b344-4724-83c8-0171b3f2e19f tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.123s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.542510] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.683s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.544102] env[70398]: INFO nova.compute.claims [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.546674] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3678494-78ed-4e5f-81af-33f7260d6cb4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.554280] env[70398]: DEBUG oslo_vmware.api [None req-cad52a0f-7fc8-4988-885b-8ec48ce916c0 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 797.554280] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]525752d8-69b0-25f3-7a37-388d433abcf5" [ 797.554280] env[70398]: _type = "Task" [ 797.554280] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.562237] env[70398]: DEBUG oslo_vmware.api [None req-cad52a0f-7fc8-4988-885b-8ec48ce916c0 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]525752d8-69b0-25f3-7a37-388d433abcf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.569736] env[70398]: INFO nova.scheduler.client.report [None req-7900b4ad-b344-4724-83c8-0171b3f2e19f tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Deleted allocations for instance 688fae2f-a3ca-48c8-9a88-923268f5b1a8 [ 797.637121] env[70398]: DEBUG nova.compute.manager [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 714161a0-3d7b-4410-9efb-016ba0fb2101] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 797.641316] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 797.641788] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 797.641954] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 797.642172] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 797.642376] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 797.642604] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 797.642706] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70398) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 797.642885] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 797.835849] env[70398]: DEBUG nova.network.neutron [None req-91b8732e-c1e8-4912-b59e-d09a97caae60 tempest-ServersAdminTestJSON-428172560 tempest-ServersAdminTestJSON-428172560-project-admin] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] Updating instance_info_cache with network_info: [{"id": "ac439fb6-898a-4dfc-8d6d-b33acd0de29a", "address": "fa:16:3e:2d:c5:76", "network": {"id": "23d9419d-e819-42ee-b5e0-a2606a9537e7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1859119493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35039eb24b5c4b928817e426270785b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac439fb6-89", "ovs_interfaceid": "ac439fb6-898a-4dfc-8d6d-b33acd0de29a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.875534] env[70398]: DEBUG nova.compute.manager [req-10d47478-082f-4fc7-bf30-f8ec73041a46 req-1f50aab3-186f-462f-a4dc-bf9f9a93f38f service nova] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Received event network-vif-plugged-e56f51a7-f248-4b07-9204-d47163bf8024 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.875757] env[70398]: DEBUG oslo_concurrency.lockutils [req-10d47478-082f-4fc7-bf30-f8ec73041a46 req-1f50aab3-186f-462f-a4dc-bf9f9a93f38f service nova] Acquiring lock "6411787d-535e-48d5-9632-1dab4bdc7cdc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.875957] env[70398]: DEBUG oslo_concurrency.lockutils [req-10d47478-082f-4fc7-bf30-f8ec73041a46 req-1f50aab3-186f-462f-a4dc-bf9f9a93f38f service nova] Lock "6411787d-535e-48d5-9632-1dab4bdc7cdc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.876142] env[70398]: DEBUG oslo_concurrency.lockutils [req-10d47478-082f-4fc7-bf30-f8ec73041a46 req-1f50aab3-186f-462f-a4dc-bf9f9a93f38f service nova] Lock "6411787d-535e-48d5-9632-1dab4bdc7cdc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.876314] env[70398]: DEBUG nova.compute.manager [req-10d47478-082f-4fc7-bf30-f8ec73041a46 req-1f50aab3-186f-462f-a4dc-bf9f9a93f38f service nova] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] No waiting events found dispatching network-vif-plugged-e56f51a7-f248-4b07-9204-d47163bf8024 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 797.876476] env[70398]: WARNING nova.compute.manager [req-10d47478-082f-4fc7-bf30-f8ec73041a46 req-1f50aab3-186f-462f-a4dc-bf9f9a93f38f service nova] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Received unexpected event network-vif-plugged-e56f51a7-f248-4b07-9204-d47163bf8024 for instance with vm_state building and task_state spawning. [ 797.968266] env[70398]: DEBUG nova.network.neutron [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Successfully updated port: e56f51a7-f248-4b07-9204-d47163bf8024 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 798.064937] env[70398]: DEBUG oslo_vmware.api [None req-cad52a0f-7fc8-4988-885b-8ec48ce916c0 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]525752d8-69b0-25f3-7a37-388d433abcf5, 'name': SearchDatastore_Task, 'duration_secs': 0.01254} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.065934] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cad52a0f-7fc8-4988-885b-8ec48ce916c0 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.080119] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7900b4ad-b344-4724-83c8-0171b3f2e19f tempest-VolumesAssistedSnapshotsTest-238132499 tempest-VolumesAssistedSnapshotsTest-238132499-project-member] Lock "688fae2f-a3ca-48c8-9a88-923268f5b1a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.919s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.146343] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.163540] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.338388] env[70398]: DEBUG oslo_concurrency.lockutils [None req-91b8732e-c1e8-4912-b59e-d09a97caae60 tempest-ServersAdminTestJSON-428172560 tempest-ServersAdminTestJSON-428172560-project-admin] Releasing lock "refresh_cache-33fa8c03-ce5b-42ad-8d78-137a1d46f9f9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.338761] env[70398]: DEBUG nova.compute.manager [None req-91b8732e-c1e8-4912-b59e-d09a97caae60 tempest-ServersAdminTestJSON-428172560 tempest-ServersAdminTestJSON-428172560-project-admin] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] Inject network info {{(pid=70398) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 798.339123] env[70398]: DEBUG nova.compute.manager [None req-91b8732e-c1e8-4912-b59e-d09a97caae60 tempest-ServersAdminTestJSON-428172560 tempest-ServersAdminTestJSON-428172560-project-admin] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] network_info to inject: |[{"id": "ac439fb6-898a-4dfc-8d6d-b33acd0de29a", "address": "fa:16:3e:2d:c5:76", "network": {"id": "23d9419d-e819-42ee-b5e0-a2606a9537e7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1859119493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35039eb24b5c4b928817e426270785b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac439fb6-89", "ovs_interfaceid": "ac439fb6-898a-4dfc-8d6d-b33acd0de29a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 798.345077] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-91b8732e-c1e8-4912-b59e-d09a97caae60 tempest-ServersAdminTestJSON-428172560 tempest-ServersAdminTestJSON-428172560-project-admin] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] Reconfiguring VM instance to set the machine id {{(pid=70398) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 798.345388] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2641eb86-16e7-46e0-a302-fa8f01964c4f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.362342] env[70398]: DEBUG oslo_vmware.api [None req-91b8732e-c1e8-4912-b59e-d09a97caae60 tempest-ServersAdminTestJSON-428172560 tempest-ServersAdminTestJSON-428172560-project-admin] Waiting for the task: (returnval){ [ 798.362342] env[70398]: value = "task-3444165" [ 798.362342] env[70398]: _type = "Task" [ 798.362342] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.371386] env[70398]: DEBUG oslo_vmware.api [None req-91b8732e-c1e8-4912-b59e-d09a97caae60 tempest-ServersAdminTestJSON-428172560 tempest-ServersAdminTestJSON-428172560-project-admin] Task: {'id': task-3444165, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.469921] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Acquiring lock "refresh_cache-6411787d-535e-48d5-9632-1dab4bdc7cdc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.470092] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Acquired lock "refresh_cache-6411787d-535e-48d5-9632-1dab4bdc7cdc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.470258] env[70398]: DEBUG nova.network.neutron [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.877339] env[70398]: DEBUG oslo_vmware.api [None req-91b8732e-c1e8-4912-b59e-d09a97caae60 tempest-ServersAdminTestJSON-428172560 tempest-ServersAdminTestJSON-428172560-project-admin] Task: {'id': task-3444165, 'name': ReconfigVM_Task, 'duration_secs': 0.177847} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.877601] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-91b8732e-c1e8-4912-b59e-d09a97caae60 tempest-ServersAdminTestJSON-428172560 tempest-ServersAdminTestJSON-428172560-project-admin] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] Reconfigured VM instance to set the machine id {{(pid=70398) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 799.026771] env[70398]: DEBUG nova.network.neutron [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 799.060578] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65723c3f-eec4-4def-a342-1435a959897a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.068412] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851bc145-f477-49c9-a714-493b130bb6e1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.102633] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe4e732-fb96-4e9e-a9c1-8ee88ba4d334 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.112187] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9b70b4-3cb6-4ed9-bc45-48f501580b7b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.124775] env[70398]: DEBUG nova.compute.provider_tree [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.270864] env[70398]: DEBUG nova.network.neutron [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Updating instance_info_cache with network_info: [{"id": "e56f51a7-f248-4b07-9204-d47163bf8024", "address": "fa:16:3e:be:56:0c", "network": {"id": "0707c19f-1771-4c25-bd0e-85c50ea1fe21", "bridge": "br-int", "label": "tempest-ServersTestJSON-166338497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f7d14a2925b494b83f35796bd86f7eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape56f51a7-f2", "ovs_interfaceid": "e56f51a7-f248-4b07-9204-d47163bf8024", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.635421] env[70398]: DEBUG nova.scheduler.client.report [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.760077] env[70398]: INFO nova.compute.manager [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Rebuilding instance [ 799.773801] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Releasing lock "refresh_cache-6411787d-535e-48d5-9632-1dab4bdc7cdc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.774141] env[70398]: DEBUG nova.compute.manager [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Instance network_info: |[{"id": "e56f51a7-f248-4b07-9204-d47163bf8024", "address": "fa:16:3e:be:56:0c", "network": {"id": "0707c19f-1771-4c25-bd0e-85c50ea1fe21", "bridge": "br-int", "label": "tempest-ServersTestJSON-166338497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f7d14a2925b494b83f35796bd86f7eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape56f51a7-f2", "ovs_interfaceid": "e56f51a7-f248-4b07-9204-d47163bf8024", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 799.774556] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:56:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3a80436-f7a9-431a-acec-aca3d76e3f9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e56f51a7-f248-4b07-9204-d47163bf8024', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 799.785160] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Creating folder: Project (2f7d14a2925b494b83f35796bd86f7eb). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 799.788016] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a80e18e1-5e06-41af-916c-febfd06b70ae {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.804287] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Created folder: Project (2f7d14a2925b494b83f35796bd86f7eb) in parent group-v687430. [ 799.804473] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Creating folder: Instances. Parent ref: group-v687579. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 799.804751] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4737228-5804-4ec5-b572-c47b0fee5496 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.813411] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Created folder: Instances in parent group-v687579. [ 799.814366] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 799.814618] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 799.814849] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2e9cfe0-12b6-4802-9ae9-61fb0b102431 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.837692] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 799.837692] env[70398]: value = "task-3444168" [ 799.837692] env[70398]: _type = "Task" [ 799.837692] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.837894] env[70398]: DEBUG nova.compute.manager [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 799.838793] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a290e2ca-af84-4dab-bc45-b7c886bb7179 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.852269] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444168, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.957323] env[70398]: DEBUG nova.compute.manager [req-1323516b-a48b-4838-8bf1-55b923aa867b req-6f7e2cfe-b306-4fc9-8c65-db220a02b35c service nova] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Received event network-changed-e56f51a7-f248-4b07-9204-d47163bf8024 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.957706] env[70398]: DEBUG nova.compute.manager [req-1323516b-a48b-4838-8bf1-55b923aa867b req-6f7e2cfe-b306-4fc9-8c65-db220a02b35c service nova] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Refreshing instance network info cache due to event network-changed-e56f51a7-f248-4b07-9204-d47163bf8024. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 799.957962] env[70398]: DEBUG oslo_concurrency.lockutils [req-1323516b-a48b-4838-8bf1-55b923aa867b req-6f7e2cfe-b306-4fc9-8c65-db220a02b35c service nova] Acquiring lock "refresh_cache-6411787d-535e-48d5-9632-1dab4bdc7cdc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.958425] env[70398]: DEBUG oslo_concurrency.lockutils [req-1323516b-a48b-4838-8bf1-55b923aa867b req-6f7e2cfe-b306-4fc9-8c65-db220a02b35c service nova] Acquired lock "refresh_cache-6411787d-535e-48d5-9632-1dab4bdc7cdc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.958673] env[70398]: DEBUG nova.network.neutron [req-1323516b-a48b-4838-8bf1-55b923aa867b req-6f7e2cfe-b306-4fc9-8c65-db220a02b35c service nova] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Refreshing network info cache for port e56f51a7-f248-4b07-9204-d47163bf8024 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 800.145025] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.600s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.145025] env[70398]: DEBUG nova.compute.manager [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 800.153238] env[70398]: DEBUG oslo_concurrency.lockutils [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.706s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.153238] env[70398]: INFO nova.compute.claims [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 60c47e5a-96c0-48ea-8604-749d5f6929b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 800.349874] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444168, 'name': CreateVM_Task, 'duration_secs': 0.298865} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.351054] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 800.351054] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.351054] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.351347] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.351481] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35db9028-4c3a-4ef7-b4b2-d0231f5151b6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.364017] env[70398]: DEBUG oslo_vmware.api [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Waiting for the task: (returnval){ [ 800.364017] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e094bc-ff51-48d8-a118-d3f827889a15" [ 800.364017] env[70398]: _type = "Task" [ 800.364017] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.374596] env[70398]: DEBUG oslo_vmware.api [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e094bc-ff51-48d8-a118-d3f827889a15, 'name': SearchDatastore_Task, 'duration_secs': 0.010091} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.374596] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.374718] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 800.374888] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.375048] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.375229] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 800.375483] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f69bc414-566a-4852-98f8-dde008d9597b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.385862] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 800.385862] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 800.385862] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdd6d8cc-b9b4-4001-981e-fdc931ff1c3a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.391246] env[70398]: DEBUG oslo_vmware.api [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Waiting for the task: (returnval){ [ 800.391246] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52703a8d-9e03-ad04-fa87-e97b8ea24446" [ 800.391246] env[70398]: _type = "Task" [ 800.391246] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.398628] env[70398]: DEBUG oslo_vmware.api [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52703a8d-9e03-ad04-fa87-e97b8ea24446, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.662272] env[70398]: DEBUG nova.compute.utils [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 800.663597] env[70398]: DEBUG nova.compute.manager [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 800.663831] env[70398]: DEBUG nova.network.neutron [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.740157] env[70398]: DEBUG nova.policy [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f1ed19e31e34570a7d5577ee480a0c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c96a5acd33f44e94a5456cd72f7e5a09', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.745406] env[70398]: DEBUG nova.network.neutron [req-1323516b-a48b-4838-8bf1-55b923aa867b req-6f7e2cfe-b306-4fc9-8c65-db220a02b35c service nova] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Updated VIF entry in instance network info cache for port e56f51a7-f248-4b07-9204-d47163bf8024. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.745735] env[70398]: DEBUG nova.network.neutron [req-1323516b-a48b-4838-8bf1-55b923aa867b req-6f7e2cfe-b306-4fc9-8c65-db220a02b35c service nova] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Updating instance_info_cache with network_info: [{"id": "e56f51a7-f248-4b07-9204-d47163bf8024", "address": "fa:16:3e:be:56:0c", "network": {"id": "0707c19f-1771-4c25-bd0e-85c50ea1fe21", "bridge": "br-int", "label": "tempest-ServersTestJSON-166338497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f7d14a2925b494b83f35796bd86f7eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape56f51a7-f2", "ovs_interfaceid": "e56f51a7-f248-4b07-9204-d47163bf8024", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.856857] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.857206] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a652dcba-908c-494d-9056-4a1a5b3fc6d3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.864805] env[70398]: DEBUG oslo_vmware.api [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 800.864805] env[70398]: value = "task-3444169" [ 800.864805] env[70398]: _type = "Task" [ 800.864805] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.875304] env[70398]: DEBUG oslo_vmware.api [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444169, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.900597] env[70398]: DEBUG oslo_vmware.api [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52703a8d-9e03-ad04-fa87-e97b8ea24446, 'name': SearchDatastore_Task, 'duration_secs': 0.0088} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.902056] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c90a1cf0-17b3-465d-812d-bd82848d8527 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.906623] env[70398]: DEBUG oslo_vmware.api [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Waiting for the task: (returnval){ [ 800.906623] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52b75d4e-f352-8d9d-1f25-4f37a68710fe" [ 800.906623] env[70398]: _type = "Task" [ 800.906623] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.914304] env[70398]: DEBUG oslo_vmware.api [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52b75d4e-f352-8d9d-1f25-4f37a68710fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.168074] env[70398]: DEBUG nova.compute.manager [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 801.250752] env[70398]: DEBUG oslo_concurrency.lockutils [req-1323516b-a48b-4838-8bf1-55b923aa867b req-6f7e2cfe-b306-4fc9-8c65-db220a02b35c service nova] Releasing lock "refresh_cache-6411787d-535e-48d5-9632-1dab4bdc7cdc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.282871] env[70398]: DEBUG nova.network.neutron [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Successfully created port: cbc956ac-7ead-4b9e-be0a-ba4b179e1df8 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 801.378408] env[70398]: DEBUG oslo_vmware.api [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444169, 'name': PowerOffVM_Task, 'duration_secs': 0.28995} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.380955] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.381217] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 801.382211] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a466b820-21c5-422c-8ce1-181eae71fb27 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.388616] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 801.388880] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6624272-56c7-4c0b-90bb-aa672d78e9d3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.422239] env[70398]: DEBUG oslo_vmware.api [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52b75d4e-f352-8d9d-1f25-4f37a68710fe, 'name': SearchDatastore_Task, 'duration_secs': 0.008828} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.422239] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.422239] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 6411787d-535e-48d5-9632-1dab4bdc7cdc/6411787d-535e-48d5-9632-1dab4bdc7cdc.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 801.422239] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ceb618d-a3e8-49c7-875e-9dde695b0777 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.426865] env[70398]: DEBUG oslo_vmware.api [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Waiting for the task: (returnval){ [ 801.426865] env[70398]: value = "task-3444171" [ 801.426865] env[70398]: _type = "Task" [ 801.426865] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.439102] env[70398]: DEBUG oslo_vmware.api [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Task: {'id': task-3444171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.454947] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 801.455252] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 801.455459] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Deleting the datastore file [datastore2] 43965006-3260-4b95-a464-548d87315683 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.455737] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd1efd0f-b903-4f07-8179-e8748935b90b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.463530] env[70398]: DEBUG oslo_vmware.api [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 801.463530] env[70398]: value = "task-3444172" [ 801.463530] env[70398]: _type = "Task" [ 801.463530] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.479976] env[70398]: DEBUG oslo_vmware.api [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444172, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.732578] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75743a3-b3ec-409a-9d39-d7f687d06860 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.742483] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e3ace6-1fcb-4942-ba01-631459e23663 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.779971] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ec68ed-8bca-4004-b652-1862c0e5ca83 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.789148] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448d0229-497e-4368-a191-ae720fe311e6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.808347] env[70398]: DEBUG nova.compute.provider_tree [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.937716] env[70398]: DEBUG oslo_vmware.api [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Task: {'id': task-3444171, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457009} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.938019] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 6411787d-535e-48d5-9632-1dab4bdc7cdc/6411787d-535e-48d5-9632-1dab4bdc7cdc.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 801.938237] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 801.938495] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00912ff3-3f47-4b18-a07b-ef592060b12d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.945153] env[70398]: DEBUG oslo_vmware.api [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Waiting for the task: (returnval){ [ 801.945153] env[70398]: value = "task-3444173" [ 801.945153] env[70398]: _type = "Task" [ 801.945153] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.953436] env[70398]: DEBUG oslo_vmware.api [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Task: {'id': task-3444173, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.974624] env[70398]: DEBUG oslo_vmware.api [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444172, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195452} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.974875] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 801.975091] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 801.975273] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 802.182162] env[70398]: DEBUG nova.compute.manager [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 802.220958] env[70398]: DEBUG nova.virt.hardware [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.221276] env[70398]: DEBUG nova.virt.hardware [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.221440] env[70398]: DEBUG nova.virt.hardware [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.221619] env[70398]: DEBUG nova.virt.hardware [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.221761] env[70398]: DEBUG nova.virt.hardware [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.221907] env[70398]: DEBUG nova.virt.hardware [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.222547] env[70398]: DEBUG nova.virt.hardware [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.222827] env[70398]: DEBUG nova.virt.hardware [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.223099] env[70398]: DEBUG nova.virt.hardware [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.223323] env[70398]: DEBUG nova.virt.hardware [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.223555] env[70398]: DEBUG nova.virt.hardware [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.224486] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ac731f-59d4-4a4c-a506-6cdc7b13d59f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.234698] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39b1d71-b17f-4f87-b3c3-87a53ce17211 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.311369] env[70398]: DEBUG nova.scheduler.client.report [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.455333] env[70398]: DEBUG oslo_vmware.api [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Task: {'id': task-3444173, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063764} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.455625] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 802.456454] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5978bdaf-87f8-4ea0-b642-b1239a0b7062 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.481366] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 6411787d-535e-48d5-9632-1dab4bdc7cdc/6411787d-535e-48d5-9632-1dab4bdc7cdc.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 802.485219] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9210da66-7d8e-44a4-b78f-8d2f761eb2f8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.505518] env[70398]: DEBUG oslo_vmware.api [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Waiting for the task: (returnval){ [ 802.505518] env[70398]: value = "task-3444174" [ 802.505518] env[70398]: _type = "Task" [ 802.505518] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.513951] env[70398]: DEBUG oslo_vmware.api [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Task: {'id': task-3444174, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.817489] env[70398]: DEBUG oslo_concurrency.lockutils [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.818114] env[70398]: DEBUG nova.compute.manager [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 60c47e5a-96c0-48ea-8604-749d5f6929b1] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 802.821196] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 39.141s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.821849] env[70398]: DEBUG nova.objects.instance [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70398) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 803.019811] env[70398]: DEBUG oslo_vmware.api [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Task: {'id': task-3444174, 'name': ReconfigVM_Task, 'duration_secs': 0.29004} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.020432] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 6411787d-535e-48d5-9632-1dab4bdc7cdc/6411787d-535e-48d5-9632-1dab4bdc7cdc.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 803.022931] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8f1a90b-dbce-4c81-829f-15b9070ee544 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.032019] env[70398]: DEBUG oslo_vmware.api [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Waiting for the task: (returnval){ [ 803.032019] env[70398]: value = "task-3444175" [ 803.032019] env[70398]: _type = "Task" [ 803.032019] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.040263] env[70398]: DEBUG nova.virt.hardware [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 803.040493] env[70398]: DEBUG nova.virt.hardware [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 803.040647] env[70398]: DEBUG nova.virt.hardware [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 803.040833] env[70398]: DEBUG nova.virt.hardware [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 803.040974] env[70398]: DEBUG nova.virt.hardware [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 803.042464] env[70398]: DEBUG nova.virt.hardware [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 803.042464] env[70398]: DEBUG nova.virt.hardware [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 803.042464] env[70398]: DEBUG nova.virt.hardware [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 803.042464] env[70398]: DEBUG nova.virt.hardware [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 803.042464] env[70398]: DEBUG nova.virt.hardware [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 803.042464] env[70398]: DEBUG nova.virt.hardware [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 803.043176] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09e971a-ee26-4fb8-a093-f5fc5c547f5f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.049569] env[70398]: DEBUG oslo_vmware.api [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Task: {'id': task-3444175, 'name': Rename_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.054549] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ce81f6-238d-4463-a6f8-9687d9513fbc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.073598] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:5a:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee617cec-01ea-4a11-ac04-ef9767f4c86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d7970cc-c3c2-4359-844e-e9df3cecd2d4', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.081458] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.081827] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43965006-3260-4b95-a464-548d87315683] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.082067] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70dfa40c-8c00-4d4d-ae62-c102c301f9d6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.102835] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.102835] env[70398]: value = "task-3444176" [ 803.102835] env[70398]: _type = "Task" [ 803.102835] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.113516] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444176, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.223672] env[70398]: DEBUG nova.compute.manager [req-547a1128-64b6-445f-b3fd-85eb639c36e1 req-f00d352a-8f0e-4047-8d89-424319a61a08 service nova] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Received event network-vif-plugged-cbc956ac-7ead-4b9e-be0a-ba4b179e1df8 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.223672] env[70398]: DEBUG oslo_concurrency.lockutils [req-547a1128-64b6-445f-b3fd-85eb639c36e1 req-f00d352a-8f0e-4047-8d89-424319a61a08 service nova] Acquiring lock "2a2e62f7-2192-40ed-9af0-a00415d6b6b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.223949] env[70398]: DEBUG oslo_concurrency.lockutils [req-547a1128-64b6-445f-b3fd-85eb639c36e1 req-f00d352a-8f0e-4047-8d89-424319a61a08 service nova] Lock "2a2e62f7-2192-40ed-9af0-a00415d6b6b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.224950] env[70398]: DEBUG oslo_concurrency.lockutils [req-547a1128-64b6-445f-b3fd-85eb639c36e1 req-f00d352a-8f0e-4047-8d89-424319a61a08 service nova] Lock "2a2e62f7-2192-40ed-9af0-a00415d6b6b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.224950] env[70398]: DEBUG nova.compute.manager [req-547a1128-64b6-445f-b3fd-85eb639c36e1 req-f00d352a-8f0e-4047-8d89-424319a61a08 service nova] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] No waiting events found dispatching network-vif-plugged-cbc956ac-7ead-4b9e-be0a-ba4b179e1df8 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 803.225034] env[70398]: WARNING nova.compute.manager [req-547a1128-64b6-445f-b3fd-85eb639c36e1 req-f00d352a-8f0e-4047-8d89-424319a61a08 service nova] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Received unexpected event network-vif-plugged-cbc956ac-7ead-4b9e-be0a-ba4b179e1df8 for instance with vm_state building and task_state spawning. [ 803.326663] env[70398]: DEBUG nova.compute.utils [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 803.332329] env[70398]: DEBUG nova.compute.manager [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 60c47e5a-96c0-48ea-8604-749d5f6929b1] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 803.332329] env[70398]: DEBUG nova.network.neutron [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 60c47e5a-96c0-48ea-8604-749d5f6929b1] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 803.413308] env[70398]: DEBUG nova.policy [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a624e4c95e4405a970497722dd63dff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '706a0f0898474231a1ac004d633e2a3f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 803.548910] env[70398]: DEBUG oslo_vmware.api [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Task: {'id': task-3444175, 'name': Rename_Task, 'duration_secs': 0.136819} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.548910] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 803.548910] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8916ef68-6c65-4200-be3d-7635200cfb96 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.557056] env[70398]: DEBUG oslo_vmware.api [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Waiting for the task: (returnval){ [ 803.557056] env[70398]: value = "task-3444177" [ 803.557056] env[70398]: _type = "Task" [ 803.557056] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.565548] env[70398]: DEBUG oslo_vmware.api [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Task: {'id': task-3444177, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.613796] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444176, 'name': CreateVM_Task} progress is 25%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.634017] env[70398]: DEBUG nova.network.neutron [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Successfully updated port: cbc956ac-7ead-4b9e-be0a-ba4b179e1df8 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 803.738875] env[70398]: DEBUG nova.network.neutron [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 60c47e5a-96c0-48ea-8604-749d5f6929b1] Successfully created port: d74b1f8f-ceb9-46b3-b50c-6c61ec020b21 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 803.835661] env[70398]: DEBUG nova.compute.manager [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 60c47e5a-96c0-48ea-8604-749d5f6929b1] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 803.842840] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6ed989db-72e7-4744-bff6-cf254a81d732 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.842840] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5dfbb30d-cd09-4cd5-9910-c5a495cc22c0 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.377s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.842840] env[70398]: DEBUG nova.objects.instance [None req-5dfbb30d-cd09-4cd5-9910-c5a495cc22c0 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Lazy-loading 'resources' on Instance uuid c198a147-5c6d-49a0-b899-feef3d55f4b8 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 804.074019] env[70398]: DEBUG oslo_vmware.api [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Task: {'id': task-3444177, 'name': PowerOnVM_Task, 'duration_secs': 0.477155} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.074019] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 804.074019] env[70398]: INFO nova.compute.manager [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Took 6.62 seconds to spawn the instance on the hypervisor. [ 804.074019] env[70398]: DEBUG nova.compute.manager [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.074019] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1aa0f61-cbe7-44cf-b6d6-5494b4311874 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.116283] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444176, 'name': CreateVM_Task, 'duration_secs': 0.639587} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.116591] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43965006-3260-4b95-a464-548d87315683] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.117595] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.117972] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.118561] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.118635] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cfc57af-7cf5-4cb8-9fa8-3c55ddb6d820 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.124657] env[70398]: DEBUG oslo_vmware.api [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 804.124657] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52373c04-11c2-13f7-1ec4-32984b970751" [ 804.124657] env[70398]: _type = "Task" [ 804.124657] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.133862] env[70398]: DEBUG oslo_vmware.api [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52373c04-11c2-13f7-1ec4-32984b970751, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.140589] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Acquiring lock "refresh_cache-2a2e62f7-2192-40ed-9af0-a00415d6b6b9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.140658] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Acquired lock "refresh_cache-2a2e62f7-2192-40ed-9af0-a00415d6b6b9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.140792] env[70398]: DEBUG nova.network.neutron [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 804.600503] env[70398]: INFO nova.compute.manager [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Took 48.46 seconds to build instance. [ 804.637925] env[70398]: DEBUG oslo_vmware.api [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52373c04-11c2-13f7-1ec4-32984b970751, 'name': SearchDatastore_Task, 'duration_secs': 0.012493} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.641271] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.641565] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.641810] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.642290] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.642674] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.645304] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06f816d9-f532-4937-9443-a9c30bd95a26 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.659240] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.659597] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.660792] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bec3b88-4c8a-4dc4-83c0-33c48f4b2103 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.667292] env[70398]: DEBUG oslo_vmware.api [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 804.667292] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5260427a-90be-5b24-1688-bfcc907af0bf" [ 804.667292] env[70398]: _type = "Task" [ 804.667292] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.684578] env[70398]: DEBUG oslo_vmware.api [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5260427a-90be-5b24-1688-bfcc907af0bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.707339] env[70398]: DEBUG nova.network.neutron [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 804.846767] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74dfd8cf-7ded-40c2-a31b-eb45b068724a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.851991] env[70398]: DEBUG nova.compute.manager [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 60c47e5a-96c0-48ea-8604-749d5f6929b1] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 804.856531] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c806f58-79ae-4f71-ba9d-49c5f19aa6c2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.888380] env[70398]: DEBUG nova.network.neutron [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Updating instance_info_cache with network_info: [{"id": "cbc956ac-7ead-4b9e-be0a-ba4b179e1df8", "address": "fa:16:3e:0a:de:46", "network": {"id": "318afff8-f4f2-4707-aca8-387b03692dfb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-843561224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c96a5acd33f44e94a5456cd72f7e5a09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbc956ac-7e", "ovs_interfaceid": "cbc956ac-7ead-4b9e-be0a-ba4b179e1df8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.889883] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3272034-ba3c-4672-9144-5bd6f6318323 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.897966] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e34782-fe00-437f-937a-238f24cbeab4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.903911] env[70398]: DEBUG nova.virt.hardware [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 804.904111] env[70398]: DEBUG nova.virt.hardware [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 804.904272] env[70398]: DEBUG nova.virt.hardware [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 804.904456] env[70398]: DEBUG nova.virt.hardware [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 804.904603] env[70398]: DEBUG nova.virt.hardware [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 804.904762] env[70398]: DEBUG nova.virt.hardware [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 804.904956] env[70398]: DEBUG nova.virt.hardware [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 804.905139] env[70398]: DEBUG nova.virt.hardware [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 804.905276] env[70398]: DEBUG nova.virt.hardware [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 804.905446] env[70398]: DEBUG nova.virt.hardware [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 804.905595] env[70398]: DEBUG nova.virt.hardware [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 804.906347] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca83d791-877a-4b41-b273-016b98f2ac36 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.922944] env[70398]: DEBUG nova.compute.provider_tree [None req-5dfbb30d-cd09-4cd5-9910-c5a495cc22c0 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.928028] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd19c71-d16e-4346-a59f-c6f230fd9852 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.105031] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d69a300f-70c1-4ee8-80ea-193ec51a33a7 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Lock "6411787d-535e-48d5-9632-1dab4bdc7cdc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.346s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.178129] env[70398]: DEBUG oslo_vmware.api [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5260427a-90be-5b24-1688-bfcc907af0bf, 'name': SearchDatastore_Task, 'duration_secs': 0.019198} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.179653] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-910478fe-80d5-47e1-b968-1c4e9f3dc2f1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.186085] env[70398]: DEBUG oslo_vmware.api [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 805.186085] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5256ea9c-6f1b-a184-248e-2e750bea122b" [ 805.186085] env[70398]: _type = "Task" [ 805.186085] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.194508] env[70398]: DEBUG oslo_vmware.api [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5256ea9c-6f1b-a184-248e-2e750bea122b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.275839] env[70398]: DEBUG nova.compute.manager [req-fbb264af-f09e-438d-8e5c-d1603af97298 req-1c84d3d7-7b92-484c-a0ea-7571e077f4ce service nova] [instance: 60c47e5a-96c0-48ea-8604-749d5f6929b1] Received event network-vif-plugged-d74b1f8f-ceb9-46b3-b50c-6c61ec020b21 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.276316] env[70398]: DEBUG oslo_concurrency.lockutils [req-fbb264af-f09e-438d-8e5c-d1603af97298 req-1c84d3d7-7b92-484c-a0ea-7571e077f4ce service nova] Acquiring lock "60c47e5a-96c0-48ea-8604-749d5f6929b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.276600] env[70398]: DEBUG oslo_concurrency.lockutils [req-fbb264af-f09e-438d-8e5c-d1603af97298 req-1c84d3d7-7b92-484c-a0ea-7571e077f4ce service nova] Lock "60c47e5a-96c0-48ea-8604-749d5f6929b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.276860] env[70398]: DEBUG oslo_concurrency.lockutils [req-fbb264af-f09e-438d-8e5c-d1603af97298 req-1c84d3d7-7b92-484c-a0ea-7571e077f4ce service nova] Lock "60c47e5a-96c0-48ea-8604-749d5f6929b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.277087] env[70398]: DEBUG nova.compute.manager [req-fbb264af-f09e-438d-8e5c-d1603af97298 req-1c84d3d7-7b92-484c-a0ea-7571e077f4ce service nova] [instance: 60c47e5a-96c0-48ea-8604-749d5f6929b1] No waiting events found dispatching network-vif-plugged-d74b1f8f-ceb9-46b3-b50c-6c61ec020b21 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 805.277295] env[70398]: WARNING nova.compute.manager [req-fbb264af-f09e-438d-8e5c-d1603af97298 req-1c84d3d7-7b92-484c-a0ea-7571e077f4ce service nova] [instance: 60c47e5a-96c0-48ea-8604-749d5f6929b1] Received unexpected event network-vif-plugged-d74b1f8f-ceb9-46b3-b50c-6c61ec020b21 for instance with vm_state building and task_state spawning. [ 805.298913] env[70398]: DEBUG nova.compute.manager [req-3842a3b3-1dda-42ea-9a89-fa85a39a1be5 req-315a48ac-eda9-4aeb-ae00-3c1dd99329ea service nova] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Received event network-changed-cbc956ac-7ead-4b9e-be0a-ba4b179e1df8 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.299218] env[70398]: DEBUG nova.compute.manager [req-3842a3b3-1dda-42ea-9a89-fa85a39a1be5 req-315a48ac-eda9-4aeb-ae00-3c1dd99329ea service nova] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Refreshing instance network info cache due to event network-changed-cbc956ac-7ead-4b9e-be0a-ba4b179e1df8. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 805.299579] env[70398]: DEBUG oslo_concurrency.lockutils [req-3842a3b3-1dda-42ea-9a89-fa85a39a1be5 req-315a48ac-eda9-4aeb-ae00-3c1dd99329ea service nova] Acquiring lock "refresh_cache-2a2e62f7-2192-40ed-9af0-a00415d6b6b9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.376060] env[70398]: DEBUG nova.network.neutron [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 60c47e5a-96c0-48ea-8604-749d5f6929b1] Successfully updated port: d74b1f8f-ceb9-46b3-b50c-6c61ec020b21 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 805.393855] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Releasing lock "refresh_cache-2a2e62f7-2192-40ed-9af0-a00415d6b6b9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.394184] env[70398]: DEBUG nova.compute.manager [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Instance network_info: |[{"id": "cbc956ac-7ead-4b9e-be0a-ba4b179e1df8", "address": "fa:16:3e:0a:de:46", "network": {"id": "318afff8-f4f2-4707-aca8-387b03692dfb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-843561224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c96a5acd33f44e94a5456cd72f7e5a09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbc956ac-7e", "ovs_interfaceid": "cbc956ac-7ead-4b9e-be0a-ba4b179e1df8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 805.394468] env[70398]: DEBUG oslo_concurrency.lockutils [req-3842a3b3-1dda-42ea-9a89-fa85a39a1be5 req-315a48ac-eda9-4aeb-ae00-3c1dd99329ea service nova] Acquired lock "refresh_cache-2a2e62f7-2192-40ed-9af0-a00415d6b6b9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.394724] env[70398]: DEBUG nova.network.neutron [req-3842a3b3-1dda-42ea-9a89-fa85a39a1be5 req-315a48ac-eda9-4aeb-ae00-3c1dd99329ea service nova] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Refreshing network info cache for port cbc956ac-7ead-4b9e-be0a-ba4b179e1df8 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.396645] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:de:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6076d24d-3c8e-4bbb-ba96-a08fb27a73cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cbc956ac-7ead-4b9e-be0a-ba4b179e1df8', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 805.404833] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Creating folder: Project (c96a5acd33f44e94a5456cd72f7e5a09). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 805.408395] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2fa97408-87b7-4881-bea2-203c695f4c6b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.420090] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Created folder: Project (c96a5acd33f44e94a5456cd72f7e5a09) in parent group-v687430. [ 805.420312] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Creating folder: Instances. Parent ref: group-v687583. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 805.420550] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89927a85-ccaa-409a-878d-e8662da3a6c2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.429474] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Created folder: Instances in parent group-v687583. [ 805.429733] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.430543] env[70398]: DEBUG nova.scheduler.client.report [None req-5dfbb30d-cd09-4cd5-9910-c5a495cc22c0 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.433772] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 805.434125] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1bb2ff4-cace-4945-944b-88a4c935c2dc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.451160] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5dfbb30d-cd09-4cd5-9910-c5a495cc22c0 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.609s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.453333] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.349s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.456020] env[70398]: INFO nova.compute.claims [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] [instance: cf1cd05c-c8c5-4128-a3e6-30129f81b732] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 805.464981] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 805.464981] env[70398]: value = "task-3444180" [ 805.464981] env[70398]: _type = "Task" [ 805.464981] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.472799] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444180, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.483619] env[70398]: INFO nova.scheduler.client.report [None req-5dfbb30d-cd09-4cd5-9910-c5a495cc22c0 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Deleted allocations for instance c198a147-5c6d-49a0-b899-feef3d55f4b8 [ 805.609658] env[70398]: DEBUG nova.compute.manager [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 3c8725af-7781-4b14-a75a-ae5eeffe6e28] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 805.699206] env[70398]: DEBUG oslo_vmware.api [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5256ea9c-6f1b-a184-248e-2e750bea122b, 'name': SearchDatastore_Task, 'duration_secs': 0.037957} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.699509] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.699793] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 43965006-3260-4b95-a464-548d87315683/43965006-3260-4b95-a464-548d87315683.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.700129] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76601ee5-4d7f-4db5-a6a0-23d3ceeb3230 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.707280] env[70398]: DEBUG oslo_vmware.api [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 805.707280] env[70398]: value = "task-3444181" [ 805.707280] env[70398]: _type = "Task" [ 805.707280] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.717089] env[70398]: DEBUG oslo_vmware.api [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444181, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.778350] env[70398]: DEBUG nova.network.neutron [req-3842a3b3-1dda-42ea-9a89-fa85a39a1be5 req-315a48ac-eda9-4aeb-ae00-3c1dd99329ea service nova] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Updated VIF entry in instance network info cache for port cbc956ac-7ead-4b9e-be0a-ba4b179e1df8. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.778644] env[70398]: DEBUG nova.network.neutron [req-3842a3b3-1dda-42ea-9a89-fa85a39a1be5 req-315a48ac-eda9-4aeb-ae00-3c1dd99329ea service nova] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Updating instance_info_cache with network_info: [{"id": "cbc956ac-7ead-4b9e-be0a-ba4b179e1df8", "address": "fa:16:3e:0a:de:46", "network": {"id": "318afff8-f4f2-4707-aca8-387b03692dfb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-843561224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c96a5acd33f44e94a5456cd72f7e5a09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbc956ac-7e", "ovs_interfaceid": "cbc956ac-7ead-4b9e-be0a-ba4b179e1df8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.879271] env[70398]: DEBUG oslo_concurrency.lockutils [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Acquiring lock "refresh_cache-60c47e5a-96c0-48ea-8604-749d5f6929b1" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.879439] env[70398]: DEBUG oslo_concurrency.lockutils [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Acquired lock "refresh_cache-60c47e5a-96c0-48ea-8604-749d5f6929b1" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.880503] env[70398]: DEBUG nova.network.neutron [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 60c47e5a-96c0-48ea-8604-749d5f6929b1] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.977424] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444180, 'name': CreateVM_Task, 'duration_secs': 0.353498} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.977610] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 805.978396] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.978579] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.978892] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.979626] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c56ca6ec-8003-4047-b654-d31bbf455e53 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.983933] env[70398]: DEBUG oslo_vmware.api [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Waiting for the task: (returnval){ [ 805.983933] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52d31d23-6150-e7e8-f70f-a7de791b39b7" [ 805.983933] env[70398]: _type = "Task" [ 805.983933] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.993721] env[70398]: DEBUG oslo_vmware.api [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52d31d23-6150-e7e8-f70f-a7de791b39b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.994654] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5dfbb30d-cd09-4cd5-9910-c5a495cc22c0 tempest-FloatingIPsAssociationTestJSON-2050949216 tempest-FloatingIPsAssociationTestJSON-2050949216-project-member] Lock "c198a147-5c6d-49a0-b899-feef3d55f4b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.108s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.139212] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.219920] env[70398]: DEBUG oslo_vmware.api [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444181, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.282656] env[70398]: DEBUG oslo_concurrency.lockutils [req-3842a3b3-1dda-42ea-9a89-fa85a39a1be5 req-315a48ac-eda9-4aeb-ae00-3c1dd99329ea service nova] Releasing lock "refresh_cache-2a2e62f7-2192-40ed-9af0-a00415d6b6b9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.475343] env[70398]: DEBUG nova.network.neutron [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 60c47e5a-96c0-48ea-8604-749d5f6929b1] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 806.497448] env[70398]: DEBUG oslo_vmware.api [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52d31d23-6150-e7e8-f70f-a7de791b39b7, 'name': SearchDatastore_Task, 'duration_secs': 0.009979} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.505500] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.505500] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.505617] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.505721] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.505909] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 806.506468] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b53276b5-aae6-444f-9fe0-443dc305dfbe {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.524538] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 806.524754] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 806.529567] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f074864-bcf1-4271-a160-607142f82cfb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.538064] env[70398]: DEBUG oslo_vmware.api [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Waiting for the task: (returnval){ [ 806.538064] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5231b6a8-0fca-9f61-a439-17f8841c3b83" [ 806.538064] env[70398]: _type = "Task" [ 806.538064] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.546779] env[70398]: DEBUG oslo_vmware.api [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5231b6a8-0fca-9f61-a439-17f8841c3b83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.721044] env[70398]: DEBUG oslo_vmware.api [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444181, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.88571} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.721499] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 43965006-3260-4b95-a464-548d87315683/43965006-3260-4b95-a464-548d87315683.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 806.721824] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 806.726978] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8265ad4e-5723-401d-b433-fb8a0462d5dc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.737292] env[70398]: DEBUG oslo_vmware.api [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 806.737292] env[70398]: value = "task-3444182" [ 806.737292] env[70398]: _type = "Task" [ 806.737292] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.751506] env[70398]: DEBUG oslo_vmware.api [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444182, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.773843] env[70398]: DEBUG nova.network.neutron [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 60c47e5a-96c0-48ea-8604-749d5f6929b1] Updating instance_info_cache with network_info: [{"id": "d74b1f8f-ceb9-46b3-b50c-6c61ec020b21", "address": "fa:16:3e:73:04:95", "network": {"id": "9b79551f-7584-4d61-b2a0-efe46a621f82", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3934dab198654b86ac5acbec6380b4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd74b1f8f-ce", "ovs_interfaceid": "d74b1f8f-ceb9-46b3-b50c-6c61ec020b21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.055573] env[70398]: DEBUG oslo_vmware.api [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5231b6a8-0fca-9f61-a439-17f8841c3b83, 'name': SearchDatastore_Task, 'duration_secs': 0.029374} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.056375] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00e317fe-261d-4dd2-af2a-d95fcfa8d50e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.066339] env[70398]: DEBUG oslo_vmware.api [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Waiting for the task: (returnval){ [ 807.066339] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52982d4e-2966-1392-287e-b0089c2de935" [ 807.066339] env[70398]: _type = "Task" [ 807.066339] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.076251] env[70398]: DEBUG oslo_vmware.api [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52982d4e-2966-1392-287e-b0089c2de935, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.129938] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd9425b-75d4-4649-a3b2-e078b7fc116f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.137779] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19eacc66-75e7-4b02-95ba-942f396715f3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.169625] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8850238-c8c9-4354-a8f9-8f1aece4094c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.178170] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194dd2cd-cc43-4a51-919e-8709b682004f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.192556] env[70398]: DEBUG nova.compute.provider_tree [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.246936] env[70398]: DEBUG oslo_vmware.api [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444182, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137036} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.247279] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 807.248125] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e746da-6d65-4b8c-916b-58e5c1f71b3f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.271044] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 43965006-3260-4b95-a464-548d87315683/43965006-3260-4b95-a464-548d87315683.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.271732] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67b1b1aa-fe70-4660-8b0a-fc3f0ca9acc0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.287606] env[70398]: DEBUG oslo_concurrency.lockutils [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Releasing lock "refresh_cache-60c47e5a-96c0-48ea-8604-749d5f6929b1" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.287884] env[70398]: DEBUG nova.compute.manager [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 60c47e5a-96c0-48ea-8604-749d5f6929b1] Instance network_info: |[{"id": "d74b1f8f-ceb9-46b3-b50c-6c61ec020b21", "address": "fa:16:3e:73:04:95", "network": {"id": "9b79551f-7584-4d61-b2a0-efe46a621f82", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3934dab198654b86ac5acbec6380b4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd74b1f8f-ce", "ovs_interfaceid": "d74b1f8f-ceb9-46b3-b50c-6c61ec020b21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 807.288320] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 60c47e5a-96c0-48ea-8604-749d5f6929b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:04:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b911797-478d-4ee5-bce9-6f2f49014e94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd74b1f8f-ceb9-46b3-b50c-6c61ec020b21', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.297394] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.297394] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60c47e5a-96c0-48ea-8604-749d5f6929b1] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 807.297394] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c659ce27-7cee-4a2d-8301-903960a3b0f0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.317585] env[70398]: DEBUG oslo_vmware.api [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 807.317585] env[70398]: value = "task-3444183" [ 807.317585] env[70398]: _type = "Task" [ 807.317585] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.318787] env[70398]: DEBUG nova.compute.manager [req-5f37924e-5652-48d3-856e-c5885ac47021 req-529ba863-e042-4fa9-a8b3-325e465b2e74 service nova] [instance: 60c47e5a-96c0-48ea-8604-749d5f6929b1] Received event network-changed-d74b1f8f-ceb9-46b3-b50c-6c61ec020b21 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.318959] env[70398]: DEBUG nova.compute.manager [req-5f37924e-5652-48d3-856e-c5885ac47021 req-529ba863-e042-4fa9-a8b3-325e465b2e74 service nova] [instance: 60c47e5a-96c0-48ea-8604-749d5f6929b1] Refreshing instance network info cache due to event network-changed-d74b1f8f-ceb9-46b3-b50c-6c61ec020b21. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 807.319182] env[70398]: DEBUG oslo_concurrency.lockutils [req-5f37924e-5652-48d3-856e-c5885ac47021 req-529ba863-e042-4fa9-a8b3-325e465b2e74 service nova] Acquiring lock "refresh_cache-60c47e5a-96c0-48ea-8604-749d5f6929b1" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.319319] env[70398]: DEBUG oslo_concurrency.lockutils [req-5f37924e-5652-48d3-856e-c5885ac47021 req-529ba863-e042-4fa9-a8b3-325e465b2e74 service nova] Acquired lock "refresh_cache-60c47e5a-96c0-48ea-8604-749d5f6929b1" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.319473] env[70398]: DEBUG nova.network.neutron [req-5f37924e-5652-48d3-856e-c5885ac47021 req-529ba863-e042-4fa9-a8b3-325e465b2e74 service nova] [instance: 60c47e5a-96c0-48ea-8604-749d5f6929b1] Refreshing network info cache for port d74b1f8f-ceb9-46b3-b50c-6c61ec020b21 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.332334] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 807.332334] env[70398]: value = "task-3444184" [ 807.332334] env[70398]: _type = "Task" [ 807.332334] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.346177] env[70398]: DEBUG oslo_vmware.api [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.354851] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444184, 'name': CreateVM_Task} progress is 15%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.444164] env[70398]: DEBUG nova.compute.manager [req-1e83ec47-22c6-42e9-9576-c80dbae2d1aa req-f7fdc62d-f840-463b-91d2-a6cf7b2c3a3e service nova] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Received event network-changed-e56f51a7-f248-4b07-9204-d47163bf8024 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.444164] env[70398]: DEBUG nova.compute.manager [req-1e83ec47-22c6-42e9-9576-c80dbae2d1aa req-f7fdc62d-f840-463b-91d2-a6cf7b2c3a3e service nova] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Refreshing instance network info cache due to event network-changed-e56f51a7-f248-4b07-9204-d47163bf8024. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 807.444272] env[70398]: DEBUG oslo_concurrency.lockutils [req-1e83ec47-22c6-42e9-9576-c80dbae2d1aa req-f7fdc62d-f840-463b-91d2-a6cf7b2c3a3e service nova] Acquiring lock "refresh_cache-6411787d-535e-48d5-9632-1dab4bdc7cdc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.444638] env[70398]: DEBUG oslo_concurrency.lockutils [req-1e83ec47-22c6-42e9-9576-c80dbae2d1aa req-f7fdc62d-f840-463b-91d2-a6cf7b2c3a3e service nova] Acquired lock "refresh_cache-6411787d-535e-48d5-9632-1dab4bdc7cdc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.444638] env[70398]: DEBUG nova.network.neutron [req-1e83ec47-22c6-42e9-9576-c80dbae2d1aa req-f7fdc62d-f840-463b-91d2-a6cf7b2c3a3e service nova] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Refreshing network info cache for port e56f51a7-f248-4b07-9204-d47163bf8024 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.578448] env[70398]: DEBUG oslo_vmware.api [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52982d4e-2966-1392-287e-b0089c2de935, 'name': SearchDatastore_Task, 'duration_secs': 0.036914} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.578732] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.579017] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 2a2e62f7-2192-40ed-9af0-a00415d6b6b9/2a2e62f7-2192-40ed-9af0-a00415d6b6b9.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 807.580515] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0bebf210-6b62-488e-9e1c-4dda6cd66483 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.587440] env[70398]: DEBUG oslo_vmware.api [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Waiting for the task: (returnval){ [ 807.587440] env[70398]: value = "task-3444185" [ 807.587440] env[70398]: _type = "Task" [ 807.587440] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.604152] env[70398]: DEBUG oslo_vmware.api [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Task: {'id': task-3444185, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.695939] env[70398]: DEBUG nova.scheduler.client.report [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.835163] env[70398]: DEBUG oslo_vmware.api [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.846536] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444184, 'name': CreateVM_Task} progress is 25%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.100107] env[70398]: DEBUG oslo_vmware.api [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Task: {'id': task-3444185, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.202798] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.203413] env[70398]: DEBUG nova.compute.manager [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] [instance: cf1cd05c-c8c5-4128-a3e6-30129f81b732] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 808.210544] env[70398]: DEBUG oslo_concurrency.lockutils [None req-92e4ea9b-2c63-4c00-a7a0-b768f01697d0 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.947s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.210810] env[70398]: DEBUG nova.objects.instance [None req-92e4ea9b-2c63-4c00-a7a0-b768f01697d0 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Lazy-loading 'resources' on Instance uuid 0dcaf2c4-acfe-407e-8416-4164f5f62562 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 808.251518] env[70398]: DEBUG nova.network.neutron [req-5f37924e-5652-48d3-856e-c5885ac47021 req-529ba863-e042-4fa9-a8b3-325e465b2e74 service nova] [instance: 60c47e5a-96c0-48ea-8604-749d5f6929b1] Updated VIF entry in instance network info cache for port d74b1f8f-ceb9-46b3-b50c-6c61ec020b21. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 808.251518] env[70398]: DEBUG nova.network.neutron [req-5f37924e-5652-48d3-856e-c5885ac47021 req-529ba863-e042-4fa9-a8b3-325e465b2e74 service nova] [instance: 60c47e5a-96c0-48ea-8604-749d5f6929b1] Updating instance_info_cache with network_info: [{"id": "d74b1f8f-ceb9-46b3-b50c-6c61ec020b21", "address": "fa:16:3e:73:04:95", "network": {"id": "9b79551f-7584-4d61-b2a0-efe46a621f82", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3934dab198654b86ac5acbec6380b4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd74b1f8f-ce", "ovs_interfaceid": "d74b1f8f-ceb9-46b3-b50c-6c61ec020b21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.332048] env[70398]: DEBUG oslo_vmware.api [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444183, 'name': ReconfigVM_Task, 'duration_secs': 0.668739} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.332345] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 43965006-3260-4b95-a464-548d87315683/43965006-3260-4b95-a464-548d87315683.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 808.332970] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91eb2b8d-9f69-40d1-8632-3efd1cd01782 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.339883] env[70398]: DEBUG oslo_vmware.api [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 808.339883] env[70398]: value = "task-3444186" [ 808.339883] env[70398]: _type = "Task" [ 808.339883] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.347960] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444184, 'name': CreateVM_Task, 'duration_secs': 0.950183} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.348448] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60c47e5a-96c0-48ea-8604-749d5f6929b1] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.349107] env[70398]: DEBUG oslo_concurrency.lockutils [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.349437] env[70398]: DEBUG oslo_concurrency.lockutils [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.349577] env[70398]: DEBUG oslo_concurrency.lockutils [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.355059] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2939c150-3552-4659-b753-c670ac58b307 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.355059] env[70398]: DEBUG oslo_vmware.api [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444186, 'name': Rename_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.356805] env[70398]: DEBUG oslo_vmware.api [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Waiting for the task: (returnval){ [ 808.356805] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52d03fef-c7d7-8031-02a7-a764e62f02fd" [ 808.356805] env[70398]: _type = "Task" [ 808.356805] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.364821] env[70398]: DEBUG oslo_vmware.api [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52d03fef-c7d7-8031-02a7-a764e62f02fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.372321] env[70398]: DEBUG nova.network.neutron [req-1e83ec47-22c6-42e9-9576-c80dbae2d1aa req-f7fdc62d-f840-463b-91d2-a6cf7b2c3a3e service nova] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Updated VIF entry in instance network info cache for port e56f51a7-f248-4b07-9204-d47163bf8024. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 808.372748] env[70398]: DEBUG nova.network.neutron [req-1e83ec47-22c6-42e9-9576-c80dbae2d1aa req-f7fdc62d-f840-463b-91d2-a6cf7b2c3a3e service nova] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Updating instance_info_cache with network_info: [{"id": "e56f51a7-f248-4b07-9204-d47163bf8024", "address": "fa:16:3e:be:56:0c", "network": {"id": "0707c19f-1771-4c25-bd0e-85c50ea1fe21", "bridge": "br-int", "label": "tempest-ServersTestJSON-166338497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f7d14a2925b494b83f35796bd86f7eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape56f51a7-f2", "ovs_interfaceid": "e56f51a7-f248-4b07-9204-d47163bf8024", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.599472] env[70398]: DEBUG oslo_vmware.api [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Task: {'id': task-3444185, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657992} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.599800] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 2a2e62f7-2192-40ed-9af0-a00415d6b6b9/2a2e62f7-2192-40ed-9af0-a00415d6b6b9.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 808.600039] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 808.600292] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c247a89-7bc3-49e4-b4a9-91def498b6c2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.607315] env[70398]: DEBUG oslo_vmware.api [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Waiting for the task: (returnval){ [ 808.607315] env[70398]: value = "task-3444187" [ 808.607315] env[70398]: _type = "Task" [ 808.607315] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.615151] env[70398]: DEBUG oslo_vmware.api [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Task: {'id': task-3444187, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.714690] env[70398]: DEBUG nova.compute.utils [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 808.718224] env[70398]: DEBUG nova.compute.manager [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] [instance: cf1cd05c-c8c5-4128-a3e6-30129f81b732] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 808.718424] env[70398]: DEBUG nova.network.neutron [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] [instance: cf1cd05c-c8c5-4128-a3e6-30129f81b732] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 808.755794] env[70398]: DEBUG oslo_concurrency.lockutils [req-5f37924e-5652-48d3-856e-c5885ac47021 req-529ba863-e042-4fa9-a8b3-325e465b2e74 service nova] Releasing lock "refresh_cache-60c47e5a-96c0-48ea-8604-749d5f6929b1" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.805025] env[70398]: DEBUG nova.policy [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75e14d5ef3d44395a273921d56ad6672', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94741dd29e194c3e935e26a5a2a00ec0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 808.852680] env[70398]: DEBUG oslo_vmware.api [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444186, 'name': Rename_Task, 'duration_secs': 0.156709} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.852680] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 808.853012] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be25efc9-decb-4fe8-97b5-0243f8173f07 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.862798] env[70398]: DEBUG oslo_vmware.api [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 808.862798] env[70398]: value = "task-3444188" [ 808.862798] env[70398]: _type = "Task" [ 808.862798] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.867054] env[70398]: DEBUG oslo_vmware.api [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52d03fef-c7d7-8031-02a7-a764e62f02fd, 'name': SearchDatastore_Task, 'duration_secs': 0.012669} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.869520] env[70398]: DEBUG oslo_concurrency.lockutils [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.869784] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 60c47e5a-96c0-48ea-8604-749d5f6929b1] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.870039] env[70398]: DEBUG oslo_concurrency.lockutils [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.870196] env[70398]: DEBUG oslo_concurrency.lockutils [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.870446] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.872874] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8bfc84a-b056-48f2-bc0a-f440e3812cee {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.875233] env[70398]: DEBUG oslo_concurrency.lockutils [req-1e83ec47-22c6-42e9-9576-c80dbae2d1aa req-f7fdc62d-f840-463b-91d2-a6cf7b2c3a3e service nova] Releasing lock "refresh_cache-6411787d-535e-48d5-9632-1dab4bdc7cdc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.879992] env[70398]: DEBUG oslo_vmware.api [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444188, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.886782] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.887081] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.892759] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49e8579b-bece-49b1-aad3-606a7d1488eb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.897571] env[70398]: DEBUG oslo_vmware.api [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Waiting for the task: (returnval){ [ 808.897571] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5284fdf6-f5a8-917a-1e85-46362d9ac634" [ 808.897571] env[70398]: _type = "Task" [ 808.897571] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.906396] env[70398]: DEBUG oslo_vmware.api [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5284fdf6-f5a8-917a-1e85-46362d9ac634, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.121405] env[70398]: DEBUG oslo_vmware.api [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Task: {'id': task-3444187, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069326} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.121634] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 809.122510] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd238571-4c1c-490c-ae99-24de17c38391 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.146288] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 2a2e62f7-2192-40ed-9af0-a00415d6b6b9/2a2e62f7-2192-40ed-9af0-a00415d6b6b9.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.149252] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf71db91-dabf-4b41-a121-bc48373e2c4b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.170852] env[70398]: DEBUG oslo_vmware.api [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Waiting for the task: (returnval){ [ 809.170852] env[70398]: value = "task-3444189" [ 809.170852] env[70398]: _type = "Task" [ 809.170852] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.181994] env[70398]: DEBUG oslo_vmware.api [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Task: {'id': task-3444189, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.182880] env[70398]: DEBUG nova.network.neutron [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] [instance: cf1cd05c-c8c5-4128-a3e6-30129f81b732] Successfully created port: 3885effd-97e8-45d4-a732-54eeb231633e {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 809.223543] env[70398]: DEBUG nova.compute.manager [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] [instance: cf1cd05c-c8c5-4128-a3e6-30129f81b732] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 809.275157] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492e4096-4bbd-4b34-acdf-c9a9d609142f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.284407] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260cfc06-47c5-49d5-9b09-d0389483801d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.317644] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4223c443-6fb1-46ff-94cd-374ff7bb1f2e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.327207] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7aaa5aa-ea71-4021-936a-3d9c850d65a6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.343628] env[70398]: DEBUG nova.compute.provider_tree [None req-92e4ea9b-2c63-4c00-a7a0-b768f01697d0 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.376551] env[70398]: DEBUG oslo_vmware.api [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444188, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.407397] env[70398]: DEBUG oslo_vmware.api [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5284fdf6-f5a8-917a-1e85-46362d9ac634, 'name': SearchDatastore_Task, 'duration_secs': 0.027035} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.408208] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d39ae2c-5379-458e-986a-4c41e65db067 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.413092] env[70398]: DEBUG oslo_vmware.api [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Waiting for the task: (returnval){ [ 809.413092] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5297cc7f-b0be-7aeb-e770-822d289665fa" [ 809.413092] env[70398]: _type = "Task" [ 809.413092] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.422266] env[70398]: DEBUG oslo_vmware.api [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5297cc7f-b0be-7aeb-e770-822d289665fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.681285] env[70398]: DEBUG oslo_vmware.api [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Task: {'id': task-3444189, 'name': ReconfigVM_Task, 'duration_secs': 0.301266} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.681570] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 2a2e62f7-2192-40ed-9af0-a00415d6b6b9/2a2e62f7-2192-40ed-9af0-a00415d6b6b9.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.682222] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56ce7591-d7f5-41fe-9063-a2a09de7ddcd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.691230] env[70398]: DEBUG oslo_vmware.api [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Waiting for the task: (returnval){ [ 809.691230] env[70398]: value = "task-3444190" [ 809.691230] env[70398]: _type = "Task" [ 809.691230] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.696594] env[70398]: DEBUG oslo_vmware.api [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Task: {'id': task-3444190, 'name': Rename_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.847614] env[70398]: DEBUG nova.scheduler.client.report [None req-92e4ea9b-2c63-4c00-a7a0-b768f01697d0 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.878633] env[70398]: DEBUG oslo_vmware.api [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444188, 'name': PowerOnVM_Task, 'duration_secs': 0.726179} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.879032] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 809.879319] env[70398]: DEBUG nova.compute.manager [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 809.880155] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852c1e81-9904-4483-87da-944695a98e1d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.924121] env[70398]: DEBUG oslo_vmware.api [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5297cc7f-b0be-7aeb-e770-822d289665fa, 'name': SearchDatastore_Task, 'duration_secs': 0.045195} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.924465] env[70398]: DEBUG oslo_concurrency.lockutils [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.924712] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 60c47e5a-96c0-48ea-8604-749d5f6929b1/60c47e5a-96c0-48ea-8604-749d5f6929b1.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 809.924978] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad92089f-92a3-4e10-801e-e22b69b4993d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.931358] env[70398]: DEBUG oslo_vmware.api [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Waiting for the task: (returnval){ [ 809.931358] env[70398]: value = "task-3444191" [ 809.931358] env[70398]: _type = "Task" [ 809.931358] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.940753] env[70398]: DEBUG oslo_vmware.api [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Task: {'id': task-3444191, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.198369] env[70398]: DEBUG oslo_vmware.api [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Task: {'id': task-3444190, 'name': Rename_Task, 'duration_secs': 0.186948} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.198641] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.198953] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8584ffd8-f04c-4102-9451-c73007a97bc9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.206685] env[70398]: DEBUG oslo_vmware.api [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Waiting for the task: (returnval){ [ 810.206685] env[70398]: value = "task-3444192" [ 810.206685] env[70398]: _type = "Task" [ 810.206685] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.217056] env[70398]: DEBUG oslo_vmware.api [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Task: {'id': task-3444192, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.234419] env[70398]: DEBUG nova.compute.manager [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] [instance: cf1cd05c-c8c5-4128-a3e6-30129f81b732] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 810.283942] env[70398]: DEBUG nova.virt.hardware [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.284231] env[70398]: DEBUG nova.virt.hardware [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.284390] env[70398]: DEBUG nova.virt.hardware [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.284568] env[70398]: DEBUG nova.virt.hardware [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.284713] env[70398]: DEBUG nova.virt.hardware [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.284867] env[70398]: DEBUG nova.virt.hardware [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.285089] env[70398]: DEBUG nova.virt.hardware [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.285259] env[70398]: DEBUG nova.virt.hardware [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.285431] env[70398]: DEBUG nova.virt.hardware [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.285602] env[70398]: DEBUG nova.virt.hardware [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.285784] env[70398]: DEBUG nova.virt.hardware [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.286680] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbc4d03-8010-4bf0-96ea-17062f595ee5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.296243] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b284775-0d45-4844-b757-093e43c5f9ac {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.352757] env[70398]: DEBUG oslo_concurrency.lockutils [None req-92e4ea9b-2c63-4c00-a7a0-b768f01697d0 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.142s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.355142] env[70398]: DEBUG oslo_concurrency.lockutils [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.407s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.359534] env[70398]: INFO nova.compute.claims [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: 308971a7-768d-4745-bca5-05e51c545443] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 810.399528] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.442902] env[70398]: DEBUG oslo_vmware.api [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Task: {'id': task-3444191, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.444529] env[70398]: INFO nova.scheduler.client.report [None req-92e4ea9b-2c63-4c00-a7a0-b768f01697d0 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Deleted allocations for instance 0dcaf2c4-acfe-407e-8416-4164f5f62562 [ 810.718847] env[70398]: DEBUG oslo_vmware.api [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Task: {'id': task-3444192, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.950593] env[70398]: DEBUG oslo_vmware.api [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Task: {'id': task-3444191, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708305} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.952556] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 60c47e5a-96c0-48ea-8604-749d5f6929b1/60c47e5a-96c0-48ea-8604-749d5f6929b1.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 810.952816] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 60c47e5a-96c0-48ea-8604-749d5f6929b1] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 810.954707] env[70398]: DEBUG oslo_concurrency.lockutils [None req-92e4ea9b-2c63-4c00-a7a0-b768f01697d0 tempest-ServersListShow298Test-119450835 tempest-ServersListShow298Test-119450835-project-member] Lock "0dcaf2c4-acfe-407e-8416-4164f5f62562" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.929s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.955627] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-530eef66-5791-428a-8cd7-78d221d78cb7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.965161] env[70398]: DEBUG oslo_vmware.api [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Waiting for the task: (returnval){ [ 810.965161] env[70398]: value = "task-3444193" [ 810.965161] env[70398]: _type = "Task" [ 810.965161] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.973598] env[70398]: DEBUG nova.compute.manager [req-d04cf090-cb91-46c8-aba3-885b4f92729b req-2e420559-8102-40a7-b36e-eeb162a5d0f5 service nova] [instance: cf1cd05c-c8c5-4128-a3e6-30129f81b732] Received event network-vif-plugged-3885effd-97e8-45d4-a732-54eeb231633e {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.974080] env[70398]: DEBUG oslo_concurrency.lockutils [req-d04cf090-cb91-46c8-aba3-885b4f92729b req-2e420559-8102-40a7-b36e-eeb162a5d0f5 service nova] Acquiring lock "cf1cd05c-c8c5-4128-a3e6-30129f81b732-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.974080] env[70398]: DEBUG oslo_concurrency.lockutils [req-d04cf090-cb91-46c8-aba3-885b4f92729b req-2e420559-8102-40a7-b36e-eeb162a5d0f5 service nova] Lock "cf1cd05c-c8c5-4128-a3e6-30129f81b732-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.974224] env[70398]: DEBUG oslo_concurrency.lockutils [req-d04cf090-cb91-46c8-aba3-885b4f92729b req-2e420559-8102-40a7-b36e-eeb162a5d0f5 service nova] Lock "cf1cd05c-c8c5-4128-a3e6-30129f81b732-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.975619] env[70398]: DEBUG nova.compute.manager [req-d04cf090-cb91-46c8-aba3-885b4f92729b req-2e420559-8102-40a7-b36e-eeb162a5d0f5 service nova] [instance: cf1cd05c-c8c5-4128-a3e6-30129f81b732] No waiting events found dispatching network-vif-plugged-3885effd-97e8-45d4-a732-54eeb231633e {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 810.975619] env[70398]: WARNING nova.compute.manager [req-d04cf090-cb91-46c8-aba3-885b4f92729b req-2e420559-8102-40a7-b36e-eeb162a5d0f5 service nova] [instance: cf1cd05c-c8c5-4128-a3e6-30129f81b732] Received unexpected event network-vif-plugged-3885effd-97e8-45d4-a732-54eeb231633e for instance with vm_state building and task_state spawning. [ 810.980389] env[70398]: DEBUG oslo_vmware.api [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Task: {'id': task-3444193, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.016839] env[70398]: DEBUG nova.network.neutron [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] [instance: cf1cd05c-c8c5-4128-a3e6-30129f81b732] Successfully updated port: 3885effd-97e8-45d4-a732-54eeb231633e {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 811.217335] env[70398]: DEBUG oslo_vmware.api [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Task: {'id': task-3444192, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.476839] env[70398]: DEBUG oslo_vmware.api [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Task: {'id': task-3444193, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068585} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.479713] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 60c47e5a-96c0-48ea-8604-749d5f6929b1] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 811.483849] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243f5832-8b5f-481a-aaa8-163a778e6150 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.511337] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 60c47e5a-96c0-48ea-8604-749d5f6929b1] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 60c47e5a-96c0-48ea-8604-749d5f6929b1/60c47e5a-96c0-48ea-8604-749d5f6929b1.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.518962] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15a68245-d6af-4a6d-a37f-eee325b163d7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.537509] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Acquiring lock "refresh_cache-cf1cd05c-c8c5-4128-a3e6-30129f81b732" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.537696] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Acquired lock "refresh_cache-cf1cd05c-c8c5-4128-a3e6-30129f81b732" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.537860] env[70398]: DEBUG nova.network.neutron [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] [instance: cf1cd05c-c8c5-4128-a3e6-30129f81b732] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.545559] env[70398]: DEBUG oslo_vmware.api [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Waiting for the task: (returnval){ [ 811.545559] env[70398]: value = "task-3444194" [ 811.545559] env[70398]: _type = "Task" [ 811.545559] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.554549] env[70398]: DEBUG oslo_vmware.api [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Task: {'id': task-3444194, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.720577] env[70398]: DEBUG oslo_vmware.api [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Task: {'id': task-3444192, 'name': PowerOnVM_Task, 'duration_secs': 1.100794} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.722987] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.723244] env[70398]: INFO nova.compute.manager [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Took 9.54 seconds to spawn the instance on the hypervisor. [ 811.723439] env[70398]: DEBUG nova.compute.manager [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.724456] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb77e516-532e-48a7-998c-8e1f4fa3d507 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.925956] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7f1c11-5a32-4d0f-81b6-5d9c93838234 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.933998] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ada1157-0a57-43ae-9a86-50932913ced3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.967926] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3180318e-9408-4ebf-8029-51b7bca6c6eb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.975806] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02f5b64-0509-4a01-834c-bf5637e41929 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.989372] env[70398]: DEBUG nova.compute.provider_tree [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.037371] env[70398]: INFO nova.compute.manager [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Rebuilding instance [ 812.055960] env[70398]: DEBUG oslo_vmware.api [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Task: {'id': task-3444194, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.073238] env[70398]: DEBUG nova.network.neutron [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] [instance: cf1cd05c-c8c5-4128-a3e6-30129f81b732] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.086078] env[70398]: DEBUG nova.compute.manager [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.087355] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c284cb5e-d5ba-4b67-a6f2-947bc5edb7b4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.244701] env[70398]: INFO nova.compute.manager [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Took 51.41 seconds to build instance. [ 812.259966] env[70398]: DEBUG nova.network.neutron [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] [instance: cf1cd05c-c8c5-4128-a3e6-30129f81b732] Updating instance_info_cache with network_info: [{"id": "3885effd-97e8-45d4-a732-54eeb231633e", "address": "fa:16:3e:38:3f:bd", "network": {"id": "9b79551f-7584-4d61-b2a0-efe46a621f82", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3934dab198654b86ac5acbec6380b4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3885effd-97", "ovs_interfaceid": "3885effd-97e8-45d4-a732-54eeb231633e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.496535] env[70398]: DEBUG nova.scheduler.client.report [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.557733] env[70398]: DEBUG oslo_vmware.api [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Task: {'id': task-3444194, 'name': ReconfigVM_Task, 'duration_secs': 0.584094} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.558465] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 60c47e5a-96c0-48ea-8604-749d5f6929b1] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 60c47e5a-96c0-48ea-8604-749d5f6929b1/60c47e5a-96c0-48ea-8604-749d5f6929b1.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.558903] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09671423-d44f-4146-acfd-ae9f5886eb22 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.565158] env[70398]: DEBUG oslo_vmware.api [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Waiting for the task: (returnval){ [ 812.565158] env[70398]: value = "task-3444195" [ 812.565158] env[70398]: _type = "Task" [ 812.565158] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.576478] env[70398]: DEBUG oslo_vmware.api [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Task: {'id': task-3444195, 'name': Rename_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.748550] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3cdb90f9-cc68-4261-9960-68d4a6d830ce tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Lock "2a2e62f7-2192-40ed-9af0-a00415d6b6b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.860s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.765826] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Releasing lock "refresh_cache-cf1cd05c-c8c5-4128-a3e6-30129f81b732" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.765951] env[70398]: DEBUG nova.compute.manager [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] [instance: cf1cd05c-c8c5-4128-a3e6-30129f81b732] Instance network_info: |[{"id": "3885effd-97e8-45d4-a732-54eeb231633e", "address": "fa:16:3e:38:3f:bd", "network": {"id": "9b79551f-7584-4d61-b2a0-efe46a621f82", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3934dab198654b86ac5acbec6380b4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3885effd-97", "ovs_interfaceid": "3885effd-97e8-45d4-a732-54eeb231633e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 812.766349] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] [instance: cf1cd05c-c8c5-4128-a3e6-30129f81b732] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:3f:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b911797-478d-4ee5-bce9-6f2f49014e94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3885effd-97e8-45d4-a732-54eeb231633e', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 812.774506] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Creating folder: Project (94741dd29e194c3e935e26a5a2a00ec0). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.774812] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b28b216-a0f9-4c2d-be1e-3ce35ea837c5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.789596] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Created folder: Project (94741dd29e194c3e935e26a5a2a00ec0) in parent group-v687430. [ 812.789823] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Creating folder: Instances. Parent ref: group-v687587. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.790087] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-306eb2be-54bf-47d3-92d1-4fa5bc6b02fa {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.798601] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Created folder: Instances in parent group-v687587. [ 812.798876] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.799041] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf1cd05c-c8c5-4128-a3e6-30129f81b732] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 812.799250] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20252eaa-feb4-4c6f-9cff-f9767be380c6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.818556] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 812.818556] env[70398]: value = "task-3444198" [ 812.818556] env[70398]: _type = "Task" [ 812.818556] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.826470] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444198, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.002278] env[70398]: DEBUG oslo_concurrency.lockutils [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.002796] env[70398]: DEBUG nova.compute.manager [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: 308971a7-768d-4745-bca5-05e51c545443] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 813.005383] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 39.914s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.005566] env[70398]: DEBUG nova.objects.instance [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70398) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 813.079208] env[70398]: DEBUG oslo_vmware.api [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Task: {'id': task-3444195, 'name': Rename_Task, 'duration_secs': 0.15017} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.079755] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 60c47e5a-96c0-48ea-8604-749d5f6929b1] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.080083] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4dafdaea-965d-40c7-ae67-c6dc454eb2ac {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.086055] env[70398]: DEBUG oslo_vmware.api [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Waiting for the task: (returnval){ [ 813.086055] env[70398]: value = "task-3444199" [ 813.086055] env[70398]: _type = "Task" [ 813.086055] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.096442] env[70398]: DEBUG oslo_vmware.api [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Task: {'id': task-3444199, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.102523] env[70398]: DEBUG nova.compute.manager [req-b1e233c7-620a-489a-854d-a4e869a2ec60 req-26285f1a-1d63-43e5-95cf-6740e1ced775 service nova] [instance: cf1cd05c-c8c5-4128-a3e6-30129f81b732] Received event network-changed-3885effd-97e8-45d4-a732-54eeb231633e {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.102704] env[70398]: DEBUG nova.compute.manager [req-b1e233c7-620a-489a-854d-a4e869a2ec60 req-26285f1a-1d63-43e5-95cf-6740e1ced775 service nova] [instance: cf1cd05c-c8c5-4128-a3e6-30129f81b732] Refreshing instance network info cache due to event network-changed-3885effd-97e8-45d4-a732-54eeb231633e. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 813.102919] env[70398]: DEBUG oslo_concurrency.lockutils [req-b1e233c7-620a-489a-854d-a4e869a2ec60 req-26285f1a-1d63-43e5-95cf-6740e1ced775 service nova] Acquiring lock "refresh_cache-cf1cd05c-c8c5-4128-a3e6-30129f81b732" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.103075] env[70398]: DEBUG oslo_concurrency.lockutils [req-b1e233c7-620a-489a-854d-a4e869a2ec60 req-26285f1a-1d63-43e5-95cf-6740e1ced775 service nova] Acquired lock "refresh_cache-cf1cd05c-c8c5-4128-a3e6-30129f81b732" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.103234] env[70398]: DEBUG nova.network.neutron [req-b1e233c7-620a-489a-854d-a4e869a2ec60 req-26285f1a-1d63-43e5-95cf-6740e1ced775 service nova] [instance: cf1cd05c-c8c5-4128-a3e6-30129f81b732] Refreshing network info cache for port 3885effd-97e8-45d4-a732-54eeb231633e {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.108336] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 813.108336] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e642103f-b2f9-4b67-b89b-dcf3b4c4fe26 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.117765] env[70398]: DEBUG oslo_vmware.api [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 813.117765] env[70398]: value = "task-3444200" [ 813.117765] env[70398]: _type = "Task" [ 813.117765] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.127347] env[70398]: DEBUG oslo_vmware.api [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.331128] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444198, 'name': CreateVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.513440] env[70398]: DEBUG nova.compute.utils [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 813.514823] env[70398]: DEBUG nova.compute.manager [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: 308971a7-768d-4745-bca5-05e51c545443] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 813.515061] env[70398]: DEBUG nova.network.neutron [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: 308971a7-768d-4745-bca5-05e51c545443] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 813.599869] env[70398]: DEBUG oslo_vmware.api [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Task: {'id': task-3444199, 'name': PowerOnVM_Task, 'duration_secs': 0.486301} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.600275] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 60c47e5a-96c0-48ea-8604-749d5f6929b1] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 813.600490] env[70398]: INFO nova.compute.manager [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 60c47e5a-96c0-48ea-8604-749d5f6929b1] Took 8.75 seconds to spawn the instance on the hypervisor. [ 813.600674] env[70398]: DEBUG nova.compute.manager [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 60c47e5a-96c0-48ea-8604-749d5f6929b1] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 813.601494] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d71687-7d0f-4a27-9700-c08d2c3426ae {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.628824] env[70398]: DEBUG oslo_vmware.api [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444200, 'name': PowerOffVM_Task, 'duration_secs': 0.262574} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.629163] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.629646] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 813.630279] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a79dc16-a5f5-4662-b24d-101f2102a750 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.637483] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 813.637771] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01d05d5a-f1e0-4092-8a6f-e4f72c8573f2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.732784] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 813.732996] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 813.733190] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Deleting the datastore file [datastore2] 43965006-3260-4b95-a464-548d87315683 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 813.733791] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67b32477-3c6c-46ce-a36c-2ccb66d7df93 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.740925] env[70398]: DEBUG oslo_vmware.api [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 813.740925] env[70398]: value = "task-3444202" [ 813.740925] env[70398]: _type = "Task" [ 813.740925] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.752299] env[70398]: DEBUG oslo_vmware.api [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444202, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.840358] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444198, 'name': CreateVM_Task, 'duration_secs': 0.564846} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.840526] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf1cd05c-c8c5-4128-a3e6-30129f81b732] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 813.841296] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.841498] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.845022] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.845022] env[70398]: DEBUG nova.policy [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc41ad9186324a6dadf89790eeb007c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2559077b16fb47ff86017cc6d015de33', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 813.845022] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67899825-52b0-4501-ab98-0f1276abbf3e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.857354] env[70398]: DEBUG oslo_vmware.api [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Waiting for the task: (returnval){ [ 813.857354] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]527c3903-0fa7-b1ac-3f65-1e5df0509d5d" [ 813.857354] env[70398]: _type = "Task" [ 813.857354] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.871295] env[70398]: DEBUG oslo_vmware.api [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]527c3903-0fa7-b1ac-3f65-1e5df0509d5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.997361] env[70398]: DEBUG nova.network.neutron [req-b1e233c7-620a-489a-854d-a4e869a2ec60 req-26285f1a-1d63-43e5-95cf-6740e1ced775 service nova] [instance: cf1cd05c-c8c5-4128-a3e6-30129f81b732] Updated VIF entry in instance network info cache for port 3885effd-97e8-45d4-a732-54eeb231633e. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.997361] env[70398]: DEBUG nova.network.neutron [req-b1e233c7-620a-489a-854d-a4e869a2ec60 req-26285f1a-1d63-43e5-95cf-6740e1ced775 service nova] [instance: cf1cd05c-c8c5-4128-a3e6-30129f81b732] Updating instance_info_cache with network_info: [{"id": "3885effd-97e8-45d4-a732-54eeb231633e", "address": "fa:16:3e:38:3f:bd", "network": {"id": "9b79551f-7584-4d61-b2a0-efe46a621f82", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3934dab198654b86ac5acbec6380b4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3885effd-97", "ovs_interfaceid": "3885effd-97e8-45d4-a732-54eeb231633e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.017457] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a88b3a50-5bb0-4dec-864a-6d3e74c1fa9f tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.019014] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.383s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.021578] env[70398]: INFO nova.compute.claims [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 814.029034] env[70398]: DEBUG nova.compute.manager [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: 308971a7-768d-4745-bca5-05e51c545443] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 814.130247] env[70398]: INFO nova.compute.manager [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 60c47e5a-96c0-48ea-8604-749d5f6929b1] Took 51.71 seconds to build instance. [ 814.237292] env[70398]: DEBUG nova.network.neutron [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: 308971a7-768d-4745-bca5-05e51c545443] Successfully created port: d79ac5c9-5ef1-4fdb-85a1-03d4ab620670 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 814.254884] env[70398]: DEBUG oslo_vmware.api [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444202, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205758} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.254884] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 814.255550] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 814.255550] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 814.369694] env[70398]: DEBUG oslo_vmware.api [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]527c3903-0fa7-b1ac-3f65-1e5df0509d5d, 'name': SearchDatastore_Task, 'duration_secs': 0.021876} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.369694] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.369892] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] [instance: cf1cd05c-c8c5-4128-a3e6-30129f81b732] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 814.370149] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.370303] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.370485] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.370747] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1133794-d614-4657-af7a-98c0c1f7258d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.383785] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.384603] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 814.384730] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38b22d68-23e2-4187-9604-24979314ffd5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.391121] env[70398]: DEBUG oslo_vmware.api [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Waiting for the task: (returnval){ [ 814.391121] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5208d037-0b83-4364-be91-d5ff2c5faa97" [ 814.391121] env[70398]: _type = "Task" [ 814.391121] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.401038] env[70398]: DEBUG oslo_vmware.api [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5208d037-0b83-4364-be91-d5ff2c5faa97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.501925] env[70398]: DEBUG oslo_concurrency.lockutils [req-b1e233c7-620a-489a-854d-a4e869a2ec60 req-26285f1a-1d63-43e5-95cf-6740e1ced775 service nova] Releasing lock "refresh_cache-cf1cd05c-c8c5-4128-a3e6-30129f81b732" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.633289] env[70398]: DEBUG oslo_concurrency.lockutils [None req-596b129b-f132-4158-89e9-da7e625f7a05 tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Lock "60c47e5a-96c0-48ea-8604-749d5f6929b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.986s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.898375] env[70398]: DEBUG nova.network.neutron [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: 308971a7-768d-4745-bca5-05e51c545443] Successfully created port: ee3de4fd-6779-4738-9320-ce927530415c {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 814.901120] env[70398]: DEBUG nova.compute.manager [req-1f695004-466c-4624-9d60-e5a61b88b321 req-0beb9c19-a0ba-4e04-b871-d76960266a20 service nova] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Received event network-changed-cbc956ac-7ead-4b9e-be0a-ba4b179e1df8 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.901320] env[70398]: DEBUG nova.compute.manager [req-1f695004-466c-4624-9d60-e5a61b88b321 req-0beb9c19-a0ba-4e04-b871-d76960266a20 service nova] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Refreshing instance network info cache due to event network-changed-cbc956ac-7ead-4b9e-be0a-ba4b179e1df8. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 814.901618] env[70398]: DEBUG oslo_concurrency.lockutils [req-1f695004-466c-4624-9d60-e5a61b88b321 req-0beb9c19-a0ba-4e04-b871-d76960266a20 service nova] Acquiring lock "refresh_cache-2a2e62f7-2192-40ed-9af0-a00415d6b6b9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.901726] env[70398]: DEBUG oslo_concurrency.lockutils [req-1f695004-466c-4624-9d60-e5a61b88b321 req-0beb9c19-a0ba-4e04-b871-d76960266a20 service nova] Acquired lock "refresh_cache-2a2e62f7-2192-40ed-9af0-a00415d6b6b9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.901804] env[70398]: DEBUG nova.network.neutron [req-1f695004-466c-4624-9d60-e5a61b88b321 req-0beb9c19-a0ba-4e04-b871-d76960266a20 service nova] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Refreshing network info cache for port cbc956ac-7ead-4b9e-be0a-ba4b179e1df8 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 814.917484] env[70398]: DEBUG oslo_vmware.api [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5208d037-0b83-4364-be91-d5ff2c5faa97, 'name': SearchDatastore_Task, 'duration_secs': 0.021524} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.920423] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39047bbc-97b7-465b-bdea-35a955b9f257 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.923668] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd0e370e-07d7-4e0f-b3f4-b92d4144e319 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.933146] env[70398]: DEBUG oslo_vmware.api [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Waiting for the task: (returnval){ [ 814.933146] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]524cfb7a-0fa2-5834-a250-1ec022e73c3e" [ 814.933146] env[70398]: _type = "Task" [ 814.933146] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.935706] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-fc97f51b-6af5-4313-8fcb-670c8107be10 tempest-ServersAdminNegativeTestJSON-1493878595 tempest-ServersAdminNegativeTestJSON-1493878595-project-admin] [instance: 60c47e5a-96c0-48ea-8604-749d5f6929b1] Suspending the VM {{(pid=70398) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 814.939841] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-7bd81289-99e6-44bc-b761-89f28841586f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.947860] env[70398]: DEBUG oslo_vmware.api [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]524cfb7a-0fa2-5834-a250-1ec022e73c3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.949719] env[70398]: DEBUG oslo_vmware.api [None req-fc97f51b-6af5-4313-8fcb-670c8107be10 tempest-ServersAdminNegativeTestJSON-1493878595 tempest-ServersAdminNegativeTestJSON-1493878595-project-admin] Waiting for the task: (returnval){ [ 814.949719] env[70398]: value = "task-3444203" [ 814.949719] env[70398]: _type = "Task" [ 814.949719] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.958454] env[70398]: DEBUG oslo_vmware.api [None req-fc97f51b-6af5-4313-8fcb-670c8107be10 tempest-ServersAdminNegativeTestJSON-1493878595 tempest-ServersAdminNegativeTestJSON-1493878595-project-admin] Task: {'id': task-3444203, 'name': SuspendVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.044574] env[70398]: DEBUG nova.compute.manager [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: 308971a7-768d-4745-bca5-05e51c545443] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 815.080129] env[70398]: DEBUG nova.virt.hardware [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 815.081046] env[70398]: DEBUG nova.virt.hardware [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 815.081338] env[70398]: DEBUG nova.virt.hardware [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 815.081699] env[70398]: DEBUG nova.virt.hardware [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 815.082001] env[70398]: DEBUG nova.virt.hardware [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 815.089048] env[70398]: DEBUG nova.virt.hardware [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 815.089048] env[70398]: DEBUG nova.virt.hardware [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 815.089048] env[70398]: DEBUG nova.virt.hardware [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 815.089048] env[70398]: DEBUG nova.virt.hardware [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 815.089048] env[70398]: DEBUG nova.virt.hardware [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 815.089048] env[70398]: DEBUG nova.virt.hardware [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 815.089048] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc8e53b-9396-402f-b56e-48568428918f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.097917] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b674c9a-825a-442c-8d02-cb13fd8c5b72 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.324914] env[70398]: DEBUG nova.virt.hardware [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 815.324914] env[70398]: DEBUG nova.virt.hardware [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 815.324914] env[70398]: DEBUG nova.virt.hardware [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 815.324914] env[70398]: DEBUG nova.virt.hardware [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 815.324914] env[70398]: DEBUG nova.virt.hardware [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 815.324914] env[70398]: DEBUG nova.virt.hardware [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 815.324914] env[70398]: DEBUG nova.virt.hardware [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 815.324914] env[70398]: DEBUG nova.virt.hardware [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 815.324914] env[70398]: DEBUG nova.virt.hardware [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 815.324914] env[70398]: DEBUG nova.virt.hardware [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 815.324914] env[70398]: DEBUG nova.virt.hardware [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 815.324914] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c02122-a4e7-460a-9c17-ed583fb32023 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.336455] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828f956d-d92c-45b1-b10f-413beb84036f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.354040] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:5a:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee617cec-01ea-4a11-ac04-ef9767f4c86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d7970cc-c3c2-4359-844e-e9df3cecd2d4', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 815.363571] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.366415] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43965006-3260-4b95-a464-548d87315683] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 815.367749] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ca56902-49cb-4cf6-95b1-6e8dc89dce17 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.394421] env[70398]: DEBUG nova.compute.manager [req-fa26ac94-a922-4225-b85d-8b3286bfe69d req-c8f31de3-e31f-45c7-843b-bc3bc485058b service nova] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Received event network-changed-cbc956ac-7ead-4b9e-be0a-ba4b179e1df8 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.395261] env[70398]: DEBUG nova.compute.manager [req-fa26ac94-a922-4225-b85d-8b3286bfe69d req-c8f31de3-e31f-45c7-843b-bc3bc485058b service nova] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Refreshing instance network info cache due to event network-changed-cbc956ac-7ead-4b9e-be0a-ba4b179e1df8. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 815.395261] env[70398]: DEBUG oslo_concurrency.lockutils [req-fa26ac94-a922-4225-b85d-8b3286bfe69d req-c8f31de3-e31f-45c7-843b-bc3bc485058b service nova] Acquiring lock "refresh_cache-2a2e62f7-2192-40ed-9af0-a00415d6b6b9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.399274] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 815.399274] env[70398]: value = "task-3444204" [ 815.399274] env[70398]: _type = "Task" [ 815.399274] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.412026] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444204, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.446130] env[70398]: DEBUG oslo_vmware.api [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]524cfb7a-0fa2-5834-a250-1ec022e73c3e, 'name': SearchDatastore_Task, 'duration_secs': 0.025171} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.449063] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.449367] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] cf1cd05c-c8c5-4128-a3e6-30129f81b732/cf1cd05c-c8c5-4128-a3e6-30129f81b732.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 815.449837] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22b76d44-cd0b-4a32-845b-d7dbba6e343c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.461073] env[70398]: DEBUG oslo_vmware.api [None req-fc97f51b-6af5-4313-8fcb-670c8107be10 tempest-ServersAdminNegativeTestJSON-1493878595 tempest-ServersAdminNegativeTestJSON-1493878595-project-admin] Task: {'id': task-3444203, 'name': SuspendVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.462589] env[70398]: DEBUG oslo_vmware.api [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Waiting for the task: (returnval){ [ 815.462589] env[70398]: value = "task-3444205" [ 815.462589] env[70398]: _type = "Task" [ 815.462589] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.652391] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce3ba73-f52f-4cf3-8ef1-93ea01e4ca98 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.663387] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17ac629-9eac-4cd8-ba6f-563a6ba6fb99 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.710768] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eccadd6d-f019-4405-b5c3-0e8a4bfc629b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.723851] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b30b935-0ffb-4b31-a794-a0827ef0f523 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.741869] env[70398]: DEBUG nova.compute.provider_tree [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.917731] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444204, 'name': CreateVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.962936] env[70398]: DEBUG oslo_vmware.api [None req-fc97f51b-6af5-4313-8fcb-670c8107be10 tempest-ServersAdminNegativeTestJSON-1493878595 tempest-ServersAdminNegativeTestJSON-1493878595-project-admin] Task: {'id': task-3444203, 'name': SuspendVM_Task, 'duration_secs': 0.704238} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.964040] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-fc97f51b-6af5-4313-8fcb-670c8107be10 tempest-ServersAdminNegativeTestJSON-1493878595 tempest-ServersAdminNegativeTestJSON-1493878595-project-admin] [instance: 60c47e5a-96c0-48ea-8604-749d5f6929b1] Suspended the VM {{(pid=70398) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 815.964313] env[70398]: DEBUG nova.compute.manager [None req-fc97f51b-6af5-4313-8fcb-670c8107be10 tempest-ServersAdminNegativeTestJSON-1493878595 tempest-ServersAdminNegativeTestJSON-1493878595-project-admin] [instance: 60c47e5a-96c0-48ea-8604-749d5f6929b1] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.967923] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14f6da6-0705-457e-aeed-89e9a5f92433 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.979404] env[70398]: DEBUG oslo_vmware.api [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Task: {'id': task-3444205, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512473} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.981155] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] cf1cd05c-c8c5-4128-a3e6-30129f81b732/cf1cd05c-c8c5-4128-a3e6-30129f81b732.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 815.981382] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] [instance: cf1cd05c-c8c5-4128-a3e6-30129f81b732] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 815.983800] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-538cfc13-eddf-447e-827a-2f38c52ac7dd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.997072] env[70398]: DEBUG oslo_vmware.api [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Waiting for the task: (returnval){ [ 815.997072] env[70398]: value = "task-3444206" [ 815.997072] env[70398]: _type = "Task" [ 815.997072] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.010729] env[70398]: DEBUG oslo_vmware.api [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Task: {'id': task-3444206, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.035221] env[70398]: DEBUG nova.network.neutron [req-1f695004-466c-4624-9d60-e5a61b88b321 req-0beb9c19-a0ba-4e04-b871-d76960266a20 service nova] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Updated VIF entry in instance network info cache for port cbc956ac-7ead-4b9e-be0a-ba4b179e1df8. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.038564] env[70398]: DEBUG nova.network.neutron [req-1f695004-466c-4624-9d60-e5a61b88b321 req-0beb9c19-a0ba-4e04-b871-d76960266a20 service nova] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Updating instance_info_cache with network_info: [{"id": "cbc956ac-7ead-4b9e-be0a-ba4b179e1df8", "address": "fa:16:3e:0a:de:46", "network": {"id": "318afff8-f4f2-4707-aca8-387b03692dfb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-843561224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c96a5acd33f44e94a5456cd72f7e5a09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbc956ac-7e", "ovs_interfaceid": "cbc956ac-7ead-4b9e-be0a-ba4b179e1df8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.246233] env[70398]: DEBUG nova.scheduler.client.report [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.416412] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444204, 'name': CreateVM_Task, 'duration_secs': 0.553638} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.416602] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43965006-3260-4b95-a464-548d87315683] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 816.417383] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.418031] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.418031] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.419322] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b54b3bfb-a462-4b1b-a055-f25b267e83fa {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.425906] env[70398]: DEBUG oslo_vmware.api [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 816.425906] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52d44de5-18f6-ce08-db2a-d37a1690fcd6" [ 816.425906] env[70398]: _type = "Task" [ 816.425906] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.438443] env[70398]: DEBUG oslo_vmware.api [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52d44de5-18f6-ce08-db2a-d37a1690fcd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.510183] env[70398]: DEBUG oslo_vmware.api [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Task: {'id': task-3444206, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.312879} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.510500] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] [instance: cf1cd05c-c8c5-4128-a3e6-30129f81b732] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 816.511347] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9eede7-6175-4293-8c81-9d27c5f13242 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.540931] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] [instance: cf1cd05c-c8c5-4128-a3e6-30129f81b732] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] cf1cd05c-c8c5-4128-a3e6-30129f81b732/cf1cd05c-c8c5-4128-a3e6-30129f81b732.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 816.542334] env[70398]: DEBUG oslo_concurrency.lockutils [req-1f695004-466c-4624-9d60-e5a61b88b321 req-0beb9c19-a0ba-4e04-b871-d76960266a20 service nova] Releasing lock "refresh_cache-2a2e62f7-2192-40ed-9af0-a00415d6b6b9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.542735] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc7a9fd3-6b8a-498f-ae1a-771d7d3d8087 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.557720] env[70398]: DEBUG oslo_concurrency.lockutils [req-fa26ac94-a922-4225-b85d-8b3286bfe69d req-c8f31de3-e31f-45c7-843b-bc3bc485058b service nova] Acquired lock "refresh_cache-2a2e62f7-2192-40ed-9af0-a00415d6b6b9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.557854] env[70398]: DEBUG nova.network.neutron [req-fa26ac94-a922-4225-b85d-8b3286bfe69d req-c8f31de3-e31f-45c7-843b-bc3bc485058b service nova] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Refreshing network info cache for port cbc956ac-7ead-4b9e-be0a-ba4b179e1df8 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 816.570021] env[70398]: DEBUG oslo_vmware.api [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Waiting for the task: (returnval){ [ 816.570021] env[70398]: value = "task-3444207" [ 816.570021] env[70398]: _type = "Task" [ 816.570021] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.577637] env[70398]: DEBUG oslo_vmware.api [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Task: {'id': task-3444207, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.755494] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.733s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.755494] env[70398]: DEBUG nova.compute.manager [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 816.756538] env[70398]: DEBUG oslo_concurrency.lockutils [None req-adfe7ae7-93ec-4577-ba6d-56540304d56d tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.872s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.757133] env[70398]: DEBUG nova.objects.instance [None req-adfe7ae7-93ec-4577-ba6d-56540304d56d tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Lazy-loading 'resources' on Instance uuid 00b4d7e3-e976-4885-ae92-0d62e3fb0d0d {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.828463] env[70398]: DEBUG nova.network.neutron [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: 308971a7-768d-4745-bca5-05e51c545443] Successfully updated port: d79ac5c9-5ef1-4fdb-85a1-03d4ab620670 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 816.947110] env[70398]: DEBUG oslo_vmware.api [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52d44de5-18f6-ce08-db2a-d37a1690fcd6, 'name': SearchDatastore_Task, 'duration_secs': 0.019505} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.947110] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.947110] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 816.947110] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.947110] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.947110] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 816.947110] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00c21d32-e689-4259-b241-b1d9b4c75d09 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.960431] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 816.960634] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 816.961542] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94e9dfe9-6fff-49df-b22f-205fce0b43da {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.968621] env[70398]: DEBUG oslo_vmware.api [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 816.968621] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e1e930-b1df-0d32-ec5c-c810510a6898" [ 816.968621] env[70398]: _type = "Task" [ 816.968621] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.981353] env[70398]: DEBUG oslo_vmware.api [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e1e930-b1df-0d32-ec5c-c810510a6898, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.026221] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Acquiring lock "effd3feb-1733-4485-bc19-2e089e5feef4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.026501] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lock "effd3feb-1733-4485-bc19-2e089e5feef4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.076975] env[70398]: DEBUG oslo_vmware.api [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Task: {'id': task-3444207, 'name': ReconfigVM_Task, 'duration_secs': 0.29942} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.077361] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] [instance: cf1cd05c-c8c5-4128-a3e6-30129f81b732] Reconfigured VM instance instance-00000033 to attach disk [datastore1] cf1cd05c-c8c5-4128-a3e6-30129f81b732/cf1cd05c-c8c5-4128-a3e6-30129f81b732.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.078441] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed36c2bb-fcd9-4780-b0b5-a4f71381a835 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.088910] env[70398]: DEBUG oslo_vmware.api [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Waiting for the task: (returnval){ [ 817.088910] env[70398]: value = "task-3444208" [ 817.088910] env[70398]: _type = "Task" [ 817.088910] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.101346] env[70398]: DEBUG oslo_vmware.api [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Task: {'id': task-3444208, 'name': Rename_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.261434] env[70398]: DEBUG nova.compute.utils [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 817.266625] env[70398]: DEBUG nova.compute.manager [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 817.266625] env[70398]: DEBUG nova.network.neutron [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 817.338215] env[70398]: DEBUG nova.policy [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06d7f7ebf2c54ac09f069aa5e2314982', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61b38bccf64b49b086c80c4151b39806', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 817.485099] env[70398]: DEBUG oslo_vmware.api [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e1e930-b1df-0d32-ec5c-c810510a6898, 'name': SearchDatastore_Task, 'duration_secs': 0.012529} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.489244] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdfc4817-a101-4c8a-8199-f20124adb924 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.497615] env[70398]: DEBUG oslo_vmware.api [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 817.497615] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]522acb7c-8cdf-8cfd-3dce-953e3d7f1908" [ 817.497615] env[70398]: _type = "Task" [ 817.497615] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.506836] env[70398]: DEBUG oslo_vmware.api [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]522acb7c-8cdf-8cfd-3dce-953e3d7f1908, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.529793] env[70398]: DEBUG nova.compute.manager [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 817.554458] env[70398]: DEBUG nova.network.neutron [req-fa26ac94-a922-4225-b85d-8b3286bfe69d req-c8f31de3-e31f-45c7-843b-bc3bc485058b service nova] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Updated VIF entry in instance network info cache for port cbc956ac-7ead-4b9e-be0a-ba4b179e1df8. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 817.555491] env[70398]: DEBUG nova.network.neutron [req-fa26ac94-a922-4225-b85d-8b3286bfe69d req-c8f31de3-e31f-45c7-843b-bc3bc485058b service nova] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Updating instance_info_cache with network_info: [{"id": "cbc956ac-7ead-4b9e-be0a-ba4b179e1df8", "address": "fa:16:3e:0a:de:46", "network": {"id": "318afff8-f4f2-4707-aca8-387b03692dfb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-843561224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c96a5acd33f44e94a5456cd72f7e5a09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbc956ac-7e", "ovs_interfaceid": "cbc956ac-7ead-4b9e-be0a-ba4b179e1df8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.605512] env[70398]: DEBUG oslo_vmware.api [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Task: {'id': task-3444208, 'name': Rename_Task, 'duration_secs': 0.162689} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.606381] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] [instance: cf1cd05c-c8c5-4128-a3e6-30129f81b732] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 817.606381] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5d57955-e2cb-4812-b924-53f405312460 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.615843] env[70398]: DEBUG oslo_vmware.api [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Waiting for the task: (returnval){ [ 817.615843] env[70398]: value = "task-3444209" [ 817.615843] env[70398]: _type = "Task" [ 817.615843] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.626350] env[70398]: DEBUG oslo_vmware.api [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Task: {'id': task-3444209, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.696889] env[70398]: DEBUG nova.compute.manager [req-f627b9c1-75ef-4114-95b9-b14ee40091f0 req-546d4a88-2841-47e2-9a06-38b1a4975978 service nova] [instance: 308971a7-768d-4745-bca5-05e51c545443] Received event network-vif-plugged-d79ac5c9-5ef1-4fdb-85a1-03d4ab620670 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.697847] env[70398]: DEBUG oslo_concurrency.lockutils [req-f627b9c1-75ef-4114-95b9-b14ee40091f0 req-546d4a88-2841-47e2-9a06-38b1a4975978 service nova] Acquiring lock "308971a7-768d-4745-bca5-05e51c545443-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.697847] env[70398]: DEBUG oslo_concurrency.lockutils [req-f627b9c1-75ef-4114-95b9-b14ee40091f0 req-546d4a88-2841-47e2-9a06-38b1a4975978 service nova] Lock "308971a7-768d-4745-bca5-05e51c545443-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.698083] env[70398]: DEBUG oslo_concurrency.lockutils [req-f627b9c1-75ef-4114-95b9-b14ee40091f0 req-546d4a88-2841-47e2-9a06-38b1a4975978 service nova] Lock "308971a7-768d-4745-bca5-05e51c545443-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.698130] env[70398]: DEBUG nova.compute.manager [req-f627b9c1-75ef-4114-95b9-b14ee40091f0 req-546d4a88-2841-47e2-9a06-38b1a4975978 service nova] [instance: 308971a7-768d-4745-bca5-05e51c545443] No waiting events found dispatching network-vif-plugged-d79ac5c9-5ef1-4fdb-85a1-03d4ab620670 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 817.698306] env[70398]: WARNING nova.compute.manager [req-f627b9c1-75ef-4114-95b9-b14ee40091f0 req-546d4a88-2841-47e2-9a06-38b1a4975978 service nova] [instance: 308971a7-768d-4745-bca5-05e51c545443] Received unexpected event network-vif-plugged-d79ac5c9-5ef1-4fdb-85a1-03d4ab620670 for instance with vm_state building and task_state spawning. [ 817.698466] env[70398]: DEBUG nova.compute.manager [req-f627b9c1-75ef-4114-95b9-b14ee40091f0 req-546d4a88-2841-47e2-9a06-38b1a4975978 service nova] [instance: 308971a7-768d-4745-bca5-05e51c545443] Received event network-changed-d79ac5c9-5ef1-4fdb-85a1-03d4ab620670 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.698625] env[70398]: DEBUG nova.compute.manager [req-f627b9c1-75ef-4114-95b9-b14ee40091f0 req-546d4a88-2841-47e2-9a06-38b1a4975978 service nova] [instance: 308971a7-768d-4745-bca5-05e51c545443] Refreshing instance network info cache due to event network-changed-d79ac5c9-5ef1-4fdb-85a1-03d4ab620670. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 817.698919] env[70398]: DEBUG oslo_concurrency.lockutils [req-f627b9c1-75ef-4114-95b9-b14ee40091f0 req-546d4a88-2841-47e2-9a06-38b1a4975978 service nova] Acquiring lock "refresh_cache-308971a7-768d-4745-bca5-05e51c545443" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.699085] env[70398]: DEBUG oslo_concurrency.lockutils [req-f627b9c1-75ef-4114-95b9-b14ee40091f0 req-546d4a88-2841-47e2-9a06-38b1a4975978 service nova] Acquired lock "refresh_cache-308971a7-768d-4745-bca5-05e51c545443" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.703019] env[70398]: DEBUG nova.network.neutron [req-f627b9c1-75ef-4114-95b9-b14ee40091f0 req-546d4a88-2841-47e2-9a06-38b1a4975978 service nova] [instance: 308971a7-768d-4745-bca5-05e51c545443] Refreshing network info cache for port d79ac5c9-5ef1-4fdb-85a1-03d4ab620670 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.735473] env[70398]: DEBUG nova.network.neutron [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Successfully created port: 389fa245-f25c-480b-99da-cd1b3cc4f613 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 817.771629] env[70398]: DEBUG nova.compute.manager [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 817.874580] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05b1d0b-d855-4546-895c-18742183c334 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.886301] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20fd0463-76d4-4108-8c85-2e6c65db99c6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.922818] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5670c8-d8ee-4ad9-9c7a-23c462fdbd10 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.936640] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd52d85-b896-49f1-8040-9dfcd1fdfc56 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.956996] env[70398]: DEBUG nova.compute.provider_tree [None req-adfe7ae7-93ec-4577-ba6d-56540304d56d tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.010320] env[70398]: DEBUG oslo_vmware.api [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]522acb7c-8cdf-8cfd-3dce-953e3d7f1908, 'name': SearchDatastore_Task, 'duration_secs': 0.012075} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.010597] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.010867] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 43965006-3260-4b95-a464-548d87315683/43965006-3260-4b95-a464-548d87315683.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.011189] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65621669-9fb2-45eb-a514-8081d9cd124d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.018895] env[70398]: DEBUG oslo_vmware.api [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 818.018895] env[70398]: value = "task-3444210" [ 818.018895] env[70398]: _type = "Task" [ 818.018895] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.028286] env[70398]: DEBUG oslo_vmware.api [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444210, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.057596] env[70398]: DEBUG oslo_concurrency.lockutils [req-fa26ac94-a922-4225-b85d-8b3286bfe69d req-c8f31de3-e31f-45c7-843b-bc3bc485058b service nova] Releasing lock "refresh_cache-2a2e62f7-2192-40ed-9af0-a00415d6b6b9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.058829] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.128436] env[70398]: DEBUG oslo_vmware.api [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Task: {'id': task-3444209, 'name': PowerOnVM_Task, 'duration_secs': 0.477578} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.128785] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] [instance: cf1cd05c-c8c5-4128-a3e6-30129f81b732] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 818.130442] env[70398]: INFO nova.compute.manager [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] [instance: cf1cd05c-c8c5-4128-a3e6-30129f81b732] Took 7.89 seconds to spawn the instance on the hypervisor. [ 818.130737] env[70398]: DEBUG nova.compute.manager [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] [instance: cf1cd05c-c8c5-4128-a3e6-30129f81b732] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 818.131619] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1ec07c-190a-42e5-8f84-1b2d68d14ec8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.252321] env[70398]: DEBUG nova.network.neutron [req-f627b9c1-75ef-4114-95b9-b14ee40091f0 req-546d4a88-2841-47e2-9a06-38b1a4975978 service nova] [instance: 308971a7-768d-4745-bca5-05e51c545443] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.373863] env[70398]: DEBUG nova.network.neutron [req-f627b9c1-75ef-4114-95b9-b14ee40091f0 req-546d4a88-2841-47e2-9a06-38b1a4975978 service nova] [instance: 308971a7-768d-4745-bca5-05e51c545443] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.461456] env[70398]: DEBUG nova.scheduler.client.report [None req-adfe7ae7-93ec-4577-ba6d-56540304d56d tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.532396] env[70398]: DEBUG oslo_vmware.api [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444210, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.662148] env[70398]: INFO nova.compute.manager [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] [instance: cf1cd05c-c8c5-4128-a3e6-30129f81b732] Took 52.58 seconds to build instance. [ 818.783029] env[70398]: DEBUG nova.compute.manager [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 818.822445] env[70398]: DEBUG nova.virt.hardware [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 818.822784] env[70398]: DEBUG nova.virt.hardware [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 818.822953] env[70398]: DEBUG nova.virt.hardware [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 818.823154] env[70398]: DEBUG nova.virt.hardware [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 818.823303] env[70398]: DEBUG nova.virt.hardware [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 818.823453] env[70398]: DEBUG nova.virt.hardware [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 818.823669] env[70398]: DEBUG nova.virt.hardware [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 818.823829] env[70398]: DEBUG nova.virt.hardware [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 818.824011] env[70398]: DEBUG nova.virt.hardware [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 818.825250] env[70398]: DEBUG nova.virt.hardware [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 818.825250] env[70398]: DEBUG nova.virt.hardware [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 818.825931] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65e4f88-ce3c-47d9-8c8a-4a03c3d61dc8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.838176] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f60e9b7-b77a-4655-99ea-6c648639015d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.878019] env[70398]: DEBUG oslo_concurrency.lockutils [req-f627b9c1-75ef-4114-95b9-b14ee40091f0 req-546d4a88-2841-47e2-9a06-38b1a4975978 service nova] Releasing lock "refresh_cache-308971a7-768d-4745-bca5-05e51c545443" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.965664] env[70398]: DEBUG oslo_concurrency.lockutils [None req-adfe7ae7-93ec-4577-ba6d-56540304d56d tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.209s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.968874] env[70398]: DEBUG oslo_concurrency.lockutils [None req-24a6a3ba-e526-4403-870d-e7844ecb9b8d tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.114s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.969301] env[70398]: DEBUG nova.objects.instance [None req-24a6a3ba-e526-4403-870d-e7844ecb9b8d tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lazy-loading 'resources' on Instance uuid e8a2f85b-9de5-4c62-b5dc-f27b0084cee0 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.999111] env[70398]: INFO nova.scheduler.client.report [None req-adfe7ae7-93ec-4577-ba6d-56540304d56d tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Deleted allocations for instance 00b4d7e3-e976-4885-ae92-0d62e3fb0d0d [ 819.036691] env[70398]: DEBUG oslo_vmware.api [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444210, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.977264} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.037113] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 43965006-3260-4b95-a464-548d87315683/43965006-3260-4b95-a464-548d87315683.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.037418] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.037925] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ca15022-da27-4515-8115-528e7d29855e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.047406] env[70398]: DEBUG oslo_vmware.api [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 819.047406] env[70398]: value = "task-3444211" [ 819.047406] env[70398]: _type = "Task" [ 819.047406] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.057859] env[70398]: DEBUG oslo_vmware.api [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444211, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.168729] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d2c8a55b-1d06-451f-b4a8-5a377fa69e34 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Lock "cf1cd05c-c8c5-4128-a3e6-30129f81b732" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.092s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.301439] env[70398]: DEBUG oslo_concurrency.lockutils [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Acquiring lock "49dc8961-e4d2-4629-98ec-af3983039457" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.301741] env[70398]: DEBUG oslo_concurrency.lockutils [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Lock "49dc8961-e4d2-4629-98ec-af3983039457" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.461246] env[70398]: DEBUG nova.network.neutron [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Successfully updated port: 389fa245-f25c-480b-99da-cd1b3cc4f613 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 819.507081] env[70398]: DEBUG nova.network.neutron [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: 308971a7-768d-4745-bca5-05e51c545443] Successfully updated port: ee3de4fd-6779-4738-9320-ce927530415c {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 819.515184] env[70398]: DEBUG oslo_concurrency.lockutils [None req-adfe7ae7-93ec-4577-ba6d-56540304d56d tempest-ServersAaction247Test-1011739563 tempest-ServersAaction247Test-1011739563-project-member] Lock "00b4d7e3-e976-4885-ae92-0d62e3fb0d0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.950s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.557822] env[70398]: DEBUG oslo_vmware.api [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444211, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116901} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.560530] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.565550] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d28c0e-27f3-4416-9106-7cd6b967403b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.586947] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 43965006-3260-4b95-a464-548d87315683/43965006-3260-4b95-a464-548d87315683.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.590689] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-797e6905-28db-448c-a248-7fed06268360 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.606501] env[70398]: DEBUG nova.compute.manager [req-e8de2e6f-d78a-411e-a7c1-7623894fa3d3 req-43bca6c7-aea0-4a53-8ed5-ae3ee3f3948c service nova] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Received event network-vif-plugged-389fa245-f25c-480b-99da-cd1b3cc4f613 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.606721] env[70398]: DEBUG oslo_concurrency.lockutils [req-e8de2e6f-d78a-411e-a7c1-7623894fa3d3 req-43bca6c7-aea0-4a53-8ed5-ae3ee3f3948c service nova] Acquiring lock "042cb1aa-5618-48ae-9a74-717d6a729bb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.606928] env[70398]: DEBUG oslo_concurrency.lockutils [req-e8de2e6f-d78a-411e-a7c1-7623894fa3d3 req-43bca6c7-aea0-4a53-8ed5-ae3ee3f3948c service nova] Lock "042cb1aa-5618-48ae-9a74-717d6a729bb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.607109] env[70398]: DEBUG oslo_concurrency.lockutils [req-e8de2e6f-d78a-411e-a7c1-7623894fa3d3 req-43bca6c7-aea0-4a53-8ed5-ae3ee3f3948c service nova] Lock "042cb1aa-5618-48ae-9a74-717d6a729bb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.607276] env[70398]: DEBUG nova.compute.manager [req-e8de2e6f-d78a-411e-a7c1-7623894fa3d3 req-43bca6c7-aea0-4a53-8ed5-ae3ee3f3948c service nova] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] No waiting events found dispatching network-vif-plugged-389fa245-f25c-480b-99da-cd1b3cc4f613 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 819.607470] env[70398]: WARNING nova.compute.manager [req-e8de2e6f-d78a-411e-a7c1-7623894fa3d3 req-43bca6c7-aea0-4a53-8ed5-ae3ee3f3948c service nova] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Received unexpected event network-vif-plugged-389fa245-f25c-480b-99da-cd1b3cc4f613 for instance with vm_state building and task_state spawning. [ 819.615360] env[70398]: DEBUG oslo_vmware.api [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 819.615360] env[70398]: value = "task-3444212" [ 819.615360] env[70398]: _type = "Task" [ 819.615360] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.627709] env[70398]: DEBUG oslo_vmware.api [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444212, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.804778] env[70398]: DEBUG nova.compute.manager [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] [instance: 49dc8961-e4d2-4629-98ec-af3983039457] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 819.833522] env[70398]: DEBUG nova.compute.manager [req-7be61a41-7ec4-42e2-96d2-0a8bc9f9065e req-8bfd3ee7-7940-470a-b162-c16dda450fb1 service nova] [instance: 308971a7-768d-4745-bca5-05e51c545443] Received event network-vif-plugged-ee3de4fd-6779-4738-9320-ce927530415c {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.833784] env[70398]: DEBUG oslo_concurrency.lockutils [req-7be61a41-7ec4-42e2-96d2-0a8bc9f9065e req-8bfd3ee7-7940-470a-b162-c16dda450fb1 service nova] Acquiring lock "308971a7-768d-4745-bca5-05e51c545443-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.834030] env[70398]: DEBUG oslo_concurrency.lockutils [req-7be61a41-7ec4-42e2-96d2-0a8bc9f9065e req-8bfd3ee7-7940-470a-b162-c16dda450fb1 service nova] Lock "308971a7-768d-4745-bca5-05e51c545443-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.834229] env[70398]: DEBUG oslo_concurrency.lockutils [req-7be61a41-7ec4-42e2-96d2-0a8bc9f9065e req-8bfd3ee7-7940-470a-b162-c16dda450fb1 service nova] Lock "308971a7-768d-4745-bca5-05e51c545443-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.834442] env[70398]: DEBUG nova.compute.manager [req-7be61a41-7ec4-42e2-96d2-0a8bc9f9065e req-8bfd3ee7-7940-470a-b162-c16dda450fb1 service nova] [instance: 308971a7-768d-4745-bca5-05e51c545443] No waiting events found dispatching network-vif-plugged-ee3de4fd-6779-4738-9320-ce927530415c {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 819.834594] env[70398]: WARNING nova.compute.manager [req-7be61a41-7ec4-42e2-96d2-0a8bc9f9065e req-8bfd3ee7-7940-470a-b162-c16dda450fb1 service nova] [instance: 308971a7-768d-4745-bca5-05e51c545443] Received unexpected event network-vif-plugged-ee3de4fd-6779-4738-9320-ce927530415c for instance with vm_state building and task_state spawning. [ 819.834759] env[70398]: DEBUG nova.compute.manager [req-7be61a41-7ec4-42e2-96d2-0a8bc9f9065e req-8bfd3ee7-7940-470a-b162-c16dda450fb1 service nova] [instance: 308971a7-768d-4745-bca5-05e51c545443] Received event network-changed-ee3de4fd-6779-4738-9320-ce927530415c {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.834936] env[70398]: DEBUG nova.compute.manager [req-7be61a41-7ec4-42e2-96d2-0a8bc9f9065e req-8bfd3ee7-7940-470a-b162-c16dda450fb1 service nova] [instance: 308971a7-768d-4745-bca5-05e51c545443] Refreshing instance network info cache due to event network-changed-ee3de4fd-6779-4738-9320-ce927530415c. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 819.835134] env[70398]: DEBUG oslo_concurrency.lockutils [req-7be61a41-7ec4-42e2-96d2-0a8bc9f9065e req-8bfd3ee7-7940-470a-b162-c16dda450fb1 service nova] Acquiring lock "refresh_cache-308971a7-768d-4745-bca5-05e51c545443" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.835544] env[70398]: DEBUG oslo_concurrency.lockutils [req-7be61a41-7ec4-42e2-96d2-0a8bc9f9065e req-8bfd3ee7-7940-470a-b162-c16dda450fb1 service nova] Acquired lock "refresh_cache-308971a7-768d-4745-bca5-05e51c545443" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.835544] env[70398]: DEBUG nova.network.neutron [req-7be61a41-7ec4-42e2-96d2-0a8bc9f9065e req-8bfd3ee7-7940-470a-b162-c16dda450fb1 service nova] [instance: 308971a7-768d-4745-bca5-05e51c545443] Refreshing network info cache for port ee3de4fd-6779-4738-9320-ce927530415c {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 819.965320] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "refresh_cache-042cb1aa-5618-48ae-9a74-717d6a729bb7" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.965320] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquired lock "refresh_cache-042cb1aa-5618-48ae-9a74-717d6a729bb7" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.965320] env[70398]: DEBUG nova.network.neutron [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 819.997199] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3839ac88-b124-46c4-98f6-4a5756264c4b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.005734] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b43b75-d5eb-4507-90db-9b940d209e4c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.012726] env[70398]: DEBUG oslo_concurrency.lockutils [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Acquiring lock "refresh_cache-308971a7-768d-4745-bca5-05e51c545443" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.045707] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc5fd78-5d25-4094-87dd-9b00e7b2a911 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.054456] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6286fc25-972f-4be0-9cb0-7e98f9e1be3e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.069186] env[70398]: DEBUG nova.compute.provider_tree [None req-24a6a3ba-e526-4403-870d-e7844ecb9b8d tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.126283] env[70398]: DEBUG oslo_vmware.api [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444212, 'name': ReconfigVM_Task, 'duration_secs': 0.351088} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.126572] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 43965006-3260-4b95-a464-548d87315683/43965006-3260-4b95-a464-548d87315683.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.127306] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6bcabe6-83a8-4d10-9e8e-1b0f80d6c4be {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.134727] env[70398]: DEBUG oslo_vmware.api [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 820.134727] env[70398]: value = "task-3444213" [ 820.134727] env[70398]: _type = "Task" [ 820.134727] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.146390] env[70398]: DEBUG oslo_vmware.api [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444213, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.330143] env[70398]: DEBUG oslo_concurrency.lockutils [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.383442] env[70398]: DEBUG nova.network.neutron [req-7be61a41-7ec4-42e2-96d2-0a8bc9f9065e req-8bfd3ee7-7940-470a-b162-c16dda450fb1 service nova] [instance: 308971a7-768d-4745-bca5-05e51c545443] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 820.496101] env[70398]: DEBUG nova.network.neutron [req-7be61a41-7ec4-42e2-96d2-0a8bc9f9065e req-8bfd3ee7-7940-470a-b162-c16dda450fb1 service nova] [instance: 308971a7-768d-4745-bca5-05e51c545443] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.505514] env[70398]: DEBUG nova.network.neutron [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 820.572593] env[70398]: DEBUG nova.scheduler.client.report [None req-24a6a3ba-e526-4403-870d-e7844ecb9b8d tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.647873] env[70398]: DEBUG oslo_vmware.api [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444213, 'name': Rename_Task, 'duration_secs': 0.151706} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.648393] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 820.648775] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-707eb28e-b528-4cc3-b7d1-7ee1f0922608 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.661349] env[70398]: DEBUG oslo_vmware.api [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 820.661349] env[70398]: value = "task-3444214" [ 820.661349] env[70398]: _type = "Task" [ 820.661349] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.679806] env[70398]: DEBUG oslo_vmware.api [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444214, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.724871] env[70398]: DEBUG nova.network.neutron [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Updating instance_info_cache with network_info: [{"id": "389fa245-f25c-480b-99da-cd1b3cc4f613", "address": "fa:16:3e:b5:b9:05", "network": {"id": "8827b33f-2ae8-4694-a41f-8548aab18f7c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-40120438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61b38bccf64b49b086c80c4151b39806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap389fa245-f2", "ovs_interfaceid": "389fa245-f25c-480b-99da-cd1b3cc4f613", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.855395] env[70398]: DEBUG oslo_concurrency.lockutils [None req-fb59bf7d-580c-4b95-b93c-9b875c85afe0 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Acquiring lock "cf1cd05c-c8c5-4128-a3e6-30129f81b732" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.855757] env[70398]: DEBUG oslo_concurrency.lockutils [None req-fb59bf7d-580c-4b95-b93c-9b875c85afe0 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Lock "cf1cd05c-c8c5-4128-a3e6-30129f81b732" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.856061] env[70398]: DEBUG oslo_concurrency.lockutils [None req-fb59bf7d-580c-4b95-b93c-9b875c85afe0 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Acquiring lock "cf1cd05c-c8c5-4128-a3e6-30129f81b732-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.856315] env[70398]: DEBUG oslo_concurrency.lockutils [None req-fb59bf7d-580c-4b95-b93c-9b875c85afe0 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Lock "cf1cd05c-c8c5-4128-a3e6-30129f81b732-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.856543] env[70398]: DEBUG oslo_concurrency.lockutils [None req-fb59bf7d-580c-4b95-b93c-9b875c85afe0 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Lock "cf1cd05c-c8c5-4128-a3e6-30129f81b732-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.858984] env[70398]: INFO nova.compute.manager [None req-fb59bf7d-580c-4b95-b93c-9b875c85afe0 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] [instance: cf1cd05c-c8c5-4128-a3e6-30129f81b732] Terminating instance [ 821.001247] env[70398]: DEBUG oslo_concurrency.lockutils [req-7be61a41-7ec4-42e2-96d2-0a8bc9f9065e req-8bfd3ee7-7940-470a-b162-c16dda450fb1 service nova] Releasing lock "refresh_cache-308971a7-768d-4745-bca5-05e51c545443" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.001358] env[70398]: DEBUG oslo_concurrency.lockutils [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Acquired lock "refresh_cache-308971a7-768d-4745-bca5-05e51c545443" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.001678] env[70398]: DEBUG nova.network.neutron [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: 308971a7-768d-4745-bca5-05e51c545443] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.081674] env[70398]: DEBUG oslo_concurrency.lockutils [None req-24a6a3ba-e526-4403-870d-e7844ecb9b8d tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.112s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.087396] env[70398]: DEBUG oslo_concurrency.lockutils [None req-08e8ba14-5f41-4a47-97eb-ef59b012f4c0 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 41.831s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.093209] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8370be86-4b2f-49c3-925d-c96cbb007fdd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Acquiring lock "60c47e5a-96c0-48ea-8604-749d5f6929b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.093209] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8370be86-4b2f-49c3-925d-c96cbb007fdd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Lock "60c47e5a-96c0-48ea-8604-749d5f6929b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.093209] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8370be86-4b2f-49c3-925d-c96cbb007fdd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Acquiring lock "60c47e5a-96c0-48ea-8604-749d5f6929b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.093209] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8370be86-4b2f-49c3-925d-c96cbb007fdd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Lock "60c47e5a-96c0-48ea-8604-749d5f6929b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.093209] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8370be86-4b2f-49c3-925d-c96cbb007fdd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Lock "60c47e5a-96c0-48ea-8604-749d5f6929b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.096236] env[70398]: INFO nova.compute.manager [None req-8370be86-4b2f-49c3-925d-c96cbb007fdd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 60c47e5a-96c0-48ea-8604-749d5f6929b1] Terminating instance [ 821.111937] env[70398]: INFO nova.scheduler.client.report [None req-24a6a3ba-e526-4403-870d-e7844ecb9b8d tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Deleted allocations for instance e8a2f85b-9de5-4c62-b5dc-f27b0084cee0 [ 821.174579] env[70398]: DEBUG oslo_vmware.api [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444214, 'name': PowerOnVM_Task, 'duration_secs': 0.465119} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.174958] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.175487] env[70398]: DEBUG nova.compute.manager [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.177669] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c587505-aa85-4e08-8749-05a3d24ae81d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.227496] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Releasing lock "refresh_cache-042cb1aa-5618-48ae-9a74-717d6a729bb7" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.227833] env[70398]: DEBUG nova.compute.manager [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Instance network_info: |[{"id": "389fa245-f25c-480b-99da-cd1b3cc4f613", "address": "fa:16:3e:b5:b9:05", "network": {"id": "8827b33f-2ae8-4694-a41f-8548aab18f7c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-40120438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61b38bccf64b49b086c80c4151b39806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap389fa245-f2", "ovs_interfaceid": "389fa245-f25c-480b-99da-cd1b3cc4f613", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 821.228541] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:b9:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a111da1-447a-4722-9662-b0d6a2886a65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '389fa245-f25c-480b-99da-cd1b3cc4f613', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 821.236484] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.237015] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 821.237258] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd21bdcb-c59f-48d2-90fe-8fa31de1747e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.261177] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 821.261177] env[70398]: value = "task-3444215" [ 821.261177] env[70398]: _type = "Task" [ 821.261177] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.269515] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444215, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.363909] env[70398]: DEBUG nova.compute.manager [None req-fb59bf7d-580c-4b95-b93c-9b875c85afe0 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] [instance: cf1cd05c-c8c5-4128-a3e6-30129f81b732] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 821.363909] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-fb59bf7d-580c-4b95-b93c-9b875c85afe0 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] [instance: cf1cd05c-c8c5-4128-a3e6-30129f81b732] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 821.364821] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8b9d93-6ae4-4472-bf57-a24c9359e547 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.373466] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb59bf7d-580c-4b95-b93c-9b875c85afe0 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] [instance: cf1cd05c-c8c5-4128-a3e6-30129f81b732] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 821.373907] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8da33e8c-b332-4e06-bc7a-5cbba90d3d1a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.382691] env[70398]: DEBUG oslo_vmware.api [None req-fb59bf7d-580c-4b95-b93c-9b875c85afe0 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Waiting for the task: (returnval){ [ 821.382691] env[70398]: value = "task-3444216" [ 821.382691] env[70398]: _type = "Task" [ 821.382691] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.392044] env[70398]: DEBUG oslo_vmware.api [None req-fb59bf7d-580c-4b95-b93c-9b875c85afe0 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Task: {'id': task-3444216, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.547017] env[70398]: DEBUG nova.network.neutron [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: 308971a7-768d-4745-bca5-05e51c545443] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.605175] env[70398]: DEBUG nova.compute.manager [None req-8370be86-4b2f-49c3-925d-c96cbb007fdd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 60c47e5a-96c0-48ea-8604-749d5f6929b1] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 821.605424] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-8370be86-4b2f-49c3-925d-c96cbb007fdd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 60c47e5a-96c0-48ea-8604-749d5f6929b1] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 821.607099] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55abfe86-0aec-4520-992e-5f9904513922 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.620213] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-8370be86-4b2f-49c3-925d-c96cbb007fdd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 60c47e5a-96c0-48ea-8604-749d5f6929b1] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 821.627090] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-411b506a-a2b0-4d4e-9faf-de67720c2a37 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.629610] env[70398]: DEBUG oslo_concurrency.lockutils [None req-24a6a3ba-e526-4403-870d-e7844ecb9b8d tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "e8a2f85b-9de5-4c62-b5dc-f27b0084cee0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.735s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.686824] env[70398]: DEBUG oslo_concurrency.lockutils [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Acquiring lock "2c8f5df2-1887-411b-be06-652180b42b84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.687189] env[70398]: DEBUG oslo_concurrency.lockutils [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Lock "2c8f5df2-1887-411b-be06-652180b42b84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.689846] env[70398]: DEBUG nova.compute.manager [req-70e78cf8-8176-466c-8822-4fc6f178b454 req-53f97c37-34e0-4baf-9e86-b3c0853bf464 service nova] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Received event network-changed-389fa245-f25c-480b-99da-cd1b3cc4f613 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.690016] env[70398]: DEBUG nova.compute.manager [req-70e78cf8-8176-466c-8822-4fc6f178b454 req-53f97c37-34e0-4baf-9e86-b3c0853bf464 service nova] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Refreshing instance network info cache due to event network-changed-389fa245-f25c-480b-99da-cd1b3cc4f613. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 821.690261] env[70398]: DEBUG oslo_concurrency.lockutils [req-70e78cf8-8176-466c-8822-4fc6f178b454 req-53f97c37-34e0-4baf-9e86-b3c0853bf464 service nova] Acquiring lock "refresh_cache-042cb1aa-5618-48ae-9a74-717d6a729bb7" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.690448] env[70398]: DEBUG oslo_concurrency.lockutils [req-70e78cf8-8176-466c-8822-4fc6f178b454 req-53f97c37-34e0-4baf-9e86-b3c0853bf464 service nova] Acquired lock "refresh_cache-042cb1aa-5618-48ae-9a74-717d6a729bb7" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.690594] env[70398]: DEBUG nova.network.neutron [req-70e78cf8-8176-466c-8822-4fc6f178b454 req-53f97c37-34e0-4baf-9e86-b3c0853bf464 service nova] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Refreshing network info cache for port 389fa245-f25c-480b-99da-cd1b3cc4f613 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 821.708676] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.728132] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-8370be86-4b2f-49c3-925d-c96cbb007fdd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 60c47e5a-96c0-48ea-8604-749d5f6929b1] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 821.728373] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-8370be86-4b2f-49c3-925d-c96cbb007fdd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 60c47e5a-96c0-48ea-8604-749d5f6929b1] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 821.728713] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-8370be86-4b2f-49c3-925d-c96cbb007fdd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Deleting the datastore file [datastore2] 60c47e5a-96c0-48ea-8604-749d5f6929b1 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 821.729813] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a663d0ff-0919-4619-9ebe-adb21de8b395 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.742591] env[70398]: DEBUG oslo_vmware.api [None req-8370be86-4b2f-49c3-925d-c96cbb007fdd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Waiting for the task: (returnval){ [ 821.742591] env[70398]: value = "task-3444218" [ 821.742591] env[70398]: _type = "Task" [ 821.742591] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.757237] env[70398]: DEBUG oslo_vmware.api [None req-8370be86-4b2f-49c3-925d-c96cbb007fdd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Task: {'id': task-3444218, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.776622] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444215, 'name': CreateVM_Task, 'duration_secs': 0.471014} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.779357] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 821.780436] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.780436] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.781534] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.781534] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd68f845-6ac2-4240-90f9-703cb644b947 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.786444] env[70398]: DEBUG oslo_vmware.api [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 821.786444] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]521d3c2b-5a86-4191-dfc5-3bc795fda713" [ 821.786444] env[70398]: _type = "Task" [ 821.786444] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.797100] env[70398]: DEBUG oslo_vmware.api [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]521d3c2b-5a86-4191-dfc5-3bc795fda713, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.897375] env[70398]: DEBUG oslo_vmware.api [None req-fb59bf7d-580c-4b95-b93c-9b875c85afe0 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Task: {'id': task-3444216, 'name': PowerOffVM_Task, 'duration_secs': 0.254472} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.897655] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb59bf7d-580c-4b95-b93c-9b875c85afe0 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] [instance: cf1cd05c-c8c5-4128-a3e6-30129f81b732] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 821.897850] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-fb59bf7d-580c-4b95-b93c-9b875c85afe0 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] [instance: cf1cd05c-c8c5-4128-a3e6-30129f81b732] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 821.898085] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c00115e-42ca-43ca-8434-47b3d5575011 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.970043] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-fb59bf7d-580c-4b95-b93c-9b875c85afe0 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] [instance: cf1cd05c-c8c5-4128-a3e6-30129f81b732] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 821.970297] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-fb59bf7d-580c-4b95-b93c-9b875c85afe0 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] [instance: cf1cd05c-c8c5-4128-a3e6-30129f81b732] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 821.970481] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb59bf7d-580c-4b95-b93c-9b875c85afe0 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Deleting the datastore file [datastore1] cf1cd05c-c8c5-4128-a3e6-30129f81b732 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 821.970751] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4609f7b3-a0c6-4cfe-b881-4289c9eaa46f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.980839] env[70398]: DEBUG oslo_vmware.api [None req-fb59bf7d-580c-4b95-b93c-9b875c85afe0 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Waiting for the task: (returnval){ [ 821.980839] env[70398]: value = "task-3444220" [ 821.980839] env[70398]: _type = "Task" [ 821.980839] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.990455] env[70398]: DEBUG oslo_vmware.api [None req-fb59bf7d-580c-4b95-b93c-9b875c85afe0 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Task: {'id': task-3444220, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.000789] env[70398]: DEBUG nova.network.neutron [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: 308971a7-768d-4745-bca5-05e51c545443] Updating instance_info_cache with network_info: [{"id": "d79ac5c9-5ef1-4fdb-85a1-03d4ab620670", "address": "fa:16:3e:3f:67:08", "network": {"id": "735ff785-05e4-4170-8b61-a52b22468916", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1274969829", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2559077b16fb47ff86017cc6d015de33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd79ac5c9-5e", "ovs_interfaceid": "d79ac5c9-5ef1-4fdb-85a1-03d4ab620670", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ee3de4fd-6779-4738-9320-ce927530415c", "address": "fa:16:3e:44:17:d7", "network": {"id": "43519cc5-16ef-4379-87b2-52d306bfc6f6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-784737992", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "2559077b16fb47ff86017cc6d015de33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee3de4fd-67", "ovs_interfaceid": "ee3de4fd-6779-4738-9320-ce927530415c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.126827] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5d0cc1-05d9-4b31-b8b4-68f3958dd689 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.135432] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c4fa5f-daad-48ce-abd9-b6ec0ea28ad7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.165580] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc7ca4f-91a6-47e9-ae9a-3670acc55b6b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.173426] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4abe15b0-9f83-46f8-912b-1948ab574e45 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.189350] env[70398]: DEBUG nova.compute.provider_tree [None req-08e8ba14-5f41-4a47-97eb-ef59b012f4c0 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.192574] env[70398]: DEBUG nova.compute.manager [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 822.256607] env[70398]: DEBUG oslo_vmware.api [None req-8370be86-4b2f-49c3-925d-c96cbb007fdd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Task: {'id': task-3444218, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.346297} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.256607] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-8370be86-4b2f-49c3-925d-c96cbb007fdd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 822.256786] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-8370be86-4b2f-49c3-925d-c96cbb007fdd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 60c47e5a-96c0-48ea-8604-749d5f6929b1] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 822.256835] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-8370be86-4b2f-49c3-925d-c96cbb007fdd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 60c47e5a-96c0-48ea-8604-749d5f6929b1] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 822.256988] env[70398]: INFO nova.compute.manager [None req-8370be86-4b2f-49c3-925d-c96cbb007fdd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 60c47e5a-96c0-48ea-8604-749d5f6929b1] Took 0.65 seconds to destroy the instance on the hypervisor. [ 822.257244] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8370be86-4b2f-49c3-925d-c96cbb007fdd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.257436] env[70398]: DEBUG nova.compute.manager [-] [instance: 60c47e5a-96c0-48ea-8604-749d5f6929b1] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 822.257531] env[70398]: DEBUG nova.network.neutron [-] [instance: 60c47e5a-96c0-48ea-8604-749d5f6929b1] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 822.298413] env[70398]: DEBUG oslo_vmware.api [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]521d3c2b-5a86-4191-dfc5-3bc795fda713, 'name': SearchDatastore_Task, 'duration_secs': 0.010974} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.298765] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.299098] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 822.299493] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.299561] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.299804] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 822.300113] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f32b13c-393e-4f35-b864-4a552ac9b80a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.321026] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 822.322026] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 822.322766] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ffffbde-62c0-4a3a-9442-28f178861b4a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.334405] env[70398]: DEBUG oslo_vmware.api [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 822.334405] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]526f38ec-db36-dfa6-99c8-0fada580d786" [ 822.334405] env[70398]: _type = "Task" [ 822.334405] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.343388] env[70398]: DEBUG oslo_vmware.api [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]526f38ec-db36-dfa6-99c8-0fada580d786, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.492095] env[70398]: DEBUG oslo_vmware.api [None req-fb59bf7d-580c-4b95-b93c-9b875c85afe0 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Task: {'id': task-3444220, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.402602} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.492394] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb59bf7d-580c-4b95-b93c-9b875c85afe0 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 822.492665] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-fb59bf7d-580c-4b95-b93c-9b875c85afe0 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] [instance: cf1cd05c-c8c5-4128-a3e6-30129f81b732] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 822.492789] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-fb59bf7d-580c-4b95-b93c-9b875c85afe0 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] [instance: cf1cd05c-c8c5-4128-a3e6-30129f81b732] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 822.492974] env[70398]: INFO nova.compute.manager [None req-fb59bf7d-580c-4b95-b93c-9b875c85afe0 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] [instance: cf1cd05c-c8c5-4128-a3e6-30129f81b732] Took 1.13 seconds to destroy the instance on the hypervisor. [ 822.493197] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb59bf7d-580c-4b95-b93c-9b875c85afe0 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.493361] env[70398]: DEBUG nova.compute.manager [-] [instance: cf1cd05c-c8c5-4128-a3e6-30129f81b732] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 822.493453] env[70398]: DEBUG nova.network.neutron [-] [instance: cf1cd05c-c8c5-4128-a3e6-30129f81b732] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 822.505189] env[70398]: DEBUG oslo_concurrency.lockutils [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Releasing lock "refresh_cache-308971a7-768d-4745-bca5-05e51c545443" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.505189] env[70398]: DEBUG nova.compute.manager [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: 308971a7-768d-4745-bca5-05e51c545443] Instance network_info: |[{"id": "d79ac5c9-5ef1-4fdb-85a1-03d4ab620670", "address": "fa:16:3e:3f:67:08", "network": {"id": "735ff785-05e4-4170-8b61-a52b22468916", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1274969829", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2559077b16fb47ff86017cc6d015de33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd79ac5c9-5e", "ovs_interfaceid": "d79ac5c9-5ef1-4fdb-85a1-03d4ab620670", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ee3de4fd-6779-4738-9320-ce927530415c", "address": "fa:16:3e:44:17:d7", "network": {"id": "43519cc5-16ef-4379-87b2-52d306bfc6f6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-784737992", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "2559077b16fb47ff86017cc6d015de33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee3de4fd-67", "ovs_interfaceid": "ee3de4fd-6779-4738-9320-ce927530415c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 822.505872] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: 308971a7-768d-4745-bca5-05e51c545443] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:67:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '504a3211-8288-4b87-a52a-590466d80a49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd79ac5c9-5ef1-4fdb-85a1-03d4ab620670', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:17:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7654928b-7afe-42e3-a18d-68ecc775cefe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee3de4fd-6779-4738-9320-ce927530415c', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.518876] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.519822] env[70398]: DEBUG nova.network.neutron [req-70e78cf8-8176-466c-8822-4fc6f178b454 req-53f97c37-34e0-4baf-9e86-b3c0853bf464 service nova] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Updated VIF entry in instance network info cache for port 389fa245-f25c-480b-99da-cd1b3cc4f613. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 822.520184] env[70398]: DEBUG nova.network.neutron [req-70e78cf8-8176-466c-8822-4fc6f178b454 req-53f97c37-34e0-4baf-9e86-b3c0853bf464 service nova] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Updating instance_info_cache with network_info: [{"id": "389fa245-f25c-480b-99da-cd1b3cc4f613", "address": "fa:16:3e:b5:b9:05", "network": {"id": "8827b33f-2ae8-4694-a41f-8548aab18f7c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-40120438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61b38bccf64b49b086c80c4151b39806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap389fa245-f2", "ovs_interfaceid": "389fa245-f25c-480b-99da-cd1b3cc4f613", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.521422] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 308971a7-768d-4745-bca5-05e51c545443] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.521949] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7dbca00-b179-468c-bcfe-011e8c8ce917 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.543224] env[70398]: DEBUG oslo_concurrency.lockutils [req-70e78cf8-8176-466c-8822-4fc6f178b454 req-53f97c37-34e0-4baf-9e86-b3c0853bf464 service nova] Releasing lock "refresh_cache-042cb1aa-5618-48ae-9a74-717d6a729bb7" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.553073] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.553073] env[70398]: value = "task-3444221" [ 822.553073] env[70398]: _type = "Task" [ 822.553073] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.562674] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444221, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.692927] env[70398]: DEBUG nova.scheduler.client.report [None req-08e8ba14-5f41-4a47-97eb-ef59b012f4c0 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.723504] env[70398]: DEBUG oslo_concurrency.lockutils [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.824359] env[70398]: DEBUG nova.compute.manager [req-cba07263-dfc1-480b-a738-ddb9d1ba867e req-665eb7b4-1400-459c-893d-5bc6740b0a80 service nova] [instance: 60c47e5a-96c0-48ea-8604-749d5f6929b1] Received event network-vif-deleted-d74b1f8f-ceb9-46b3-b50c-6c61ec020b21 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.824640] env[70398]: INFO nova.compute.manager [req-cba07263-dfc1-480b-a738-ddb9d1ba867e req-665eb7b4-1400-459c-893d-5bc6740b0a80 service nova] [instance: 60c47e5a-96c0-48ea-8604-749d5f6929b1] Neutron deleted interface d74b1f8f-ceb9-46b3-b50c-6c61ec020b21; detaching it from the instance and deleting it from the info cache [ 822.824757] env[70398]: DEBUG nova.network.neutron [req-cba07263-dfc1-480b-a738-ddb9d1ba867e req-665eb7b4-1400-459c-893d-5bc6740b0a80 service nova] [instance: 60c47e5a-96c0-48ea-8604-749d5f6929b1] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.847139] env[70398]: DEBUG oslo_vmware.api [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]526f38ec-db36-dfa6-99c8-0fada580d786, 'name': SearchDatastore_Task, 'duration_secs': 0.023739} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.847943] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28a805f6-b5ca-4313-9981-cb265afce7e2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.855109] env[70398]: DEBUG oslo_vmware.api [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 822.855109] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f69fc3-176a-4d4b-c10a-e387e5aa68d0" [ 822.855109] env[70398]: _type = "Task" [ 822.855109] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.865434] env[70398]: DEBUG oslo_vmware.api [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f69fc3-176a-4d4b-c10a-e387e5aa68d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.064632] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444221, 'name': CreateVM_Task, 'duration_secs': 0.428406} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.064843] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 308971a7-768d-4745-bca5-05e51c545443] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 823.065817] env[70398]: DEBUG oslo_concurrency.lockutils [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.066129] env[70398]: DEBUG oslo_concurrency.lockutils [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.066549] env[70398]: DEBUG oslo_concurrency.lockutils [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.067631] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23d81578-11ce-4684-8480-ff4c5a1c5a3e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.073741] env[70398]: DEBUG oslo_vmware.api [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Waiting for the task: (returnval){ [ 823.073741] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5290ac5c-aa82-7753-f4d0-18d591b7af0e" [ 823.073741] env[70398]: _type = "Task" [ 823.073741] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.082583] env[70398]: DEBUG oslo_vmware.api [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5290ac5c-aa82-7753-f4d0-18d591b7af0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.201916] env[70398]: DEBUG nova.network.neutron [-] [instance: 60c47e5a-96c0-48ea-8604-749d5f6929b1] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.327612] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf6b4ed6-dc14-4bc7-a659-635a3d7e9c36 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.339138] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed10376-7b3e-41c6-9e90-4edc0a358afd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.365689] env[70398]: DEBUG oslo_vmware.api [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f69fc3-176a-4d4b-c10a-e387e5aa68d0, 'name': SearchDatastore_Task, 'duration_secs': 0.019961} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.377272] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.377550] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 042cb1aa-5618-48ae-9a74-717d6a729bb7/042cb1aa-5618-48ae-9a74-717d6a729bb7.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 823.377900] env[70398]: DEBUG nova.compute.manager [req-cba07263-dfc1-480b-a738-ddb9d1ba867e req-665eb7b4-1400-459c-893d-5bc6740b0a80 service nova] [instance: 60c47e5a-96c0-48ea-8604-749d5f6929b1] Detach interface failed, port_id=d74b1f8f-ceb9-46b3-b50c-6c61ec020b21, reason: Instance 60c47e5a-96c0-48ea-8604-749d5f6929b1 could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 823.378325] env[70398]: DEBUG nova.network.neutron [-] [instance: cf1cd05c-c8c5-4128-a3e6-30129f81b732] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.379497] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a0678c3-13bd-498a-9db6-bc0da5499f9d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.387186] env[70398]: DEBUG oslo_vmware.api [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 823.387186] env[70398]: value = "task-3444222" [ 823.387186] env[70398]: _type = "Task" [ 823.387186] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.396041] env[70398]: DEBUG oslo_vmware.api [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.585967] env[70398]: DEBUG oslo_vmware.api [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5290ac5c-aa82-7753-f4d0-18d591b7af0e, 'name': SearchDatastore_Task, 'duration_secs': 0.021999} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.586284] env[70398]: DEBUG oslo_concurrency.lockutils [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.586522] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: 308971a7-768d-4745-bca5-05e51c545443] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.586759] env[70398]: DEBUG oslo_concurrency.lockutils [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.586907] env[70398]: DEBUG oslo_concurrency.lockutils [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.587826] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.587826] env[70398]: DEBUG oslo_concurrency.lockutils [None req-500a8e6e-2769-4f50-809d-9b75a5a63c4b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquiring lock "33fa8c03-ce5b-42ad-8d78-137a1d46f9f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.587826] env[70398]: DEBUG oslo_concurrency.lockutils [None req-500a8e6e-2769-4f50-809d-9b75a5a63c4b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Lock "33fa8c03-ce5b-42ad-8d78-137a1d46f9f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.588110] env[70398]: DEBUG oslo_concurrency.lockutils [None req-500a8e6e-2769-4f50-809d-9b75a5a63c4b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquiring lock "33fa8c03-ce5b-42ad-8d78-137a1d46f9f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.588110] env[70398]: DEBUG oslo_concurrency.lockutils [None req-500a8e6e-2769-4f50-809d-9b75a5a63c4b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Lock "33fa8c03-ce5b-42ad-8d78-137a1d46f9f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.588215] env[70398]: DEBUG oslo_concurrency.lockutils [None req-500a8e6e-2769-4f50-809d-9b75a5a63c4b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Lock "33fa8c03-ce5b-42ad-8d78-137a1d46f9f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.590298] env[70398]: INFO nova.compute.manager [None req-500a8e6e-2769-4f50-809d-9b75a5a63c4b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] Terminating instance [ 823.592520] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0bf1b9f-24b2-44df-af61-1de3eeed615d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.603366] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.603591] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 823.606295] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-853f938f-cf71-4bfb-b348-79606ef628a7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.612897] env[70398]: DEBUG oslo_vmware.api [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Waiting for the task: (returnval){ [ 823.612897] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52641249-80da-1732-3e32-1fc2e8fe683e" [ 823.612897] env[70398]: _type = "Task" [ 823.612897] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.622880] env[70398]: DEBUG oslo_vmware.api [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52641249-80da-1732-3e32-1fc2e8fe683e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.708128] env[70398]: INFO nova.compute.manager [-] [instance: 60c47e5a-96c0-48ea-8604-749d5f6929b1] Took 1.45 seconds to deallocate network for instance. [ 823.709563] env[70398]: DEBUG oslo_concurrency.lockutils [None req-08e8ba14-5f41-4a47-97eb-ef59b012f4c0 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.622s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.715400] env[70398]: DEBUG oslo_concurrency.lockutils [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.163s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.717227] env[70398]: INFO nova.compute.claims [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] [instance: 75ceb873-8b66-432e-8c8b-896846e8ee4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 823.882959] env[70398]: INFO nova.compute.manager [-] [instance: cf1cd05c-c8c5-4128-a3e6-30129f81b732] Took 1.39 seconds to deallocate network for instance. [ 823.900222] env[70398]: DEBUG oslo_vmware.api [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444222, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.096331] env[70398]: DEBUG nova.compute.manager [None req-500a8e6e-2769-4f50-809d-9b75a5a63c4b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 824.096567] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-500a8e6e-2769-4f50-809d-9b75a5a63c4b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 824.097557] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b995ca-5e7f-4d48-8ee8-a0b6fd80f99e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.105737] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-500a8e6e-2769-4f50-809d-9b75a5a63c4b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 824.105969] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-360d7d7f-72cb-4fad-b712-2f30c82b7e17 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.112979] env[70398]: DEBUG oslo_vmware.api [None req-500a8e6e-2769-4f50-809d-9b75a5a63c4b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 824.112979] env[70398]: value = "task-3444223" [ 824.112979] env[70398]: _type = "Task" [ 824.112979] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.123699] env[70398]: DEBUG oslo_vmware.api [None req-500a8e6e-2769-4f50-809d-9b75a5a63c4b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.127236] env[70398]: DEBUG oslo_vmware.api [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52641249-80da-1732-3e32-1fc2e8fe683e, 'name': SearchDatastore_Task, 'duration_secs': 0.010707} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.128032] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-400823a6-d7e8-4d0d-960d-d6829ff0825e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.133021] env[70398]: DEBUG oslo_vmware.api [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Waiting for the task: (returnval){ [ 824.133021] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5287537d-df76-011a-cc03-66ddd5236bf9" [ 824.133021] env[70398]: _type = "Task" [ 824.133021] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.140694] env[70398]: DEBUG oslo_vmware.api [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5287537d-df76-011a-cc03-66ddd5236bf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.227807] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8370be86-4b2f-49c3-925d-c96cbb007fdd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.273572] env[70398]: INFO nova.scheduler.client.report [None req-08e8ba14-5f41-4a47-97eb-ef59b012f4c0 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Deleted allocation for migration 435e1bde-9871-483d-9078-3be1c56ccb1d [ 824.393161] env[70398]: DEBUG oslo_concurrency.lockutils [None req-fb59bf7d-580c-4b95-b93c-9b875c85afe0 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.399078] env[70398]: DEBUG oslo_vmware.api [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444222, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636736} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.399353] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 042cb1aa-5618-48ae-9a74-717d6a729bb7/042cb1aa-5618-48ae-9a74-717d6a729bb7.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 824.399569] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 824.399864] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11c59cb5-5f04-4560-8c2a-fa9ef52046c5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.407282] env[70398]: DEBUG oslo_vmware.api [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 824.407282] env[70398]: value = "task-3444224" [ 824.407282] env[70398]: _type = "Task" [ 824.407282] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.416844] env[70398]: DEBUG oslo_vmware.api [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444224, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.623820] env[70398]: DEBUG oslo_vmware.api [None req-500a8e6e-2769-4f50-809d-9b75a5a63c4b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444223, 'name': PowerOffVM_Task, 'duration_secs': 0.350748} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.624614] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-500a8e6e-2769-4f50-809d-9b75a5a63c4b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.624930] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-500a8e6e-2769-4f50-809d-9b75a5a63c4b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.625316] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b5a5785-9ee3-47c6-b737-0a1f6ec1a7ad {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.642334] env[70398]: DEBUG oslo_vmware.api [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5287537d-df76-011a-cc03-66ddd5236bf9, 'name': SearchDatastore_Task, 'duration_secs': 0.012361} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.642610] env[70398]: DEBUG oslo_concurrency.lockutils [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.642867] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 308971a7-768d-4745-bca5-05e51c545443/308971a7-768d-4745-bca5-05e51c545443.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 824.643148] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6232d26d-3720-4a99-b039-8b80163d4d5f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.650740] env[70398]: DEBUG oslo_vmware.api [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Waiting for the task: (returnval){ [ 824.650740] env[70398]: value = "task-3444226" [ 824.650740] env[70398]: _type = "Task" [ 824.650740] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.660912] env[70398]: DEBUG oslo_vmware.api [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Task: {'id': task-3444226, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.691138] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-500a8e6e-2769-4f50-809d-9b75a5a63c4b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.692018] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-500a8e6e-2769-4f50-809d-9b75a5a63c4b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.692018] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-500a8e6e-2769-4f50-809d-9b75a5a63c4b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Deleting the datastore file [datastore2] 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.692018] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-788464cc-4361-455d-a333-2b0703fdabcd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.699242] env[70398]: DEBUG oslo_vmware.api [None req-500a8e6e-2769-4f50-809d-9b75a5a63c4b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 824.699242] env[70398]: value = "task-3444227" [ 824.699242] env[70398]: _type = "Task" [ 824.699242] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.708732] env[70398]: DEBUG oslo_vmware.api [None req-500a8e6e-2769-4f50-809d-9b75a5a63c4b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444227, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.779484] env[70398]: DEBUG oslo_concurrency.lockutils [None req-08e8ba14-5f41-4a47-97eb-ef59b012f4c0 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Lock "4d9ff1a2-da45-4efd-af8c-d47907ce0768" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 49.286s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.875322] env[70398]: DEBUG nova.compute.manager [req-e02cadab-0d0b-43e6-8783-1225294f075a req-6fce72d6-22cd-41bc-8550-7b705c0feb84 service nova] [instance: cf1cd05c-c8c5-4128-a3e6-30129f81b732] Received event network-vif-deleted-3885effd-97e8-45d4-a732-54eeb231633e {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.919657] env[70398]: DEBUG oslo_vmware.api [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444224, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066189} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.920492] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 824.920956] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8257a2fe-ae7f-4ffe-8f2e-bd18609e0314 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.946381] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 042cb1aa-5618-48ae-9a74-717d6a729bb7/042cb1aa-5618-48ae-9a74-717d6a729bb7.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 824.952035] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b40b4549-8354-48b0-a350-51ccd7459b3c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.968593] env[70398]: DEBUG oslo_vmware.api [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 824.968593] env[70398]: value = "task-3444228" [ 824.968593] env[70398]: _type = "Task" [ 824.968593] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.976591] env[70398]: DEBUG oslo_vmware.api [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444228, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.160152] env[70398]: DEBUG oslo_vmware.api [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Task: {'id': task-3444226, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.173423] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116bc2bb-57e6-4676-930c-b87d1d5457ec {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.180856] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16b4bae-e190-4339-a63a-f931138a7e7b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.215552] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba58d292-c3d8-4994-90d9-77f6f1a9c092 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.224935] env[70398]: DEBUG oslo_vmware.api [None req-500a8e6e-2769-4f50-809d-9b75a5a63c4b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444227, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.499558} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.227502] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-500a8e6e-2769-4f50-809d-9b75a5a63c4b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.227909] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-500a8e6e-2769-4f50-809d-9b75a5a63c4b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.228128] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-500a8e6e-2769-4f50-809d-9b75a5a63c4b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.228446] env[70398]: INFO nova.compute.manager [None req-500a8e6e-2769-4f50-809d-9b75a5a63c4b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 825.228727] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-500a8e6e-2769-4f50-809d-9b75a5a63c4b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.229133] env[70398]: DEBUG nova.compute.manager [-] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 825.229287] env[70398]: DEBUG nova.network.neutron [-] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.232430] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09439573-c6ac-42c5-ac1c-912563fa602c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.253090] env[70398]: DEBUG nova.compute.provider_tree [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.484238] env[70398]: DEBUG oslo_vmware.api [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444228, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.661340] env[70398]: DEBUG oslo_vmware.api [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Task: {'id': task-3444226, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.901915} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.661647] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 308971a7-768d-4745-bca5-05e51c545443/308971a7-768d-4745-bca5-05e51c545443.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.661847] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: 308971a7-768d-4745-bca5-05e51c545443] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.662143] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f68ea17-0916-4d7e-af9a-ee91f4317df2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.669087] env[70398]: DEBUG oslo_vmware.api [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Waiting for the task: (returnval){ [ 825.669087] env[70398]: value = "task-3444229" [ 825.669087] env[70398]: _type = "Task" [ 825.669087] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.677773] env[70398]: DEBUG oslo_vmware.api [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Task: {'id': task-3444229, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.761073] env[70398]: DEBUG nova.scheduler.client.report [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.981595] env[70398]: DEBUG oslo_vmware.api [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444228, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.029086] env[70398]: DEBUG nova.network.neutron [-] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.178685] env[70398]: DEBUG oslo_vmware.api [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Task: {'id': task-3444229, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066125} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.178959] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: 308971a7-768d-4745-bca5-05e51c545443] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 826.179732] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25d7fdd-de4e-4ea9-bd5e-e9d706223813 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.203311] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: 308971a7-768d-4745-bca5-05e51c545443] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 308971a7-768d-4745-bca5-05e51c545443/308971a7-768d-4745-bca5-05e51c545443.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 826.203590] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3673039-3fd0-4573-a59c-d2dd03a60f90 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.222685] env[70398]: DEBUG oslo_vmware.api [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Waiting for the task: (returnval){ [ 826.222685] env[70398]: value = "task-3444230" [ 826.222685] env[70398]: _type = "Task" [ 826.222685] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.231993] env[70398]: DEBUG oslo_vmware.api [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Task: {'id': task-3444230, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.266038] env[70398]: DEBUG oslo_concurrency.lockutils [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.551s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.266591] env[70398]: DEBUG nova.compute.manager [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] [instance: 75ceb873-8b66-432e-8c8b-896846e8ee4a] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 826.269322] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.171s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.270881] env[70398]: INFO nova.compute.claims [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 826.481131] env[70398]: DEBUG oslo_vmware.api [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444228, 'name': ReconfigVM_Task, 'duration_secs': 1.087529} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.481353] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 042cb1aa-5618-48ae-9a74-717d6a729bb7/042cb1aa-5618-48ae-9a74-717d6a729bb7.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.482106] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-535eafe0-380c-478c-8070-a6920df73a7d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.489279] env[70398]: DEBUG oslo_vmware.api [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 826.489279] env[70398]: value = "task-3444231" [ 826.489279] env[70398]: _type = "Task" [ 826.489279] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.498716] env[70398]: DEBUG oslo_vmware.api [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444231, 'name': Rename_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.531416] env[70398]: INFO nova.compute.manager [-] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] Took 1.30 seconds to deallocate network for instance. [ 826.592183] env[70398]: DEBUG oslo_concurrency.lockutils [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Acquiring lock "601d9380-4728-4bd0-b2e2-afa6761e4abc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.592442] env[70398]: DEBUG oslo_concurrency.lockutils [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Lock "601d9380-4728-4bd0-b2e2-afa6761e4abc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.732321] env[70398]: DEBUG oslo_vmware.api [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Task: {'id': task-3444230, 'name': ReconfigVM_Task, 'duration_secs': 0.326922} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.732571] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: 308971a7-768d-4745-bca5-05e51c545443] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 308971a7-768d-4745-bca5-05e51c545443/308971a7-768d-4745-bca5-05e51c545443.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.733237] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55a74e28-6aab-4677-b7be-235e30b3f5b2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.740820] env[70398]: DEBUG oslo_vmware.api [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Waiting for the task: (returnval){ [ 826.740820] env[70398]: value = "task-3444232" [ 826.740820] env[70398]: _type = "Task" [ 826.740820] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.750324] env[70398]: DEBUG oslo_vmware.api [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Task: {'id': task-3444232, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.778015] env[70398]: DEBUG nova.compute.utils [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 826.779897] env[70398]: DEBUG nova.compute.manager [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] [instance: 75ceb873-8b66-432e-8c8b-896846e8ee4a] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 826.780123] env[70398]: DEBUG nova.network.neutron [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] [instance: 75ceb873-8b66-432e-8c8b-896846e8ee4a] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 826.830815] env[70398]: DEBUG nova.policy [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd776d6ceec4641208e73267e9d89e862', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19b1b5e74f884b4da6b35afa00fe45b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 826.907495] env[70398]: DEBUG nova.compute.manager [req-0668f5a4-2cbe-404e-9b8a-4ce07d71f6b5 req-951be1b5-ca8c-4d77-86f3-4e302c56e58f service nova] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] Received event network-vif-deleted-ac439fb6-898a-4dfc-8d6d-b33acd0de29a {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.003656] env[70398]: DEBUG oslo_vmware.api [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444231, 'name': Rename_Task, 'duration_secs': 0.341952} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.004065] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.004386] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb5c6f07-e0a4-4523-822d-1f48c5d61a8c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.012314] env[70398]: DEBUG oslo_vmware.api [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 827.012314] env[70398]: value = "task-3444233" [ 827.012314] env[70398]: _type = "Task" [ 827.012314] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.020285] env[70398]: DEBUG oslo_vmware.api [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444233, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.039380] env[70398]: DEBUG oslo_concurrency.lockutils [None req-500a8e6e-2769-4f50-809d-9b75a5a63c4b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.119149] env[70398]: DEBUG nova.network.neutron [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] [instance: 75ceb873-8b66-432e-8c8b-896846e8ee4a] Successfully created port: 799e86d0-f68b-4d40-bfcd-cadcc959a595 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 827.255696] env[70398]: DEBUG oslo_vmware.api [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Task: {'id': task-3444232, 'name': Rename_Task, 'duration_secs': 0.35243} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.256983] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: 308971a7-768d-4745-bca5-05e51c545443] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.257442] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0dc18241-4bcf-4575-bc2f-7b1a0d691920 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.265362] env[70398]: DEBUG oslo_vmware.api [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Waiting for the task: (returnval){ [ 827.265362] env[70398]: value = "task-3444234" [ 827.265362] env[70398]: _type = "Task" [ 827.265362] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.273666] env[70398]: DEBUG oslo_vmware.api [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Task: {'id': task-3444234, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.283490] env[70398]: DEBUG nova.compute.manager [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] [instance: 75ceb873-8b66-432e-8c8b-896846e8ee4a] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 827.528742] env[70398]: DEBUG oslo_vmware.api [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444233, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.747989] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e555fc9-fcb3-42fb-a802-2978816923f8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.756624] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5620093-3678-4f0f-bfcc-47f7c327bb6b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.795247] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d6e687-8d5a-4c1a-8adf-f30ad8297933 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.803234] env[70398]: DEBUG oslo_vmware.api [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Task: {'id': task-3444234, 'name': PowerOnVM_Task, 'duration_secs': 0.502592} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.805556] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: 308971a7-768d-4745-bca5-05e51c545443] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 827.805777] env[70398]: INFO nova.compute.manager [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: 308971a7-768d-4745-bca5-05e51c545443] Took 12.76 seconds to spawn the instance on the hypervisor. [ 827.805983] env[70398]: DEBUG nova.compute.manager [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: 308971a7-768d-4745-bca5-05e51c545443] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.806764] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb35342-3a58-406c-8793-065cf9f00b78 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.810200] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65297eb-12eb-4d21-9f4e-b69d45b87926 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.824172] env[70398]: DEBUG nova.compute.provider_tree [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.024784] env[70398]: DEBUG oslo_vmware.api [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444233, 'name': PowerOnVM_Task, 'duration_secs': 0.721549} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.025062] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.025287] env[70398]: INFO nova.compute.manager [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Took 9.24 seconds to spawn the instance on the hypervisor. [ 828.025456] env[70398]: DEBUG nova.compute.manager [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.026234] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4753e805-44cc-4331-8be3-2b9790d1e924 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.299036] env[70398]: DEBUG nova.compute.manager [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] [instance: 75ceb873-8b66-432e-8c8b-896846e8ee4a] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 828.326935] env[70398]: DEBUG nova.virt.hardware [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 828.327307] env[70398]: DEBUG nova.virt.hardware [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 828.327540] env[70398]: DEBUG nova.virt.hardware [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 828.327819] env[70398]: DEBUG nova.virt.hardware [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 828.328072] env[70398]: DEBUG nova.virt.hardware [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 828.328315] env[70398]: DEBUG nova.virt.hardware [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 828.328633] env[70398]: DEBUG nova.virt.hardware [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 828.328883] env[70398]: DEBUG nova.virt.hardware [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 828.329162] env[70398]: DEBUG nova.virt.hardware [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 828.329421] env[70398]: DEBUG nova.virt.hardware [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 828.329727] env[70398]: DEBUG nova.virt.hardware [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 828.331402] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c2ab00-88be-426b-bf31-61f7f35b9044 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.336204] env[70398]: DEBUG nova.scheduler.client.report [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.358315] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4782e384-1bc0-4008-87af-79a60d19a951 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.362407] env[70398]: INFO nova.compute.manager [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: 308971a7-768d-4745-bca5-05e51c545443] Took 56.44 seconds to build instance. [ 828.541826] env[70398]: INFO nova.compute.manager [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Took 52.93 seconds to build instance. [ 828.765769] env[70398]: DEBUG nova.network.neutron [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] [instance: 75ceb873-8b66-432e-8c8b-896846e8ee4a] Successfully updated port: 799e86d0-f68b-4d40-bfcd-cadcc959a595 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 828.847827] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.578s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.848249] env[70398]: DEBUG nova.compute.manager [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 828.850919] env[70398]: DEBUG oslo_concurrency.lockutils [None req-352349ab-8238-41a1-bdd7-5910d7767423 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.734s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.851143] env[70398]: DEBUG nova.objects.instance [None req-352349ab-8238-41a1-bdd7-5910d7767423 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Lazy-loading 'resources' on Instance uuid c6b07511-415f-4ff4-aa10-1dcef059b852 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 828.865111] env[70398]: DEBUG oslo_concurrency.lockutils [None req-546f53c4-b6da-48cb-878d-bc42ec317b27 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Lock "308971a7-768d-4745-bca5-05e51c545443" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.503s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.904971] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a2bece70-9b13-4a27-93d6-25c7065ec9f1 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Acquiring lock "308971a7-768d-4745-bca5-05e51c545443" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.905253] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a2bece70-9b13-4a27-93d6-25c7065ec9f1 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Lock "308971a7-768d-4745-bca5-05e51c545443" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.905454] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a2bece70-9b13-4a27-93d6-25c7065ec9f1 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Acquiring lock "308971a7-768d-4745-bca5-05e51c545443-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.905629] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a2bece70-9b13-4a27-93d6-25c7065ec9f1 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Lock "308971a7-768d-4745-bca5-05e51c545443-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.905792] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a2bece70-9b13-4a27-93d6-25c7065ec9f1 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Lock "308971a7-768d-4745-bca5-05e51c545443-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.910502] env[70398]: INFO nova.compute.manager [None req-a2bece70-9b13-4a27-93d6-25c7065ec9f1 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: 308971a7-768d-4745-bca5-05e51c545443] Terminating instance [ 828.947743] env[70398]: DEBUG nova.compute.manager [req-6012f4df-24a1-4cbb-b5b3-adb02d41dd21 req-c52ebdf3-bb4d-4557-89ca-809b0e761819 service nova] [instance: 75ceb873-8b66-432e-8c8b-896846e8ee4a] Received event network-vif-plugged-799e86d0-f68b-4d40-bfcd-cadcc959a595 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.948265] env[70398]: DEBUG oslo_concurrency.lockutils [req-6012f4df-24a1-4cbb-b5b3-adb02d41dd21 req-c52ebdf3-bb4d-4557-89ca-809b0e761819 service nova] Acquiring lock "75ceb873-8b66-432e-8c8b-896846e8ee4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.948459] env[70398]: DEBUG oslo_concurrency.lockutils [req-6012f4df-24a1-4cbb-b5b3-adb02d41dd21 req-c52ebdf3-bb4d-4557-89ca-809b0e761819 service nova] Lock "75ceb873-8b66-432e-8c8b-896846e8ee4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.948653] env[70398]: DEBUG oslo_concurrency.lockutils [req-6012f4df-24a1-4cbb-b5b3-adb02d41dd21 req-c52ebdf3-bb4d-4557-89ca-809b0e761819 service nova] Lock "75ceb873-8b66-432e-8c8b-896846e8ee4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.949507] env[70398]: DEBUG nova.compute.manager [req-6012f4df-24a1-4cbb-b5b3-adb02d41dd21 req-c52ebdf3-bb4d-4557-89ca-809b0e761819 service nova] [instance: 75ceb873-8b66-432e-8c8b-896846e8ee4a] No waiting events found dispatching network-vif-plugged-799e86d0-f68b-4d40-bfcd-cadcc959a595 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 828.949507] env[70398]: WARNING nova.compute.manager [req-6012f4df-24a1-4cbb-b5b3-adb02d41dd21 req-c52ebdf3-bb4d-4557-89ca-809b0e761819 service nova] [instance: 75ceb873-8b66-432e-8c8b-896846e8ee4a] Received unexpected event network-vif-plugged-799e86d0-f68b-4d40-bfcd-cadcc959a595 for instance with vm_state building and task_state spawning. [ 828.949507] env[70398]: DEBUG nova.compute.manager [req-6012f4df-24a1-4cbb-b5b3-adb02d41dd21 req-c52ebdf3-bb4d-4557-89ca-809b0e761819 service nova] [instance: 75ceb873-8b66-432e-8c8b-896846e8ee4a] Received event network-changed-799e86d0-f68b-4d40-bfcd-cadcc959a595 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.949507] env[70398]: DEBUG nova.compute.manager [req-6012f4df-24a1-4cbb-b5b3-adb02d41dd21 req-c52ebdf3-bb4d-4557-89ca-809b0e761819 service nova] [instance: 75ceb873-8b66-432e-8c8b-896846e8ee4a] Refreshing instance network info cache due to event network-changed-799e86d0-f68b-4d40-bfcd-cadcc959a595. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 828.949507] env[70398]: DEBUG oslo_concurrency.lockutils [req-6012f4df-24a1-4cbb-b5b3-adb02d41dd21 req-c52ebdf3-bb4d-4557-89ca-809b0e761819 service nova] Acquiring lock "refresh_cache-75ceb873-8b66-432e-8c8b-896846e8ee4a" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.949723] env[70398]: DEBUG oslo_concurrency.lockutils [req-6012f4df-24a1-4cbb-b5b3-adb02d41dd21 req-c52ebdf3-bb4d-4557-89ca-809b0e761819 service nova] Acquired lock "refresh_cache-75ceb873-8b66-432e-8c8b-896846e8ee4a" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.949764] env[70398]: DEBUG nova.network.neutron [req-6012f4df-24a1-4cbb-b5b3-adb02d41dd21 req-c52ebdf3-bb4d-4557-89ca-809b0e761819 service nova] [instance: 75ceb873-8b66-432e-8c8b-896846e8ee4a] Refreshing network info cache for port 799e86d0-f68b-4d40-bfcd-cadcc959a595 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 829.043677] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c3a7e44f-f033-4855-9627-3bb894f92751 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "042cb1aa-5618-48ae-9a74-717d6a729bb7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.440s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.268333] env[70398]: DEBUG oslo_concurrency.lockutils [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Acquiring lock "refresh_cache-75ceb873-8b66-432e-8c8b-896846e8ee4a" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.354951] env[70398]: DEBUG nova.compute.utils [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 829.356395] env[70398]: DEBUG nova.compute.manager [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 829.356583] env[70398]: DEBUG nova.network.neutron [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 829.367239] env[70398]: DEBUG nova.compute.manager [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 829.417136] env[70398]: DEBUG nova.compute.manager [None req-a2bece70-9b13-4a27-93d6-25c7065ec9f1 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: 308971a7-768d-4745-bca5-05e51c545443] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 829.417136] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bece70-9b13-4a27-93d6-25c7065ec9f1 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: 308971a7-768d-4745-bca5-05e51c545443] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 829.417555] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1f21d5-ef0f-43e9-9107-ee0a31eecd85 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.426293] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2bece70-9b13-4a27-93d6-25c7065ec9f1 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: 308971a7-768d-4745-bca5-05e51c545443] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.426555] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba43f2a6-d0f6-40fc-9005-1124ca4cd72c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.431362] env[70398]: DEBUG nova.policy [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96ca4a9c85c746278ab72b7db20fab72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '639084799454415db0b88e4fde5abcea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 829.436376] env[70398]: DEBUG oslo_vmware.api [None req-a2bece70-9b13-4a27-93d6-25c7065ec9f1 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Waiting for the task: (returnval){ [ 829.436376] env[70398]: value = "task-3444235" [ 829.436376] env[70398]: _type = "Task" [ 829.436376] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.446445] env[70398]: DEBUG oslo_vmware.api [None req-a2bece70-9b13-4a27-93d6-25c7065ec9f1 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Task: {'id': task-3444235, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.514025] env[70398]: DEBUG nova.network.neutron [req-6012f4df-24a1-4cbb-b5b3-adb02d41dd21 req-c52ebdf3-bb4d-4557-89ca-809b0e761819 service nova] [instance: 75ceb873-8b66-432e-8c8b-896846e8ee4a] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 829.691415] env[70398]: DEBUG nova.network.neutron [req-6012f4df-24a1-4cbb-b5b3-adb02d41dd21 req-c52ebdf3-bb4d-4557-89ca-809b0e761819 service nova] [instance: 75ceb873-8b66-432e-8c8b-896846e8ee4a] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.864528] env[70398]: DEBUG nova.compute.manager [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 829.889428] env[70398]: DEBUG oslo_concurrency.lockutils [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.898899] env[70398]: DEBUG nova.network.neutron [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Successfully created port: ff67cd06-86b3-4cea-b292-5c7bc2115bea {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 829.957617] env[70398]: DEBUG oslo_vmware.api [None req-a2bece70-9b13-4a27-93d6-25c7065ec9f1 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Task: {'id': task-3444235, 'name': PowerOffVM_Task, 'duration_secs': 0.39929} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.958110] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2bece70-9b13-4a27-93d6-25c7065ec9f1 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: 308971a7-768d-4745-bca5-05e51c545443] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 829.958392] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bece70-9b13-4a27-93d6-25c7065ec9f1 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: 308971a7-768d-4745-bca5-05e51c545443] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 829.958761] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7155a349-9c7a-4c6d-861f-2bf99aa0e681 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.965138] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b51d3b2-bcd3-43d8-a42a-fa8639263128 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.973299] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8591e46-3c0a-4a49-8b7a-e15e4cfef0bc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.010021] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8bd560-abae-4085-8003-bd9bbf9e61b9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.014342] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4876d7-7fd3-408c-94fa-1c8e71b31120 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.030019] env[70398]: DEBUG nova.compute.provider_tree [None req-352349ab-8238-41a1-bdd7-5910d7767423 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.078165] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bece70-9b13-4a27-93d6-25c7065ec9f1 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: 308971a7-768d-4745-bca5-05e51c545443] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 830.079151] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bece70-9b13-4a27-93d6-25c7065ec9f1 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: 308971a7-768d-4745-bca5-05e51c545443] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 830.079478] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2bece70-9b13-4a27-93d6-25c7065ec9f1 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Deleting the datastore file [datastore1] 308971a7-768d-4745-bca5-05e51c545443 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 830.080175] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b670772-6697-4630-9a8c-d51ee565b3be {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.089264] env[70398]: DEBUG oslo_vmware.api [None req-a2bece70-9b13-4a27-93d6-25c7065ec9f1 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Waiting for the task: (returnval){ [ 830.089264] env[70398]: value = "task-3444237" [ 830.089264] env[70398]: _type = "Task" [ 830.089264] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.101519] env[70398]: DEBUG oslo_vmware.api [None req-a2bece70-9b13-4a27-93d6-25c7065ec9f1 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Task: {'id': task-3444237, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.194393] env[70398]: DEBUG oslo_concurrency.lockutils [req-6012f4df-24a1-4cbb-b5b3-adb02d41dd21 req-c52ebdf3-bb4d-4557-89ca-809b0e761819 service nova] Releasing lock "refresh_cache-75ceb873-8b66-432e-8c8b-896846e8ee4a" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.194903] env[70398]: DEBUG oslo_concurrency.lockutils [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Acquired lock "refresh_cache-75ceb873-8b66-432e-8c8b-896846e8ee4a" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.195106] env[70398]: DEBUG nova.network.neutron [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] [instance: 75ceb873-8b66-432e-8c8b-896846e8ee4a] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.534519] env[70398]: DEBUG nova.scheduler.client.report [None req-352349ab-8238-41a1-bdd7-5910d7767423 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.558745] env[70398]: DEBUG nova.compute.manager [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Stashing vm_state: active {{(pid=70398) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 830.600107] env[70398]: DEBUG oslo_vmware.api [None req-a2bece70-9b13-4a27-93d6-25c7065ec9f1 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Task: {'id': task-3444237, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.421711} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.600410] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2bece70-9b13-4a27-93d6-25c7065ec9f1 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 830.600604] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bece70-9b13-4a27-93d6-25c7065ec9f1 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: 308971a7-768d-4745-bca5-05e51c545443] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 830.600782] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bece70-9b13-4a27-93d6-25c7065ec9f1 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: 308971a7-768d-4745-bca5-05e51c545443] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 830.600956] env[70398]: INFO nova.compute.manager [None req-a2bece70-9b13-4a27-93d6-25c7065ec9f1 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] [instance: 308971a7-768d-4745-bca5-05e51c545443] Took 1.18 seconds to destroy the instance on the hypervisor. [ 830.601218] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2bece70-9b13-4a27-93d6-25c7065ec9f1 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.601411] env[70398]: DEBUG nova.compute.manager [-] [instance: 308971a7-768d-4745-bca5-05e51c545443] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 830.601505] env[70398]: DEBUG nova.network.neutron [-] [instance: 308971a7-768d-4745-bca5-05e51c545443] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 830.726531] env[70398]: DEBUG nova.network.neutron [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] [instance: 75ceb873-8b66-432e-8c8b-896846e8ee4a] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 830.882516] env[70398]: DEBUG nova.compute.manager [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 830.915350] env[70398]: DEBUG nova.virt.hardware [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 830.915715] env[70398]: DEBUG nova.virt.hardware [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 830.915899] env[70398]: DEBUG nova.virt.hardware [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 830.916098] env[70398]: DEBUG nova.virt.hardware [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 830.916249] env[70398]: DEBUG nova.virt.hardware [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 830.916570] env[70398]: DEBUG nova.virt.hardware [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 830.916851] env[70398]: DEBUG nova.virt.hardware [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 830.917036] env[70398]: DEBUG nova.virt.hardware [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 830.917212] env[70398]: DEBUG nova.virt.hardware [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 830.917376] env[70398]: DEBUG nova.virt.hardware [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 830.917558] env[70398]: DEBUG nova.virt.hardware [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 830.918748] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf227a83-09f0-4986-a7e1-0594ec560dba {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.927681] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ec27b5-436a-497b-8daf-085ae25582db {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.943956] env[70398]: DEBUG nova.network.neutron [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] [instance: 75ceb873-8b66-432e-8c8b-896846e8ee4a] Updating instance_info_cache with network_info: [{"id": "799e86d0-f68b-4d40-bfcd-cadcc959a595", "address": "fa:16:3e:60:57:19", "network": {"id": "614780ae-17bb-48f1-a7e6-7ec53db08828", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1261300466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19b1b5e74f884b4da6b35afa00fe45b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap799e86d0-f6", "ovs_interfaceid": "799e86d0-f68b-4d40-bfcd-cadcc959a595", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.020956] env[70398]: DEBUG nova.compute.manager [req-330f8d94-7102-44d5-9cb2-59f4335dd1f8 req-d7563693-c00d-46be-9b5a-4d3a45f630a7 service nova] [instance: 308971a7-768d-4745-bca5-05e51c545443] Received event network-vif-deleted-d79ac5c9-5ef1-4fdb-85a1-03d4ab620670 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.021219] env[70398]: INFO nova.compute.manager [req-330f8d94-7102-44d5-9cb2-59f4335dd1f8 req-d7563693-c00d-46be-9b5a-4d3a45f630a7 service nova] [instance: 308971a7-768d-4745-bca5-05e51c545443] Neutron deleted interface d79ac5c9-5ef1-4fdb-85a1-03d4ab620670; detaching it from the instance and deleting it from the info cache [ 831.021539] env[70398]: DEBUG nova.network.neutron [req-330f8d94-7102-44d5-9cb2-59f4335dd1f8 req-d7563693-c00d-46be-9b5a-4d3a45f630a7 service nova] [instance: 308971a7-768d-4745-bca5-05e51c545443] Updating instance_info_cache with network_info: [{"id": "ee3de4fd-6779-4738-9320-ce927530415c", "address": "fa:16:3e:44:17:d7", "network": {"id": "43519cc5-16ef-4379-87b2-52d306bfc6f6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-784737992", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "2559077b16fb47ff86017cc6d015de33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee3de4fd-67", "ovs_interfaceid": "ee3de4fd-6779-4738-9320-ce927530415c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.039879] env[70398]: DEBUG oslo_concurrency.lockutils [None req-352349ab-8238-41a1-bdd7-5910d7767423 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.189s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.044452] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.893s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.046981] env[70398]: INFO nova.compute.claims [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.067964] env[70398]: INFO nova.scheduler.client.report [None req-352349ab-8238-41a1-bdd7-5910d7767423 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Deleted allocations for instance c6b07511-415f-4ff4-aa10-1dcef059b852 [ 831.082260] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.446764] env[70398]: DEBUG oslo_concurrency.lockutils [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Releasing lock "refresh_cache-75ceb873-8b66-432e-8c8b-896846e8ee4a" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.447136] env[70398]: DEBUG nova.compute.manager [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] [instance: 75ceb873-8b66-432e-8c8b-896846e8ee4a] Instance network_info: |[{"id": "799e86d0-f68b-4d40-bfcd-cadcc959a595", "address": "fa:16:3e:60:57:19", "network": {"id": "614780ae-17bb-48f1-a7e6-7ec53db08828", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1261300466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19b1b5e74f884b4da6b35afa00fe45b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap799e86d0-f6", "ovs_interfaceid": "799e86d0-f68b-4d40-bfcd-cadcc959a595", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 831.447563] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] [instance: 75ceb873-8b66-432e-8c8b-896846e8ee4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:57:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e9fa4744-8702-4973-b911-ee18192a3e4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '799e86d0-f68b-4d40-bfcd-cadcc959a595', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 831.455052] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Creating folder: Project (19b1b5e74f884b4da6b35afa00fe45b2). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 831.455316] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16828b8a-e4ed-4390-8042-92c52417dffe {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.459679] env[70398]: DEBUG nova.network.neutron [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Successfully updated port: ff67cd06-86b3-4cea-b292-5c7bc2115bea {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 831.467775] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Created folder: Project (19b1b5e74f884b4da6b35afa00fe45b2) in parent group-v687430. [ 831.468137] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Creating folder: Instances. Parent ref: group-v687593. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 831.468494] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e5599e6-a03c-4e19-a297-7ff1c2ec613e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.478289] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Created folder: Instances in parent group-v687593. [ 831.478539] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.478735] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75ceb873-8b66-432e-8c8b-896846e8ee4a] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 831.478943] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63984b56-bcff-4db9-976f-75fc489822e6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.498025] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 831.498025] env[70398]: value = "task-3444240" [ 831.498025] env[70398]: _type = "Task" [ 831.498025] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.505260] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444240, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.525295] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8415f047-e632-425c-8ae9-d568fb11dc02 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.533542] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96611c18-f5a2-497c-b3c2-acc563176e43 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.566077] env[70398]: DEBUG nova.compute.manager [req-330f8d94-7102-44d5-9cb2-59f4335dd1f8 req-d7563693-c00d-46be-9b5a-4d3a45f630a7 service nova] [instance: 308971a7-768d-4745-bca5-05e51c545443] Detach interface failed, port_id=d79ac5c9-5ef1-4fdb-85a1-03d4ab620670, reason: Instance 308971a7-768d-4745-bca5-05e51c545443 could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 831.578803] env[70398]: DEBUG nova.network.neutron [-] [instance: 308971a7-768d-4745-bca5-05e51c545443] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.580011] env[70398]: DEBUG oslo_concurrency.lockutils [None req-352349ab-8238-41a1-bdd7-5910d7767423 tempest-ListImageFiltersTestJSON-661512822 tempest-ListImageFiltersTestJSON-661512822-project-member] Lock "c6b07511-415f-4ff4-aa10-1dcef059b852" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.008s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.960797] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Acquiring lock "refresh_cache-4919357d-d2fd-4bf5-a0f7-ea788c22aae1" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.960797] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Acquired lock "refresh_cache-4919357d-d2fd-4bf5-a0f7-ea788c22aae1" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.961609] env[70398]: DEBUG nova.network.neutron [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 832.008481] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444240, 'name': CreateVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.082462] env[70398]: INFO nova.compute.manager [-] [instance: 308971a7-768d-4745-bca5-05e51c545443] Took 1.48 seconds to deallocate network for instance. [ 832.462860] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d626faaa-d934-498f-b2d8-3ab4e6e42b6f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.472569] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9c96fc-125f-4485-a0a3-6fff2853f524 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.517902] env[70398]: DEBUG nova.network.neutron [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 832.525486] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5118d5c0-b977-457f-a9da-027b6ed41ce1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.540811] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf17bad-e28c-474f-a978-a7638c1a9fb5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.546436] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444240, 'name': CreateVM_Task, 'duration_secs': 0.520448} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.549440] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75ceb873-8b66-432e-8c8b-896846e8ee4a] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 832.550841] env[70398]: DEBUG oslo_concurrency.lockutils [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.551103] env[70398]: DEBUG oslo_concurrency.lockutils [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.551555] env[70398]: DEBUG oslo_concurrency.lockutils [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.564159] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45934660-6887-4765-b711-133ee44a476a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.566139] env[70398]: DEBUG nova.compute.provider_tree [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.571329] env[70398]: DEBUG oslo_vmware.api [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Waiting for the task: (returnval){ [ 832.571329] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52cd89a9-6fc3-8b26-f15b-c93f49a2267b" [ 832.571329] env[70398]: _type = "Task" [ 832.571329] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.590439] env[70398]: DEBUG oslo_vmware.api [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52cd89a9-6fc3-8b26-f15b-c93f49a2267b, 'name': SearchDatastore_Task, 'duration_secs': 0.010202} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.590439] env[70398]: DEBUG oslo_concurrency.lockutils [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.590439] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] [instance: 75ceb873-8b66-432e-8c8b-896846e8ee4a] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 832.590439] env[70398]: DEBUG oslo_concurrency.lockutils [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.590671] env[70398]: DEBUG oslo_concurrency.lockutils [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.590749] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 832.591082] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42c7af16-81d1-4d99-b1d2-4fe5ddcad38d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.598180] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a2bece70-9b13-4a27-93d6-25c7065ec9f1 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.602022] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 832.602022] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 832.602022] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9cb64be-87ba-45f9-afc3-2d31ada254c5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.607615] env[70398]: DEBUG oslo_vmware.api [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Waiting for the task: (returnval){ [ 832.607615] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52903925-4ae8-932a-7ecf-5fda6848da8a" [ 832.607615] env[70398]: _type = "Task" [ 832.607615] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.618781] env[70398]: DEBUG oslo_vmware.api [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52903925-4ae8-932a-7ecf-5fda6848da8a, 'name': SearchDatastore_Task} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.619882] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34b19f96-419b-4c40-8d8e-72c277f1de7b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.625681] env[70398]: DEBUG oslo_vmware.api [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Waiting for the task: (returnval){ [ 832.625681] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f86b1d-93c7-ec64-365f-c5fdd2cc8318" [ 832.625681] env[70398]: _type = "Task" [ 832.625681] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.637475] env[70398]: DEBUG oslo_vmware.api [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f86b1d-93c7-ec64-365f-c5fdd2cc8318, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.673980] env[70398]: DEBUG nova.network.neutron [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Updating instance_info_cache with network_info: [{"id": "ff67cd06-86b3-4cea-b292-5c7bc2115bea", "address": "fa:16:3e:d0:22:86", "network": {"id": "6044fd6a-4a43-4671-92cf-78b8fd0e2f21", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-214818267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "639084799454415db0b88e4fde5abcea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff67cd06-86", "ovs_interfaceid": "ff67cd06-86b3-4cea-b292-5c7bc2115bea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.069789] env[70398]: DEBUG nova.scheduler.client.report [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.099319] env[70398]: DEBUG nova.compute.manager [req-3f37e467-4ef6-46ac-87f4-738611dbd551 req-5d09dcd8-de72-4c09-8a54-3730d5290c40 service nova] [instance: 308971a7-768d-4745-bca5-05e51c545443] Received event network-vif-deleted-ee3de4fd-6779-4738-9320-ce927530415c {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.099511] env[70398]: DEBUG nova.compute.manager [req-3f37e467-4ef6-46ac-87f4-738611dbd551 req-5d09dcd8-de72-4c09-8a54-3730d5290c40 service nova] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Received event network-vif-plugged-ff67cd06-86b3-4cea-b292-5c7bc2115bea {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.099699] env[70398]: DEBUG oslo_concurrency.lockutils [req-3f37e467-4ef6-46ac-87f4-738611dbd551 req-5d09dcd8-de72-4c09-8a54-3730d5290c40 service nova] Acquiring lock "4919357d-d2fd-4bf5-a0f7-ea788c22aae1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.099942] env[70398]: DEBUG oslo_concurrency.lockutils [req-3f37e467-4ef6-46ac-87f4-738611dbd551 req-5d09dcd8-de72-4c09-8a54-3730d5290c40 service nova] Lock "4919357d-d2fd-4bf5-a0f7-ea788c22aae1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.100149] env[70398]: DEBUG oslo_concurrency.lockutils [req-3f37e467-4ef6-46ac-87f4-738611dbd551 req-5d09dcd8-de72-4c09-8a54-3730d5290c40 service nova] Lock "4919357d-d2fd-4bf5-a0f7-ea788c22aae1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.100377] env[70398]: DEBUG nova.compute.manager [req-3f37e467-4ef6-46ac-87f4-738611dbd551 req-5d09dcd8-de72-4c09-8a54-3730d5290c40 service nova] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] No waiting events found dispatching network-vif-plugged-ff67cd06-86b3-4cea-b292-5c7bc2115bea {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 833.100493] env[70398]: WARNING nova.compute.manager [req-3f37e467-4ef6-46ac-87f4-738611dbd551 req-5d09dcd8-de72-4c09-8a54-3730d5290c40 service nova] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Received unexpected event network-vif-plugged-ff67cd06-86b3-4cea-b292-5c7bc2115bea for instance with vm_state building and task_state spawning. [ 833.100602] env[70398]: DEBUG nova.compute.manager [req-3f37e467-4ef6-46ac-87f4-738611dbd551 req-5d09dcd8-de72-4c09-8a54-3730d5290c40 service nova] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Received event network-changed-ff67cd06-86b3-4cea-b292-5c7bc2115bea {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.100734] env[70398]: DEBUG nova.compute.manager [req-3f37e467-4ef6-46ac-87f4-738611dbd551 req-5d09dcd8-de72-4c09-8a54-3730d5290c40 service nova] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Refreshing instance network info cache due to event network-changed-ff67cd06-86b3-4cea-b292-5c7bc2115bea. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 833.100893] env[70398]: DEBUG oslo_concurrency.lockutils [req-3f37e467-4ef6-46ac-87f4-738611dbd551 req-5d09dcd8-de72-4c09-8a54-3730d5290c40 service nova] Acquiring lock "refresh_cache-4919357d-d2fd-4bf5-a0f7-ea788c22aae1" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.136953] env[70398]: DEBUG oslo_vmware.api [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f86b1d-93c7-ec64-365f-c5fdd2cc8318, 'name': SearchDatastore_Task, 'duration_secs': 0.008717} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.137249] env[70398]: DEBUG oslo_concurrency.lockutils [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.137505] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 75ceb873-8b66-432e-8c8b-896846e8ee4a/75ceb873-8b66-432e-8c8b-896846e8ee4a.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 833.137779] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cab80cdf-3f85-458a-bb51-b02ac11adae4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.145115] env[70398]: DEBUG oslo_vmware.api [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Waiting for the task: (returnval){ [ 833.145115] env[70398]: value = "task-3444241" [ 833.145115] env[70398]: _type = "Task" [ 833.145115] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.152760] env[70398]: DEBUG oslo_vmware.api [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Task: {'id': task-3444241, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.176028] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Releasing lock "refresh_cache-4919357d-d2fd-4bf5-a0f7-ea788c22aae1" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.176342] env[70398]: DEBUG nova.compute.manager [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Instance network_info: |[{"id": "ff67cd06-86b3-4cea-b292-5c7bc2115bea", "address": "fa:16:3e:d0:22:86", "network": {"id": "6044fd6a-4a43-4671-92cf-78b8fd0e2f21", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-214818267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "639084799454415db0b88e4fde5abcea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff67cd06-86", "ovs_interfaceid": "ff67cd06-86b3-4cea-b292-5c7bc2115bea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 833.176616] env[70398]: DEBUG oslo_concurrency.lockutils [req-3f37e467-4ef6-46ac-87f4-738611dbd551 req-5d09dcd8-de72-4c09-8a54-3730d5290c40 service nova] Acquired lock "refresh_cache-4919357d-d2fd-4bf5-a0f7-ea788c22aae1" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.176792] env[70398]: DEBUG nova.network.neutron [req-3f37e467-4ef6-46ac-87f4-738611dbd551 req-5d09dcd8-de72-4c09-8a54-3730d5290c40 service nova] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Refreshing network info cache for port ff67cd06-86b3-4cea-b292-5c7bc2115bea {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 833.178328] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:22:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff67cd06-86b3-4cea-b292-5c7bc2115bea', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 833.185768] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 833.189019] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 833.189532] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7586ae5f-4530-49e3-af44-cca8f528f9ad {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.209143] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 833.209143] env[70398]: value = "task-3444242" [ 833.209143] env[70398]: _type = "Task" [ 833.209143] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.218009] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444242, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.396668] env[70398]: DEBUG nova.network.neutron [req-3f37e467-4ef6-46ac-87f4-738611dbd551 req-5d09dcd8-de72-4c09-8a54-3730d5290c40 service nova] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Updated VIF entry in instance network info cache for port ff67cd06-86b3-4cea-b292-5c7bc2115bea. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 833.396727] env[70398]: DEBUG nova.network.neutron [req-3f37e467-4ef6-46ac-87f4-738611dbd551 req-5d09dcd8-de72-4c09-8a54-3730d5290c40 service nova] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Updating instance_info_cache with network_info: [{"id": "ff67cd06-86b3-4cea-b292-5c7bc2115bea", "address": "fa:16:3e:d0:22:86", "network": {"id": "6044fd6a-4a43-4671-92cf-78b8fd0e2f21", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-214818267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "639084799454415db0b88e4fde5abcea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff67cd06-86", "ovs_interfaceid": "ff67cd06-86b3-4cea-b292-5c7bc2115bea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.577648] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.531s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.577648] env[70398]: DEBUG nova.compute.manager [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 833.578800] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6d18ed1a-a7d0-42ea-8767-dad7d77541b3 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.984s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.579029] env[70398]: DEBUG nova.objects.instance [None req-6d18ed1a-a7d0-42ea-8767-dad7d77541b3 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lazy-loading 'resources' on Instance uuid 3bdd81ec-cf04-414c-b080-b756355338ea {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 833.660834] env[70398]: DEBUG oslo_vmware.api [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Task: {'id': task-3444241, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506177} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.661312] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 75ceb873-8b66-432e-8c8b-896846e8ee4a/75ceb873-8b66-432e-8c8b-896846e8ee4a.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 833.661645] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] [instance: 75ceb873-8b66-432e-8c8b-896846e8ee4a] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 833.661971] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b493fc7-16da-48d5-9d61-12b9547201a3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.668563] env[70398]: DEBUG oslo_vmware.api [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Waiting for the task: (returnval){ [ 833.668563] env[70398]: value = "task-3444243" [ 833.668563] env[70398]: _type = "Task" [ 833.668563] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.679135] env[70398]: DEBUG oslo_vmware.api [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Task: {'id': task-3444243, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.719507] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444242, 'name': CreateVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.900424] env[70398]: DEBUG oslo_concurrency.lockutils [req-3f37e467-4ef6-46ac-87f4-738611dbd551 req-5d09dcd8-de72-4c09-8a54-3730d5290c40 service nova] Releasing lock "refresh_cache-4919357d-d2fd-4bf5-a0f7-ea788c22aae1" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.085177] env[70398]: DEBUG nova.compute.utils [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 834.086808] env[70398]: DEBUG nova.compute.manager [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 834.087007] env[70398]: DEBUG nova.network.neutron [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 834.180164] env[70398]: DEBUG oslo_vmware.api [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Task: {'id': task-3444243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062353} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.180429] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] [instance: 75ceb873-8b66-432e-8c8b-896846e8ee4a] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 834.181308] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c8aa68-0624-433b-9c39-902851eae9d6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.211357] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] [instance: 75ceb873-8b66-432e-8c8b-896846e8ee4a] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 75ceb873-8b66-432e-8c8b-896846e8ee4a/75ceb873-8b66-432e-8c8b-896846e8ee4a.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 834.214938] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3764ae89-8312-43bc-8345-6a22d2771f33 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.239698] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444242, 'name': CreateVM_Task, 'duration_secs': 0.583919} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.241068] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 834.241551] env[70398]: DEBUG oslo_vmware.api [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Waiting for the task: (returnval){ [ 834.241551] env[70398]: value = "task-3444244" [ 834.241551] env[70398]: _type = "Task" [ 834.241551] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.244661] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.245098] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.245537] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.246151] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3f07584-ced7-4b1f-8edb-e6b0a15fc365 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.254590] env[70398]: DEBUG oslo_vmware.api [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Waiting for the task: (returnval){ [ 834.254590] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f0d02b-d087-2d9c-b6a1-fdb319db4bb4" [ 834.254590] env[70398]: _type = "Task" [ 834.254590] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.260364] env[70398]: DEBUG oslo_vmware.api [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Task: {'id': task-3444244, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.268889] env[70398]: DEBUG oslo_vmware.api [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f0d02b-d087-2d9c-b6a1-fdb319db4bb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.299976] env[70398]: DEBUG nova.policy [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4201758a5a84443fbccddfc41af0b88f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fdd435c028a44f1698e5721cd66fa566', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 834.595710] env[70398]: DEBUG nova.compute.manager [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 834.621034] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953563e2-b55c-48d4-b3f5-4373a463578f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.632762] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a77a79-bcc5-401e-ad56-d0aa0ee92387 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.668682] env[70398]: DEBUG nova.network.neutron [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Successfully created port: 271a59d6-0129-4ba2-a85e-36d1b5b2afec {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 834.672190] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e10fd3-6e8d-4be2-9d31-f3792208800e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.681367] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf3b6d0-6f94-4e05-9e5e-8fd753d09420 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.699651] env[70398]: DEBUG nova.compute.provider_tree [None req-6d18ed1a-a7d0-42ea-8767-dad7d77541b3 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.755921] env[70398]: DEBUG oslo_vmware.api [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Task: {'id': task-3444244, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.770359] env[70398]: DEBUG oslo_vmware.api [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f0d02b-d087-2d9c-b6a1-fdb319db4bb4, 'name': SearchDatastore_Task, 'duration_secs': 0.047498} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.770767] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.770926] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 834.771277] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.771436] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.771619] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 834.771920] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aadb9662-849a-463d-95fb-4b112a73e331 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.788464] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 834.788650] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 834.789692] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1fe21e4-a7cd-47cd-8c4b-2140516f40ed {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.794583] env[70398]: DEBUG oslo_vmware.api [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Waiting for the task: (returnval){ [ 834.794583] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52c26467-6a8f-703b-f33a-fa9aab0daf12" [ 834.794583] env[70398]: _type = "Task" [ 834.794583] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.802219] env[70398]: DEBUG oslo_vmware.api [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52c26467-6a8f-703b-f33a-fa9aab0daf12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.203090] env[70398]: DEBUG nova.scheduler.client.report [None req-6d18ed1a-a7d0-42ea-8767-dad7d77541b3 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.258795] env[70398]: DEBUG oslo_vmware.api [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Task: {'id': task-3444244, 'name': ReconfigVM_Task, 'duration_secs': 0.743616} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.258795] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] [instance: 75ceb873-8b66-432e-8c8b-896846e8ee4a] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 75ceb873-8b66-432e-8c8b-896846e8ee4a/75ceb873-8b66-432e-8c8b-896846e8ee4a.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 835.259528] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1866741-3298-46ae-acdd-5664e3c9c049 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.267451] env[70398]: DEBUG oslo_vmware.api [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Waiting for the task: (returnval){ [ 835.267451] env[70398]: value = "task-3444245" [ 835.267451] env[70398]: _type = "Task" [ 835.267451] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.274579] env[70398]: DEBUG oslo_vmware.api [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Task: {'id': task-3444245, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.304772] env[70398]: DEBUG oslo_vmware.api [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52c26467-6a8f-703b-f33a-fa9aab0daf12, 'name': SearchDatastore_Task, 'duration_secs': 0.030398} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.305583] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-632d0ef5-0ef4-455f-b765-0ad95f105113 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.310621] env[70398]: DEBUG oslo_vmware.api [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Waiting for the task: (returnval){ [ 835.310621] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]524b0e4f-7677-269b-96aa-ab139b08c8ae" [ 835.310621] env[70398]: _type = "Task" [ 835.310621] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.318332] env[70398]: DEBUG oslo_vmware.api [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]524b0e4f-7677-269b-96aa-ab139b08c8ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.607275] env[70398]: DEBUG nova.compute.manager [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 835.643882] env[70398]: DEBUG nova.virt.hardware [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 835.644133] env[70398]: DEBUG nova.virt.hardware [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 835.645489] env[70398]: DEBUG nova.virt.hardware [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 835.645489] env[70398]: DEBUG nova.virt.hardware [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 835.645489] env[70398]: DEBUG nova.virt.hardware [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 835.645489] env[70398]: DEBUG nova.virt.hardware [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 835.645489] env[70398]: DEBUG nova.virt.hardware [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 835.645489] env[70398]: DEBUG nova.virt.hardware [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 835.645885] env[70398]: DEBUG nova.virt.hardware [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 835.645885] env[70398]: DEBUG nova.virt.hardware [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 835.646012] env[70398]: DEBUG nova.virt.hardware [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 835.647047] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1339e8c-78e3-4f3c-8d93-badebb2cb5b0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.660029] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f994620c-5a41-4863-8027-4cc94d27730d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.708390] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6d18ed1a-a7d0-42ea-8767-dad7d77541b3 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.129s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.711088] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6da3d8ea-b3ae-42b2-98c7-9bc4a2db7023 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.213s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.711360] env[70398]: DEBUG nova.objects.instance [None req-6da3d8ea-b3ae-42b2-98c7-9bc4a2db7023 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Lazy-loading 'resources' on Instance uuid cdd1fa38-1202-4f1f-b724-375bca9255df {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 835.739905] env[70398]: INFO nova.scheduler.client.report [None req-6d18ed1a-a7d0-42ea-8767-dad7d77541b3 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Deleted allocations for instance 3bdd81ec-cf04-414c-b080-b756355338ea [ 835.784908] env[70398]: DEBUG oslo_vmware.api [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Task: {'id': task-3444245, 'name': Rename_Task, 'duration_secs': 0.131431} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.784908] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] [instance: 75ceb873-8b66-432e-8c8b-896846e8ee4a] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 835.784908] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f25965e1-9915-40e5-8010-56f04f371ea8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.793430] env[70398]: DEBUG oslo_vmware.api [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Waiting for the task: (returnval){ [ 835.793430] env[70398]: value = "task-3444246" [ 835.793430] env[70398]: _type = "Task" [ 835.793430] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.802034] env[70398]: DEBUG oslo_vmware.api [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Task: {'id': task-3444246, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.822244] env[70398]: DEBUG oslo_vmware.api [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]524b0e4f-7677-269b-96aa-ab139b08c8ae, 'name': SearchDatastore_Task, 'duration_secs': 0.008039} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.822363] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.822578] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 4919357d-d2fd-4bf5-a0f7-ea788c22aae1/4919357d-d2fd-4bf5-a0f7-ea788c22aae1.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 835.823837] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-892eefca-2fb8-4591-b2ea-a7602a95acaf {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.831342] env[70398]: DEBUG oslo_vmware.api [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Waiting for the task: (returnval){ [ 835.831342] env[70398]: value = "task-3444247" [ 835.831342] env[70398]: _type = "Task" [ 835.831342] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.839497] env[70398]: DEBUG oslo_vmware.api [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444247, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.225560] env[70398]: DEBUG nova.compute.manager [req-a9ca4245-c9f5-459a-a561-dc1793e21e85 req-e709e162-5a2e-4858-870a-9463852ad832 service nova] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Received event network-vif-plugged-271a59d6-0129-4ba2-a85e-36d1b5b2afec {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.225818] env[70398]: DEBUG oslo_concurrency.lockutils [req-a9ca4245-c9f5-459a-a561-dc1793e21e85 req-e709e162-5a2e-4858-870a-9463852ad832 service nova] Acquiring lock "495c1dd4-03ba-407f-b436-17bd65c1f11a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.226021] env[70398]: DEBUG oslo_concurrency.lockutils [req-a9ca4245-c9f5-459a-a561-dc1793e21e85 req-e709e162-5a2e-4858-870a-9463852ad832 service nova] Lock "495c1dd4-03ba-407f-b436-17bd65c1f11a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.226185] env[70398]: DEBUG oslo_concurrency.lockutils [req-a9ca4245-c9f5-459a-a561-dc1793e21e85 req-e709e162-5a2e-4858-870a-9463852ad832 service nova] Lock "495c1dd4-03ba-407f-b436-17bd65c1f11a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.226354] env[70398]: DEBUG nova.compute.manager [req-a9ca4245-c9f5-459a-a561-dc1793e21e85 req-e709e162-5a2e-4858-870a-9463852ad832 service nova] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] No waiting events found dispatching network-vif-plugged-271a59d6-0129-4ba2-a85e-36d1b5b2afec {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 836.226516] env[70398]: WARNING nova.compute.manager [req-a9ca4245-c9f5-459a-a561-dc1793e21e85 req-e709e162-5a2e-4858-870a-9463852ad832 service nova] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Received unexpected event network-vif-plugged-271a59d6-0129-4ba2-a85e-36d1b5b2afec for instance with vm_state building and task_state spawning. [ 836.251965] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6d18ed1a-a7d0-42ea-8767-dad7d77541b3 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lock "3bdd81ec-cf04-414c-b080-b756355338ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.216s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.304434] env[70398]: DEBUG oslo_vmware.api [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Task: {'id': task-3444246, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.343922] env[70398]: DEBUG oslo_vmware.api [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444247, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.508081] env[70398]: DEBUG nova.network.neutron [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Successfully updated port: 271a59d6-0129-4ba2-a85e-36d1b5b2afec {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 836.810217] env[70398]: DEBUG oslo_vmware.api [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Task: {'id': task-3444246, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.822956] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1485b687-f617-4883-aacd-09f2cef8db2b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.830030] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1b162c-d0ef-4b9f-8b65-db0ec45c1de3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.842409] env[70398]: DEBUG oslo_vmware.api [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444247, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708386} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.869682] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 4919357d-d2fd-4bf5-a0f7-ea788c22aae1/4919357d-d2fd-4bf5-a0f7-ea788c22aae1.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 836.869682] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 836.869682] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-486a1630-3bc0-42f1-a2aa-e618f590d5db {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.871317] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e91927-3ea7-4375-be8d-70bb2655d940 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.880482] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a011d6c0-aac3-49b7-b37c-1bc448ffebd8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.884280] env[70398]: DEBUG oslo_vmware.api [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Waiting for the task: (returnval){ [ 836.884280] env[70398]: value = "task-3444248" [ 836.884280] env[70398]: _type = "Task" [ 836.884280] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.899299] env[70398]: DEBUG nova.compute.provider_tree [None req-6da3d8ea-b3ae-42b2-98c7-9bc4a2db7023 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.907561] env[70398]: DEBUG oslo_vmware.api [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444248, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.011349] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquiring lock "refresh_cache-495c1dd4-03ba-407f-b436-17bd65c1f11a" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.011434] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquired lock "refresh_cache-495c1dd4-03ba-407f-b436-17bd65c1f11a" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.011679] env[70398]: DEBUG nova.network.neutron [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.305827] env[70398]: DEBUG oslo_vmware.api [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Task: {'id': task-3444246, 'name': PowerOnVM_Task, 'duration_secs': 1.215524} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.306155] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] [instance: 75ceb873-8b66-432e-8c8b-896846e8ee4a] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 837.306442] env[70398]: INFO nova.compute.manager [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] [instance: 75ceb873-8b66-432e-8c8b-896846e8ee4a] Took 9.01 seconds to spawn the instance on the hypervisor. [ 837.306482] env[70398]: DEBUG nova.compute.manager [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] [instance: 75ceb873-8b66-432e-8c8b-896846e8ee4a] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 837.307589] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b65eee6-c784-41aa-88f6-359feccede95 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.393110] env[70398]: DEBUG oslo_vmware.api [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444248, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109559} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.393409] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 837.394182] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceffe16f-2f15-4abb-9c14-70a374cab32b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.412595] env[70398]: DEBUG nova.scheduler.client.report [None req-6da3d8ea-b3ae-42b2-98c7-9bc4a2db7023 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.432692] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 4919357d-d2fd-4bf5-a0f7-ea788c22aae1/4919357d-d2fd-4bf5-a0f7-ea788c22aae1.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 837.435030] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b81bdc79-13ae-4739-8a7e-7686a195970d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.460329] env[70398]: DEBUG oslo_vmware.api [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Waiting for the task: (returnval){ [ 837.460329] env[70398]: value = "task-3444251" [ 837.460329] env[70398]: _type = "Task" [ 837.460329] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.470064] env[70398]: DEBUG oslo_vmware.api [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444251, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.550601] env[70398]: DEBUG nova.network.neutron [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 837.754011] env[70398]: DEBUG nova.network.neutron [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Updating instance_info_cache with network_info: [{"id": "271a59d6-0129-4ba2-a85e-36d1b5b2afec", "address": "fa:16:3e:98:4e:ca", "network": {"id": "2be14bce-3a50-4780-942e-36ac9b7f4301", "bridge": "br-int", "label": "tempest-ImagesTestJSON-259161185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd435c028a44f1698e5721cd66fa566", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap271a59d6-01", "ovs_interfaceid": "271a59d6-0129-4ba2-a85e-36d1b5b2afec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.829453] env[70398]: INFO nova.compute.manager [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] [instance: 75ceb873-8b66-432e-8c8b-896846e8ee4a] Took 57.30 seconds to build instance. [ 837.935277] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6da3d8ea-b3ae-42b2-98c7-9bc4a2db7023 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.224s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.938383] env[70398]: DEBUG oslo_concurrency.lockutils [None req-841109d2-ae3c-4adc-bd27-2f70050e0e59 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.273s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.938505] env[70398]: DEBUG nova.objects.instance [None req-841109d2-ae3c-4adc-bd27-2f70050e0e59 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Lazy-loading 'resources' on Instance uuid c8365af2-10de-4aa2-833d-d5ed1253c168 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 837.972911] env[70398]: DEBUG oslo_vmware.api [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444251, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.982087] env[70398]: INFO nova.scheduler.client.report [None req-6da3d8ea-b3ae-42b2-98c7-9bc4a2db7023 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Deleted allocations for instance cdd1fa38-1202-4f1f-b724-375bca9255df [ 838.253757] env[70398]: DEBUG nova.compute.manager [req-a7d7f3b7-d24b-4b90-b924-fc8faaf2c0a3 req-19edb363-8e3a-44dd-86a3-bc20eb0a41ed service nova] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Received event network-changed-271a59d6-0129-4ba2-a85e-36d1b5b2afec {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.254026] env[70398]: DEBUG nova.compute.manager [req-a7d7f3b7-d24b-4b90-b924-fc8faaf2c0a3 req-19edb363-8e3a-44dd-86a3-bc20eb0a41ed service nova] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Refreshing instance network info cache due to event network-changed-271a59d6-0129-4ba2-a85e-36d1b5b2afec. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 838.254288] env[70398]: DEBUG oslo_concurrency.lockutils [req-a7d7f3b7-d24b-4b90-b924-fc8faaf2c0a3 req-19edb363-8e3a-44dd-86a3-bc20eb0a41ed service nova] Acquiring lock "refresh_cache-495c1dd4-03ba-407f-b436-17bd65c1f11a" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.257072] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Releasing lock "refresh_cache-495c1dd4-03ba-407f-b436-17bd65c1f11a" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.257401] env[70398]: DEBUG nova.compute.manager [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Instance network_info: |[{"id": "271a59d6-0129-4ba2-a85e-36d1b5b2afec", "address": "fa:16:3e:98:4e:ca", "network": {"id": "2be14bce-3a50-4780-942e-36ac9b7f4301", "bridge": "br-int", "label": "tempest-ImagesTestJSON-259161185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd435c028a44f1698e5721cd66fa566", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap271a59d6-01", "ovs_interfaceid": "271a59d6-0129-4ba2-a85e-36d1b5b2afec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 838.257932] env[70398]: DEBUG oslo_concurrency.lockutils [req-a7d7f3b7-d24b-4b90-b924-fc8faaf2c0a3 req-19edb363-8e3a-44dd-86a3-bc20eb0a41ed service nova] Acquired lock "refresh_cache-495c1dd4-03ba-407f-b436-17bd65c1f11a" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.258182] env[70398]: DEBUG nova.network.neutron [req-a7d7f3b7-d24b-4b90-b924-fc8faaf2c0a3 req-19edb363-8e3a-44dd-86a3-bc20eb0a41ed service nova] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Refreshing network info cache for port 271a59d6-0129-4ba2-a85e-36d1b5b2afec {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.259871] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:4e:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b2049d7-f99e-425a-afdb-2c95ca88e483', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '271a59d6-0129-4ba2-a85e-36d1b5b2afec', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 838.267093] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.270065] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 838.270803] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88003d67-9b77-438c-919b-c535626db803 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.290919] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 838.290919] env[70398]: value = "task-3444253" [ 838.290919] env[70398]: _type = "Task" [ 838.290919] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.298145] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444253, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.331056] env[70398]: DEBUG oslo_concurrency.lockutils [None req-310b2101-cad8-4d68-aff2-c30aa15ac479 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Lock "75ceb873-8b66-432e-8c8b-896846e8ee4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.812s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.472100] env[70398]: DEBUG oslo_vmware.api [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444251, 'name': ReconfigVM_Task, 'duration_secs': 0.587762} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.474797] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 4919357d-d2fd-4bf5-a0f7-ea788c22aae1/4919357d-d2fd-4bf5-a0f7-ea788c22aae1.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 838.475601] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86fe482f-c52a-4d4d-935b-b9367d076479 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.482122] env[70398]: DEBUG oslo_vmware.api [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Waiting for the task: (returnval){ [ 838.482122] env[70398]: value = "task-3444254" [ 838.482122] env[70398]: _type = "Task" [ 838.482122] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.496033] env[70398]: DEBUG oslo_vmware.api [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444254, 'name': Rename_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.497545] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6da3d8ea-b3ae-42b2-98c7-9bc4a2db7023 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Lock "cdd1fa38-1202-4f1f-b724-375bca9255df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.501s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.511995] env[70398]: DEBUG nova.network.neutron [req-a7d7f3b7-d24b-4b90-b924-fc8faaf2c0a3 req-19edb363-8e3a-44dd-86a3-bc20eb0a41ed service nova] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Updated VIF entry in instance network info cache for port 271a59d6-0129-4ba2-a85e-36d1b5b2afec. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 838.512353] env[70398]: DEBUG nova.network.neutron [req-a7d7f3b7-d24b-4b90-b924-fc8faaf2c0a3 req-19edb363-8e3a-44dd-86a3-bc20eb0a41ed service nova] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Updating instance_info_cache with network_info: [{"id": "271a59d6-0129-4ba2-a85e-36d1b5b2afec", "address": "fa:16:3e:98:4e:ca", "network": {"id": "2be14bce-3a50-4780-942e-36ac9b7f4301", "bridge": "br-int", "label": "tempest-ImagesTestJSON-259161185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd435c028a44f1698e5721cd66fa566", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap271a59d6-01", "ovs_interfaceid": "271a59d6-0129-4ba2-a85e-36d1b5b2afec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.804954] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444253, 'name': CreateVM_Task, 'duration_secs': 0.3185} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.805061] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 838.805676] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.805832] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.806446] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.808489] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1a6682d-cbd2-43ab-baf0-251aa04ef7a4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.813724] env[70398]: DEBUG oslo_vmware.api [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 838.813724] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52c2ccef-9b47-d918-7902-8b3effd824c7" [ 838.813724] env[70398]: _type = "Task" [ 838.813724] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.821680] env[70398]: DEBUG oslo_vmware.api [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52c2ccef-9b47-d918-7902-8b3effd824c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.844218] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11360c6e-d83c-4711-aec5-c4ffecf5252c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.850995] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27c8eb2-bcdf-4809-b2d0-1ac1a667e94c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.881697] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efbed7c-f33a-4601-8bca-429ce92870de {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.888994] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ddfdcf1-e8ea-41fa-875b-14f0411af000 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.904516] env[70398]: DEBUG nova.compute.provider_tree [None req-841109d2-ae3c-4adc-bd27-2f70050e0e59 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.994048] env[70398]: DEBUG oslo_vmware.api [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444254, 'name': Rename_Task, 'duration_secs': 0.142899} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.994343] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 838.994583] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f28fe31e-42c7-4945-a1a5-d6bb477e4745 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.003164] env[70398]: DEBUG oslo_vmware.api [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Waiting for the task: (returnval){ [ 839.003164] env[70398]: value = "task-3444255" [ 839.003164] env[70398]: _type = "Task" [ 839.003164] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.018321] env[70398]: DEBUG oslo_concurrency.lockutils [req-a7d7f3b7-d24b-4b90-b924-fc8faaf2c0a3 req-19edb363-8e3a-44dd-86a3-bc20eb0a41ed service nova] Releasing lock "refresh_cache-495c1dd4-03ba-407f-b436-17bd65c1f11a" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.018321] env[70398]: DEBUG oslo_vmware.api [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444255, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.052860] env[70398]: DEBUG oslo_concurrency.lockutils [None req-de173283-ea67-4ded-9fe9-5590205b93a5 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Acquiring lock "75ceb873-8b66-432e-8c8b-896846e8ee4a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.052860] env[70398]: DEBUG oslo_concurrency.lockutils [None req-de173283-ea67-4ded-9fe9-5590205b93a5 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Lock "75ceb873-8b66-432e-8c8b-896846e8ee4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.052860] env[70398]: DEBUG oslo_concurrency.lockutils [None req-de173283-ea67-4ded-9fe9-5590205b93a5 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Acquiring lock "75ceb873-8b66-432e-8c8b-896846e8ee4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.052860] env[70398]: DEBUG oslo_concurrency.lockutils [None req-de173283-ea67-4ded-9fe9-5590205b93a5 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Lock "75ceb873-8b66-432e-8c8b-896846e8ee4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.052860] env[70398]: DEBUG oslo_concurrency.lockutils [None req-de173283-ea67-4ded-9fe9-5590205b93a5 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Lock "75ceb873-8b66-432e-8c8b-896846e8ee4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.052860] env[70398]: INFO nova.compute.manager [None req-de173283-ea67-4ded-9fe9-5590205b93a5 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] [instance: 75ceb873-8b66-432e-8c8b-896846e8ee4a] Terminating instance [ 839.340012] env[70398]: DEBUG oslo_vmware.api [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52c2ccef-9b47-d918-7902-8b3effd824c7, 'name': SearchDatastore_Task, 'duration_secs': 0.015836} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.342443] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.342443] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 839.343485] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.343680] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.343968] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 839.344203] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5fd28b1-9d38-4c5a-8bab-4f07f917e6a8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.352648] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 839.352929] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 839.353811] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05a7bce4-f0f8-4976-9d2b-b95dc3ff9845 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.358992] env[70398]: DEBUG oslo_vmware.api [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 839.358992] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]527732da-0fb4-1c84-dc64-bf2674fac7bd" [ 839.358992] env[70398]: _type = "Task" [ 839.358992] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.367557] env[70398]: DEBUG oslo_vmware.api [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]527732da-0fb4-1c84-dc64-bf2674fac7bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.407060] env[70398]: DEBUG nova.scheduler.client.report [None req-841109d2-ae3c-4adc-bd27-2f70050e0e59 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.484102] env[70398]: DEBUG oslo_concurrency.lockutils [None req-137b7f89-5090-4dfd-a177-e823f43637a2 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Acquiring lock "61606b64-febb-4672-81fe-e921ef3c0631" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.485116] env[70398]: DEBUG oslo_concurrency.lockutils [None req-137b7f89-5090-4dfd-a177-e823f43637a2 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Lock "61606b64-febb-4672-81fe-e921ef3c0631" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.485116] env[70398]: DEBUG oslo_concurrency.lockutils [None req-137b7f89-5090-4dfd-a177-e823f43637a2 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Acquiring lock "61606b64-febb-4672-81fe-e921ef3c0631-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.485116] env[70398]: DEBUG oslo_concurrency.lockutils [None req-137b7f89-5090-4dfd-a177-e823f43637a2 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Lock "61606b64-febb-4672-81fe-e921ef3c0631-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.485116] env[70398]: DEBUG oslo_concurrency.lockutils [None req-137b7f89-5090-4dfd-a177-e823f43637a2 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Lock "61606b64-febb-4672-81fe-e921ef3c0631-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.488070] env[70398]: INFO nova.compute.manager [None req-137b7f89-5090-4dfd-a177-e823f43637a2 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] Terminating instance [ 839.514040] env[70398]: DEBUG oslo_vmware.api [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444255, 'name': PowerOnVM_Task, 'duration_secs': 0.458517} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.514040] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 839.514292] env[70398]: INFO nova.compute.manager [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Took 8.63 seconds to spawn the instance on the hypervisor. [ 839.514368] env[70398]: DEBUG nova.compute.manager [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 839.515189] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e453f555-ae4e-4282-a6eb-97c2c207900b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.556820] env[70398]: DEBUG nova.compute.manager [None req-de173283-ea67-4ded-9fe9-5590205b93a5 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] [instance: 75ceb873-8b66-432e-8c8b-896846e8ee4a] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 839.556959] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-de173283-ea67-4ded-9fe9-5590205b93a5 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] [instance: 75ceb873-8b66-432e-8c8b-896846e8ee4a] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.557876] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c5e5c7-b27f-4f94-bd7c-4873535f9e66 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.572226] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-de173283-ea67-4ded-9fe9-5590205b93a5 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] [instance: 75ceb873-8b66-432e-8c8b-896846e8ee4a] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.572557] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df50a3ec-480f-42eb-8cc7-48607aead80a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.583454] env[70398]: DEBUG oslo_vmware.api [None req-de173283-ea67-4ded-9fe9-5590205b93a5 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Waiting for the task: (returnval){ [ 839.583454] env[70398]: value = "task-3444256" [ 839.583454] env[70398]: _type = "Task" [ 839.583454] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.593913] env[70398]: DEBUG oslo_vmware.api [None req-de173283-ea67-4ded-9fe9-5590205b93a5 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Task: {'id': task-3444256, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.872577] env[70398]: DEBUG oslo_vmware.api [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]527732da-0fb4-1c84-dc64-bf2674fac7bd, 'name': SearchDatastore_Task, 'duration_secs': 0.009536} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.872838] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac977c6f-6c09-4034-bfdf-c5da6342102f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.881960] env[70398]: DEBUG oslo_vmware.api [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 839.881960] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52c2e768-015e-f1e0-f3a2-88147cc1cacc" [ 839.881960] env[70398]: _type = "Task" [ 839.881960] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.892260] env[70398]: DEBUG oslo_vmware.api [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52c2e768-015e-f1e0-f3a2-88147cc1cacc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.913531] env[70398]: DEBUG oslo_concurrency.lockutils [None req-841109d2-ae3c-4adc-bd27-2f70050e0e59 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.975s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.916229] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a2add577-0618-4c66-86c7-35f2b9408c82 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.015s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.916469] env[70398]: DEBUG nova.objects.instance [None req-a2add577-0618-4c66-86c7-35f2b9408c82 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Lazy-loading 'resources' on Instance uuid b73008e5-583e-495c-8776-ca9bca435a9c {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 839.925334] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Acquiring lock "a3c9b6ac-08f5-449e-9738-64b7d9157f87" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.925587] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Lock "a3c9b6ac-08f5-449e-9738-64b7d9157f87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.942573] env[70398]: INFO nova.scheduler.client.report [None req-841109d2-ae3c-4adc-bd27-2f70050e0e59 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Deleted allocations for instance c8365af2-10de-4aa2-833d-d5ed1253c168 [ 839.995194] env[70398]: DEBUG nova.compute.manager [None req-137b7f89-5090-4dfd-a177-e823f43637a2 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 839.995194] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-137b7f89-5090-4dfd-a177-e823f43637a2 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.995194] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3aaa13-5ddf-4e0b-96d2-c47c40113ba6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.004112] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-137b7f89-5090-4dfd-a177-e823f43637a2 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 840.004644] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29a020bd-bc8c-4e75-9cce-397ba033465f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.044516] env[70398]: DEBUG oslo_vmware.api [None req-137b7f89-5090-4dfd-a177-e823f43637a2 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Waiting for the task: (returnval){ [ 840.044516] env[70398]: value = "task-3444257" [ 840.044516] env[70398]: _type = "Task" [ 840.044516] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.044516] env[70398]: DEBUG oslo_vmware.api [None req-137b7f89-5090-4dfd-a177-e823f43637a2 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Task: {'id': task-3444257, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.044516] env[70398]: INFO nova.compute.manager [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Took 54.96 seconds to build instance. [ 840.097097] env[70398]: DEBUG oslo_vmware.api [None req-de173283-ea67-4ded-9fe9-5590205b93a5 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Task: {'id': task-3444256, 'name': PowerOffVM_Task, 'duration_secs': 0.253853} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.097924] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-de173283-ea67-4ded-9fe9-5590205b93a5 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] [instance: 75ceb873-8b66-432e-8c8b-896846e8ee4a] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.097924] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-de173283-ea67-4ded-9fe9-5590205b93a5 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] [instance: 75ceb873-8b66-432e-8c8b-896846e8ee4a] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.097924] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86db3313-7843-4105-9e1e-1e1f5def9712 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.169496] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-de173283-ea67-4ded-9fe9-5590205b93a5 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] [instance: 75ceb873-8b66-432e-8c8b-896846e8ee4a] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 840.169932] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-de173283-ea67-4ded-9fe9-5590205b93a5 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] [instance: 75ceb873-8b66-432e-8c8b-896846e8ee4a] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 840.170811] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-de173283-ea67-4ded-9fe9-5590205b93a5 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Deleting the datastore file [datastore2] 75ceb873-8b66-432e-8c8b-896846e8ee4a {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 840.171177] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d39d8b0-81f1-427b-9791-010145584fa2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.180738] env[70398]: DEBUG oslo_vmware.api [None req-de173283-ea67-4ded-9fe9-5590205b93a5 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Waiting for the task: (returnval){ [ 840.180738] env[70398]: value = "task-3444259" [ 840.180738] env[70398]: _type = "Task" [ 840.180738] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.196071] env[70398]: DEBUG oslo_vmware.api [None req-de173283-ea67-4ded-9fe9-5590205b93a5 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Task: {'id': task-3444259, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.204773] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Acquiring lock "9be7feaf-5abd-4017-8866-89a0f07f8a8b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.205041] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Lock "9be7feaf-5abd-4017-8866-89a0f07f8a8b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.392305] env[70398]: DEBUG oslo_vmware.api [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52c2e768-015e-f1e0-f3a2-88147cc1cacc, 'name': SearchDatastore_Task, 'duration_secs': 0.019028} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.393427] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.393810] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 495c1dd4-03ba-407f-b436-17bd65c1f11a/495c1dd4-03ba-407f-b436-17bd65c1f11a.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 840.394112] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a3ac5c6-5219-4c8c-830e-144979320a2b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.402868] env[70398]: DEBUG oslo_vmware.api [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 840.402868] env[70398]: value = "task-3444261" [ 840.402868] env[70398]: _type = "Task" [ 840.402868] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.411280] env[70398]: DEBUG oslo_vmware.api [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444261, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.429434] env[70398]: DEBUG nova.compute.manager [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a3c9b6ac-08f5-449e-9738-64b7d9157f87] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 840.450704] env[70398]: DEBUG oslo_concurrency.lockutils [None req-841109d2-ae3c-4adc-bd27-2f70050e0e59 tempest-ServersNegativeTestMultiTenantJSON-1295451083 tempest-ServersNegativeTestMultiTenantJSON-1295451083-project-member] Lock "c8365af2-10de-4aa2-833d-d5ed1253c168" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.163s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.533692] env[70398]: DEBUG oslo_vmware.api [None req-137b7f89-5090-4dfd-a177-e823f43637a2 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Task: {'id': task-3444257, 'name': PowerOffVM_Task, 'duration_secs': 0.242167} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.533692] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-137b7f89-5090-4dfd-a177-e823f43637a2 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.533692] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-137b7f89-5090-4dfd-a177-e823f43637a2 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.533692] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c6fab81-ef93-43f2-b3c1-50d2755a44d0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.545858] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1c513442-9656-4773-9068-0020c3801e9d tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Lock "4919357d-d2fd-4bf5-a0f7-ea788c22aae1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.480s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.597297] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-137b7f89-5090-4dfd-a177-e823f43637a2 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 840.597523] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-137b7f89-5090-4dfd-a177-e823f43637a2 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 840.597703] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-137b7f89-5090-4dfd-a177-e823f43637a2 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Deleting the datastore file [datastore1] 61606b64-febb-4672-81fe-e921ef3c0631 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 840.598070] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1520b5ec-cb97-4d36-b60e-43f9773f2191 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.605121] env[70398]: DEBUG oslo_vmware.api [None req-137b7f89-5090-4dfd-a177-e823f43637a2 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Waiting for the task: (returnval){ [ 840.605121] env[70398]: value = "task-3444263" [ 840.605121] env[70398]: _type = "Task" [ 840.605121] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.614861] env[70398]: DEBUG oslo_vmware.api [None req-137b7f89-5090-4dfd-a177-e823f43637a2 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Task: {'id': task-3444263, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.694828] env[70398]: DEBUG oslo_vmware.api [None req-de173283-ea67-4ded-9fe9-5590205b93a5 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Task: {'id': task-3444259, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.463428} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.695115] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-de173283-ea67-4ded-9fe9-5590205b93a5 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 840.695305] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-de173283-ea67-4ded-9fe9-5590205b93a5 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] [instance: 75ceb873-8b66-432e-8c8b-896846e8ee4a] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 840.695895] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-de173283-ea67-4ded-9fe9-5590205b93a5 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] [instance: 75ceb873-8b66-432e-8c8b-896846e8ee4a] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 840.695895] env[70398]: INFO nova.compute.manager [None req-de173283-ea67-4ded-9fe9-5590205b93a5 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] [instance: 75ceb873-8b66-432e-8c8b-896846e8ee4a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 840.695895] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de173283-ea67-4ded-9fe9-5590205b93a5 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.696157] env[70398]: DEBUG nova.compute.manager [-] [instance: 75ceb873-8b66-432e-8c8b-896846e8ee4a] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 840.696205] env[70398]: DEBUG nova.network.neutron [-] [instance: 75ceb873-8b66-432e-8c8b-896846e8ee4a] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 840.708663] env[70398]: DEBUG nova.compute.manager [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 840.883498] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05a8107-1a16-401b-89cd-3d92beb72142 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.891399] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1829fd4-5a8c-47a8-aadb-e72151946b3e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.929375] env[70398]: INFO nova.compute.manager [None req-1fa89bb5-5e3c-4dea-81fe-048e208afcb7 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Rescuing [ 840.929648] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1fa89bb5-5e3c-4dea-81fe-048e208afcb7 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Acquiring lock "refresh_cache-4919357d-d2fd-4bf5-a0f7-ea788c22aae1" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.929798] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1fa89bb5-5e3c-4dea-81fe-048e208afcb7 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Acquired lock "refresh_cache-4919357d-d2fd-4bf5-a0f7-ea788c22aae1" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.929998] env[70398]: DEBUG nova.network.neutron [None req-1fa89bb5-5e3c-4dea-81fe-048e208afcb7 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.940873] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92c92ce-1f24-4b3b-8e75-083393527d2f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.955897] env[70398]: DEBUG oslo_vmware.api [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444261, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.960200] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176a0b73-1fd5-4ffb-a9cf-21c1525b972a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.976578] env[70398]: DEBUG nova.compute.provider_tree [None req-a2add577-0618-4c66-86c7-35f2b9408c82 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.979476] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.115211] env[70398]: DEBUG oslo_vmware.api [None req-137b7f89-5090-4dfd-a177-e823f43637a2 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Task: {'id': task-3444263, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.363817} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.115490] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-137b7f89-5090-4dfd-a177-e823f43637a2 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 841.115678] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-137b7f89-5090-4dfd-a177-e823f43637a2 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 841.115859] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-137b7f89-5090-4dfd-a177-e823f43637a2 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 841.116053] env[70398]: INFO nova.compute.manager [None req-137b7f89-5090-4dfd-a177-e823f43637a2 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] Took 1.12 seconds to destroy the instance on the hypervisor. [ 841.116309] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-137b7f89-5090-4dfd-a177-e823f43637a2 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.116600] env[70398]: DEBUG nova.compute.manager [-] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 841.116600] env[70398]: DEBUG nova.network.neutron [-] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 841.156944] env[70398]: DEBUG nova.compute.manager [req-86ff0e84-cea9-42b0-9f6c-d3f884a79475 req-00215d12-eeb4-4f2a-afe0-77776bdeb960 service nova] [instance: 75ceb873-8b66-432e-8c8b-896846e8ee4a] Received event network-vif-deleted-799e86d0-f68b-4d40-bfcd-cadcc959a595 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.157161] env[70398]: INFO nova.compute.manager [req-86ff0e84-cea9-42b0-9f6c-d3f884a79475 req-00215d12-eeb4-4f2a-afe0-77776bdeb960 service nova] [instance: 75ceb873-8b66-432e-8c8b-896846e8ee4a] Neutron deleted interface 799e86d0-f68b-4d40-bfcd-cadcc959a595; detaching it from the instance and deleting it from the info cache [ 841.157416] env[70398]: DEBUG nova.network.neutron [req-86ff0e84-cea9-42b0-9f6c-d3f884a79475 req-00215d12-eeb4-4f2a-afe0-77776bdeb960 service nova] [instance: 75ceb873-8b66-432e-8c8b-896846e8ee4a] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.233533] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.443398] env[70398]: DEBUG oslo_vmware.api [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444261, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.833673} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.443839] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 495c1dd4-03ba-407f-b436-17bd65c1f11a/495c1dd4-03ba-407f-b436-17bd65c1f11a.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 841.444260] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 841.447777] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68c5652e-2bcf-4edf-83ca-0e22365e1a6a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.455738] env[70398]: DEBUG oslo_vmware.api [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 841.455738] env[70398]: value = "task-3444264" [ 841.455738] env[70398]: _type = "Task" [ 841.455738] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.468414] env[70398]: DEBUG oslo_vmware.api [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444264, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.481755] env[70398]: DEBUG nova.scheduler.client.report [None req-a2add577-0618-4c66-86c7-35f2b9408c82 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.552519] env[70398]: DEBUG nova.network.neutron [-] [instance: 75ceb873-8b66-432e-8c8b-896846e8ee4a] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.665124] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-10af9df9-f7a0-48ed-b9c0-b805234e73c5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.679115] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e31e72-21ff-475b-afaa-65df8c8cb1bb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.728642] env[70398]: DEBUG nova.compute.manager [req-86ff0e84-cea9-42b0-9f6c-d3f884a79475 req-00215d12-eeb4-4f2a-afe0-77776bdeb960 service nova] [instance: 75ceb873-8b66-432e-8c8b-896846e8ee4a] Detach interface failed, port_id=799e86d0-f68b-4d40-bfcd-cadcc959a595, reason: Instance 75ceb873-8b66-432e-8c8b-896846e8ee4a could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 841.778658] env[70398]: DEBUG nova.network.neutron [None req-1fa89bb5-5e3c-4dea-81fe-048e208afcb7 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Updating instance_info_cache with network_info: [{"id": "ff67cd06-86b3-4cea-b292-5c7bc2115bea", "address": "fa:16:3e:d0:22:86", "network": {"id": "6044fd6a-4a43-4671-92cf-78b8fd0e2f21", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-214818267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "639084799454415db0b88e4fde5abcea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff67cd06-86", "ovs_interfaceid": "ff67cd06-86b3-4cea-b292-5c7bc2115bea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.968440] env[70398]: DEBUG oslo_vmware.api [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444264, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.150923} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.968751] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 841.969614] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62636824-b3a6-4279-9d44-c9e5e069d743 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.000670] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 495c1dd4-03ba-407f-b436-17bd65c1f11a/495c1dd4-03ba-407f-b436-17bd65c1f11a.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 842.001760] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a2add577-0618-4c66-86c7-35f2b9408c82 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.086s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.003822] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f41e467-3429-437b-9ac1-2b550ded01cc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.023292] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cad52a0f-7fc8-4988-885b-8ec48ce916c0 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 43.956s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.028758] env[70398]: DEBUG oslo_vmware.api [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 842.028758] env[70398]: value = "task-3444265" [ 842.028758] env[70398]: _type = "Task" [ 842.028758] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.038910] env[70398]: DEBUG oslo_vmware.api [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444265, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.053795] env[70398]: INFO nova.scheduler.client.report [None req-a2add577-0618-4c66-86c7-35f2b9408c82 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Deleted allocations for instance b73008e5-583e-495c-8776-ca9bca435a9c [ 842.055291] env[70398]: INFO nova.compute.manager [-] [instance: 75ceb873-8b66-432e-8c8b-896846e8ee4a] Took 1.36 seconds to deallocate network for instance. [ 842.231014] env[70398]: DEBUG nova.network.neutron [-] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.281081] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1fa89bb5-5e3c-4dea-81fe-048e208afcb7 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Releasing lock "refresh_cache-4919357d-d2fd-4bf5-a0f7-ea788c22aae1" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.542801] env[70398]: DEBUG oslo_vmware.api [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444265, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.568260] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a2add577-0618-4c66-86c7-35f2b9408c82 tempest-AttachInterfacesUnderV243Test-732116516 tempest-AttachInterfacesUnderV243Test-732116516-project-member] Lock "b73008e5-583e-495c-8776-ca9bca435a9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.289s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.569924] env[70398]: DEBUG oslo_concurrency.lockutils [None req-de173283-ea67-4ded-9fe9-5590205b93a5 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.735228] env[70398]: INFO nova.compute.manager [-] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] Took 1.62 seconds to deallocate network for instance. [ 843.022600] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6fdd868-98f2-4192-98d5-e1a923950742 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.030895] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc6c4aa-fe18-4d81-99f6-936cd7a32406 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.042120] env[70398]: DEBUG oslo_vmware.api [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444265, 'name': ReconfigVM_Task, 'duration_secs': 0.631955} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.067618] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 495c1dd4-03ba-407f-b436-17bd65c1f11a/495c1dd4-03ba-407f-b436-17bd65c1f11a.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 843.068585] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b33b923-963b-43d7-be93-e0e948f703fe {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.071032] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036d2d50-8fe4-4b49-86a3-4fee26ce5ecc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.079508] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a906934a-7332-4f79-a49c-5a123cf76cef {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.084801] env[70398]: DEBUG oslo_vmware.api [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 843.084801] env[70398]: value = "task-3444267" [ 843.084801] env[70398]: _type = "Task" [ 843.084801] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.097653] env[70398]: DEBUG nova.compute.provider_tree [None req-cad52a0f-7fc8-4988-885b-8ec48ce916c0 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.104314] env[70398]: DEBUG oslo_vmware.api [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444267, 'name': Rename_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.242142] env[70398]: DEBUG oslo_concurrency.lockutils [None req-137b7f89-5090-4dfd-a177-e823f43637a2 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.245615] env[70398]: DEBUG nova.compute.manager [req-81930eaa-e3f3-4351-9103-b246a9fe1eac req-74e0b9df-4bd1-4112-ac59-17021c68d512 service nova] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] Received event network-vif-deleted-2ecfeb37-c852-455f-a6eb-957e8e00906b {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.596073] env[70398]: DEBUG oslo_vmware.api [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444267, 'name': Rename_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.601294] env[70398]: DEBUG nova.scheduler.client.report [None req-cad52a0f-7fc8-4988-885b-8ec48ce916c0 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.834806] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fa89bb5-5e3c-4dea-81fe-048e208afcb7 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 843.837041] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-445b0a3b-96ff-47f2-9dc7-e829b60ecc09 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.844455] env[70398]: DEBUG oslo_vmware.api [None req-1fa89bb5-5e3c-4dea-81fe-048e208afcb7 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Waiting for the task: (returnval){ [ 843.844455] env[70398]: value = "task-3444268" [ 843.844455] env[70398]: _type = "Task" [ 843.844455] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.854838] env[70398]: DEBUG oslo_vmware.api [None req-1fa89bb5-5e3c-4dea-81fe-048e208afcb7 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444268, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.098393] env[70398]: DEBUG oslo_vmware.api [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444267, 'name': Rename_Task, 'duration_secs': 0.556879} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.099169] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 844.099676] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8a06c62-a2ac-4f08-affd-f3c20a588308 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.116961] env[70398]: DEBUG oslo_vmware.api [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 844.116961] env[70398]: value = "task-3444269" [ 844.116961] env[70398]: _type = "Task" [ 844.116961] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.131336] env[70398]: DEBUG oslo_vmware.api [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444269, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.356473] env[70398]: DEBUG oslo_vmware.api [None req-1fa89bb5-5e3c-4dea-81fe-048e208afcb7 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444268, 'name': PowerOffVM_Task, 'duration_secs': 0.211584} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.356712] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fa89bb5-5e3c-4dea-81fe-048e208afcb7 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.357537] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d36f9a-c4fb-4ff0-9ad6-0d03b46711d3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.385523] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ac0d71-2429-4207-b911-04d942bafbb8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.435042] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fa89bb5-5e3c-4dea-81fe-048e208afcb7 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.435042] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-136f267f-b572-4762-a862-9e8b76c11dfe {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.442293] env[70398]: DEBUG oslo_vmware.api [None req-1fa89bb5-5e3c-4dea-81fe-048e208afcb7 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Waiting for the task: (returnval){ [ 844.442293] env[70398]: value = "task-3444270" [ 844.442293] env[70398]: _type = "Task" [ 844.442293] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.453811] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fa89bb5-5e3c-4dea-81fe-048e208afcb7 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] VM already powered off {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 844.453941] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa89bb5-5e3c-4dea-81fe-048e208afcb7 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 844.454214] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1fa89bb5-5e3c-4dea-81fe-048e208afcb7 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.454368] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1fa89bb5-5e3c-4dea-81fe-048e208afcb7 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.454543] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fa89bb5-5e3c-4dea-81fe-048e208afcb7 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 844.454792] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-592b75e2-6159-4ac0-9592-3f9ac8b3ba00 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.463597] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fa89bb5-5e3c-4dea-81fe-048e208afcb7 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 844.466017] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa89bb5-5e3c-4dea-81fe-048e208afcb7 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 844.466017] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9732d904-2f4c-4aab-a931-3fead6e8220b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.473502] env[70398]: DEBUG oslo_vmware.api [None req-1fa89bb5-5e3c-4dea-81fe-048e208afcb7 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Waiting for the task: (returnval){ [ 844.473502] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e206b0-f382-045e-edfb-0c150b09a1aa" [ 844.473502] env[70398]: _type = "Task" [ 844.473502] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.482521] env[70398]: DEBUG oslo_vmware.api [None req-1fa89bb5-5e3c-4dea-81fe-048e208afcb7 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e206b0-f382-045e-edfb-0c150b09a1aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.620847] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cad52a0f-7fc8-4988-885b-8ec48ce916c0 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.599s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.621127] env[70398]: DEBUG nova.compute.manager [None req-cad52a0f-7fc8-4988-885b-8ec48ce916c0 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=70398) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 844.626276] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 46.480s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.626276] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.626548] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70398) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 844.627572] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.464s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.628765] env[70398]: INFO nova.compute.claims [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 714161a0-3d7b-4410-9efb-016ba0fb2101] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 844.636763] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c45c96c-4c8b-455f-98d1-ac2cb4c9e53d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.649774] env[70398]: DEBUG oslo_vmware.api [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444269, 'name': PowerOnVM_Task, 'duration_secs': 0.482908} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.654943] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 844.654943] env[70398]: INFO nova.compute.manager [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Took 9.05 seconds to spawn the instance on the hypervisor. [ 844.654943] env[70398]: DEBUG nova.compute.manager [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 844.654943] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e2f746-ccfc-4350-9aa6-8e76973108c2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.660863] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd60b67b-9d75-4661-96fc-ccc6faae1c29 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.685875] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8a5297-2269-416c-b76a-a13cb797dc47 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.693692] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2a6613-ca66-40ed-a1ba-dff084c860b3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.730464] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179073MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=70398) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 844.730769] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.981653] env[70398]: DEBUG oslo_vmware.api [None req-1fa89bb5-5e3c-4dea-81fe-048e208afcb7 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e206b0-f382-045e-edfb-0c150b09a1aa, 'name': SearchDatastore_Task, 'duration_secs': 0.012765} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.982453] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9685bbd9-fb48-4d76-812e-26cc211c82aa {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.987436] env[70398]: DEBUG oslo_vmware.api [None req-1fa89bb5-5e3c-4dea-81fe-048e208afcb7 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Waiting for the task: (returnval){ [ 844.987436] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ddc436-20f0-ad3e-d637-6ad81a623f92" [ 844.987436] env[70398]: _type = "Task" [ 844.987436] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.994587] env[70398]: DEBUG oslo_vmware.api [None req-1fa89bb5-5e3c-4dea-81fe-048e208afcb7 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ddc436-20f0-ad3e-d637-6ad81a623f92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.197163] env[70398]: INFO nova.compute.manager [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Took 56.06 seconds to build instance. [ 845.204278] env[70398]: INFO nova.scheduler.client.report [None req-cad52a0f-7fc8-4988-885b-8ec48ce916c0 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Deleted allocation for migration c6b1925d-0b63-4243-aa54-03c5326b3350 [ 845.237717] env[70398]: DEBUG oslo_concurrency.lockutils [None req-66837677-0a50-48d1-927d-7bef8188d596 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Acquiring lock "6411787d-535e-48d5-9632-1dab4bdc7cdc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.237717] env[70398]: DEBUG oslo_concurrency.lockutils [None req-66837677-0a50-48d1-927d-7bef8188d596 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Lock "6411787d-535e-48d5-9632-1dab4bdc7cdc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.237717] env[70398]: DEBUG oslo_concurrency.lockutils [None req-66837677-0a50-48d1-927d-7bef8188d596 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Acquiring lock "6411787d-535e-48d5-9632-1dab4bdc7cdc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.237717] env[70398]: DEBUG oslo_concurrency.lockutils [None req-66837677-0a50-48d1-927d-7bef8188d596 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Lock "6411787d-535e-48d5-9632-1dab4bdc7cdc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.237717] env[70398]: DEBUG oslo_concurrency.lockutils [None req-66837677-0a50-48d1-927d-7bef8188d596 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Lock "6411787d-535e-48d5-9632-1dab4bdc7cdc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.239351] env[70398]: INFO nova.compute.manager [None req-66837677-0a50-48d1-927d-7bef8188d596 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Terminating instance [ 845.500702] env[70398]: DEBUG oslo_vmware.api [None req-1fa89bb5-5e3c-4dea-81fe-048e208afcb7 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ddc436-20f0-ad3e-d637-6ad81a623f92, 'name': SearchDatastore_Task, 'duration_secs': 0.034886} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.500702] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1fa89bb5-5e3c-4dea-81fe-048e208afcb7 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.500815] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fa89bb5-5e3c-4dea-81fe-048e208afcb7 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 4919357d-d2fd-4bf5-a0f7-ea788c22aae1/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172-rescue.vmdk. {{(pid=70398) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 845.501751] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dea40eec-2d6f-48f1-9b46-027da0bd8cf1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.508220] env[70398]: DEBUG oslo_vmware.api [None req-1fa89bb5-5e3c-4dea-81fe-048e208afcb7 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Waiting for the task: (returnval){ [ 845.508220] env[70398]: value = "task-3444272" [ 845.508220] env[70398]: _type = "Task" [ 845.508220] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.517084] env[70398]: DEBUG oslo_vmware.api [None req-1fa89bb5-5e3c-4dea-81fe-048e208afcb7 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444272, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.699948] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9ec47c08-f9b3-4381-8f89-ef427d169bab tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lock "495c1dd4-03ba-407f-b436-17bd65c1f11a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.098s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.714449] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cad52a0f-7fc8-4988-885b-8ec48ce916c0 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "c4e17778-5b44-4a5c-934c-f06f1722e50c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 51.077s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.746017] env[70398]: DEBUG nova.compute.manager [None req-66837677-0a50-48d1-927d-7bef8188d596 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 845.746017] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-66837677-0a50-48d1-927d-7bef8188d596 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 845.746017] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c13de3-ca03-4141-b269-ee5276ebfa70 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.756184] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-66837677-0a50-48d1-927d-7bef8188d596 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.756184] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d1b91d8-637d-44f7-abe6-58fc1d263282 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.764021] env[70398]: DEBUG oslo_vmware.api [None req-66837677-0a50-48d1-927d-7bef8188d596 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Waiting for the task: (returnval){ [ 845.764021] env[70398]: value = "task-3444273" [ 845.764021] env[70398]: _type = "Task" [ 845.764021] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.772604] env[70398]: DEBUG oslo_vmware.api [None req-66837677-0a50-48d1-927d-7bef8188d596 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Task: {'id': task-3444273, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.881613] env[70398]: DEBUG nova.objects.instance [None req-30e8142f-572a-4953-9743-ef54dfa3baa7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lazy-loading 'flavor' on Instance uuid c4e17778-5b44-4a5c-934c-f06f1722e50c {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 846.023666] env[70398]: DEBUG oslo_vmware.api [None req-1fa89bb5-5e3c-4dea-81fe-048e208afcb7 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444272, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.042530] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b04816c-b812-4aa7-ac20-a29157057235 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.053709] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-cf69f3a3-7015-4554-a333-10dfcfdc78bd tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Suspending the VM {{(pid=70398) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 846.054057] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-9c23ecc4-14d4-4b95-b7e4-8cd72718659f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.063146] env[70398]: DEBUG oslo_vmware.api [None req-cf69f3a3-7015-4554-a333-10dfcfdc78bd tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 846.063146] env[70398]: value = "task-3444274" [ 846.063146] env[70398]: _type = "Task" [ 846.063146] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.076025] env[70398]: DEBUG oslo_vmware.api [None req-cf69f3a3-7015-4554-a333-10dfcfdc78bd tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444274, 'name': SuspendVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.158960] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6b042f-05ee-49b1-ad07-403ec614a326 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.169211] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dde4c31-29d2-4c25-8c43-83aa60218381 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.205434] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53f0e2d-f93d-407e-847a-f90c60387e0a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.215550] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34103ad3-7717-4b13-adf2-815d94f912fb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.233764] env[70398]: DEBUG nova.compute.provider_tree [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.275376] env[70398]: DEBUG oslo_vmware.api [None req-66837677-0a50-48d1-927d-7bef8188d596 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Task: {'id': task-3444273, 'name': PowerOffVM_Task, 'duration_secs': 0.401486} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.275519] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-66837677-0a50-48d1-927d-7bef8188d596 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 846.275876] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-66837677-0a50-48d1-927d-7bef8188d596 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 846.276236] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d318521-22b5-4a11-804b-9180851b775d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.371769] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-66837677-0a50-48d1-927d-7bef8188d596 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 846.372124] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-66837677-0a50-48d1-927d-7bef8188d596 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 846.372399] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-66837677-0a50-48d1-927d-7bef8188d596 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Deleting the datastore file [datastore1] 6411787d-535e-48d5-9632-1dab4bdc7cdc {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 846.372776] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5b67651-7a2b-47a3-bfd3-2d0f32ac1043 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.382127] env[70398]: DEBUG oslo_vmware.api [None req-66837677-0a50-48d1-927d-7bef8188d596 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Waiting for the task: (returnval){ [ 846.382127] env[70398]: value = "task-3444276" [ 846.382127] env[70398]: _type = "Task" [ 846.382127] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.393019] env[70398]: DEBUG oslo_concurrency.lockutils [None req-30e8142f-572a-4953-9743-ef54dfa3baa7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquiring lock "refresh_cache-c4e17778-5b44-4a5c-934c-f06f1722e50c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.393019] env[70398]: DEBUG oslo_concurrency.lockutils [None req-30e8142f-572a-4953-9743-ef54dfa3baa7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquired lock "refresh_cache-c4e17778-5b44-4a5c-934c-f06f1722e50c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.393019] env[70398]: DEBUG nova.network.neutron [None req-30e8142f-572a-4953-9743-ef54dfa3baa7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.393019] env[70398]: DEBUG nova.objects.instance [None req-30e8142f-572a-4953-9743-ef54dfa3baa7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lazy-loading 'info_cache' on Instance uuid c4e17778-5b44-4a5c-934c-f06f1722e50c {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 846.398659] env[70398]: DEBUG oslo_vmware.api [None req-66837677-0a50-48d1-927d-7bef8188d596 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Task: {'id': task-3444276, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.519484] env[70398]: DEBUG oslo_vmware.api [None req-1fa89bb5-5e3c-4dea-81fe-048e208afcb7 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444272, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594818} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.520063] env[70398]: INFO nova.virt.vmwareapi.ds_util [None req-1fa89bb5-5e3c-4dea-81fe-048e208afcb7 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 4919357d-d2fd-4bf5-a0f7-ea788c22aae1/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172-rescue.vmdk. [ 846.520992] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77b1f00-1220-4c34-a031-b27650edf545 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.549730] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fa89bb5-5e3c-4dea-81fe-048e208afcb7 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 4919357d-d2fd-4bf5-a0f7-ea788c22aae1/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172-rescue.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.550288] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cb37590-4910-4314-aa98-121cf0fe85e2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.575228] env[70398]: DEBUG oslo_vmware.api [None req-cf69f3a3-7015-4554-a333-10dfcfdc78bd tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444274, 'name': SuspendVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.577876] env[70398]: DEBUG oslo_vmware.api [None req-1fa89bb5-5e3c-4dea-81fe-048e208afcb7 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Waiting for the task: (returnval){ [ 846.577876] env[70398]: value = "task-3444277" [ 846.577876] env[70398]: _type = "Task" [ 846.577876] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.589868] env[70398]: DEBUG oslo_vmware.api [None req-1fa89bb5-5e3c-4dea-81fe-048e208afcb7 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444277, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.736874] env[70398]: DEBUG nova.scheduler.client.report [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.893956] env[70398]: DEBUG oslo_vmware.api [None req-66837677-0a50-48d1-927d-7bef8188d596 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Task: {'id': task-3444276, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298445} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.895123] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-66837677-0a50-48d1-927d-7bef8188d596 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 846.895123] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-66837677-0a50-48d1-927d-7bef8188d596 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 846.895123] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-66837677-0a50-48d1-927d-7bef8188d596 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 846.895288] env[70398]: INFO nova.compute.manager [None req-66837677-0a50-48d1-927d-7bef8188d596 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Took 1.15 seconds to destroy the instance on the hypervisor. [ 846.895489] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66837677-0a50-48d1-927d-7bef8188d596 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.895690] env[70398]: DEBUG nova.compute.manager [-] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 846.895781] env[70398]: DEBUG nova.network.neutron [-] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 846.899847] env[70398]: DEBUG nova.objects.base [None req-30e8142f-572a-4953-9743-ef54dfa3baa7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70398) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 847.075863] env[70398]: DEBUG oslo_vmware.api [None req-cf69f3a3-7015-4554-a333-10dfcfdc78bd tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444274, 'name': SuspendVM_Task, 'duration_secs': 0.751017} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.076924] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-cf69f3a3-7015-4554-a333-10dfcfdc78bd tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Suspended the VM {{(pid=70398) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 847.076924] env[70398]: DEBUG nova.compute.manager [None req-cf69f3a3-7015-4554-a333-10dfcfdc78bd tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.078693] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37fac74-3ac4-4a15-9d4b-174ea3e3ad5b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.102217] env[70398]: DEBUG oslo_vmware.api [None req-1fa89bb5-5e3c-4dea-81fe-048e208afcb7 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444277, 'name': ReconfigVM_Task, 'duration_secs': 0.400824} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.103165] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fa89bb5-5e3c-4dea-81fe-048e208afcb7 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 4919357d-d2fd-4bf5-a0f7-ea788c22aae1/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172-rescue.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.104471] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d84d72-c53d-4f9a-ba72-7949b6fa8b71 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.134975] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4884008b-1746-40ff-8ab1-1f8281511dcf {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.154024] env[70398]: DEBUG oslo_vmware.api [None req-1fa89bb5-5e3c-4dea-81fe-048e208afcb7 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Waiting for the task: (returnval){ [ 847.154024] env[70398]: value = "task-3444279" [ 847.154024] env[70398]: _type = "Task" [ 847.154024] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.164699] env[70398]: DEBUG oslo_vmware.api [None req-1fa89bb5-5e3c-4dea-81fe-048e208afcb7 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444279, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.244643] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.244643] env[70398]: DEBUG nova.compute.manager [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 714161a0-3d7b-4410-9efb-016ba0fb2101] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 847.246832] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.108s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.248362] env[70398]: INFO nova.compute.claims [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 3c8725af-7781-4b14-a75a-ae5eeffe6e28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 847.667973] env[70398]: DEBUG oslo_vmware.api [None req-1fa89bb5-5e3c-4dea-81fe-048e208afcb7 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444279, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.752876] env[70398]: DEBUG nova.compute.utils [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.754289] env[70398]: DEBUG nova.compute.manager [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 714161a0-3d7b-4410-9efb-016ba0fb2101] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 847.754461] env[70398]: DEBUG nova.network.neutron [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 714161a0-3d7b-4410-9efb-016ba0fb2101] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 847.823309] env[70398]: DEBUG nova.policy [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9fc35b361eaa451a99075d4b68aee4fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb7752c84f104f83ae5f2857bd511cc9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 847.963257] env[70398]: DEBUG nova.network.neutron [None req-30e8142f-572a-4953-9743-ef54dfa3baa7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Updating instance_info_cache with network_info: [{"id": "74d077b7-3e00-4285-a54a-8b213913cff2", "address": "fa:16:3e:fb:e2:81", "network": {"id": "7d6a528e-2d28-423d-a33f-6f0222b74744", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1712623278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "565f3f2d80634f578f63ea399435e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74d077b7-3e", "ovs_interfaceid": "74d077b7-3e00-4285-a54a-8b213913cff2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.006124] env[70398]: DEBUG nova.compute.manager [req-2af29741-4d5c-4077-9d62-ed8209d83a8c req-ce0c2743-4d25-4fb9-84f7-aedc769c2ff9 service nova] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Received event network-vif-deleted-e56f51a7-f248-4b07-9204-d47163bf8024 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.007104] env[70398]: INFO nova.compute.manager [req-2af29741-4d5c-4077-9d62-ed8209d83a8c req-ce0c2743-4d25-4fb9-84f7-aedc769c2ff9 service nova] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Neutron deleted interface e56f51a7-f248-4b07-9204-d47163bf8024; detaching it from the instance and deleting it from the info cache [ 848.007104] env[70398]: DEBUG nova.network.neutron [req-2af29741-4d5c-4077-9d62-ed8209d83a8c req-ce0c2743-4d25-4fb9-84f7-aedc769c2ff9 service nova] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.169108] env[70398]: DEBUG oslo_vmware.api [None req-1fa89bb5-5e3c-4dea-81fe-048e208afcb7 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444279, 'name': ReconfigVM_Task, 'duration_secs': 0.530343} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.169108] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fa89bb5-5e3c-4dea-81fe-048e208afcb7 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.169678] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1cb9073-305f-430e-b1df-61ea02bc5105 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.177430] env[70398]: DEBUG oslo_vmware.api [None req-1fa89bb5-5e3c-4dea-81fe-048e208afcb7 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Waiting for the task: (returnval){ [ 848.177430] env[70398]: value = "task-3444280" [ 848.177430] env[70398]: _type = "Task" [ 848.177430] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.178214] env[70398]: DEBUG nova.network.neutron [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 714161a0-3d7b-4410-9efb-016ba0fb2101] Successfully created port: cad91246-e293-4178-aa83-b743b04cd0bf {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 848.193791] env[70398]: DEBUG oslo_vmware.api [None req-1fa89bb5-5e3c-4dea-81fe-048e208afcb7 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444280, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.263752] env[70398]: DEBUG nova.compute.manager [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 714161a0-3d7b-4410-9efb-016ba0fb2101] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 848.462099] env[70398]: DEBUG nova.network.neutron [-] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.465366] env[70398]: DEBUG oslo_concurrency.lockutils [None req-30e8142f-572a-4953-9743-ef54dfa3baa7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Releasing lock "refresh_cache-c4e17778-5b44-4a5c-934c-f06f1722e50c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.513946] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e4963309-e0c0-4003-a619-d8d7771a8757 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.527983] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e002bf63-4a7c-4d0a-9b2b-4a8f53834d4d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.568572] env[70398]: DEBUG nova.compute.manager [req-2af29741-4d5c-4077-9d62-ed8209d83a8c req-ce0c2743-4d25-4fb9-84f7-aedc769c2ff9 service nova] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Detach interface failed, port_id=e56f51a7-f248-4b07-9204-d47163bf8024, reason: Instance 6411787d-535e-48d5-9632-1dab4bdc7cdc could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 848.695049] env[70398]: DEBUG oslo_vmware.api [None req-1fa89bb5-5e3c-4dea-81fe-048e208afcb7 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444280, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.810066] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f282421-9ee3-46fc-acc2-f312fc24c0f9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.820327] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db8917b-2f73-4e68-a549-91252c17ee1d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.857960] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4481c48-8f00-448a-8aff-3d9ac396b293 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.865951] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b548f86f-4641-44d2-a513-c9c408494970 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.882707] env[70398]: DEBUG nova.compute.provider_tree [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.965823] env[70398]: INFO nova.compute.manager [-] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Took 2.07 seconds to deallocate network for instance. [ 849.194635] env[70398]: DEBUG oslo_vmware.api [None req-1fa89bb5-5e3c-4dea-81fe-048e208afcb7 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444280, 'name': PowerOnVM_Task, 'duration_secs': 0.592264} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.194920] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fa89bb5-5e3c-4dea-81fe-048e208afcb7 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.201620] env[70398]: DEBUG nova.compute.manager [None req-1fa89bb5-5e3c-4dea-81fe-048e208afcb7 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.202435] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84fb4e7e-4d10-401f-baf8-aacd64f0f2fe {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.274657] env[70398]: DEBUG nova.compute.manager [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 714161a0-3d7b-4410-9efb-016ba0fb2101] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 849.306182] env[70398]: DEBUG nova.virt.hardware [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.306182] env[70398]: DEBUG nova.virt.hardware [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.306182] env[70398]: DEBUG nova.virt.hardware [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.306182] env[70398]: DEBUG nova.virt.hardware [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.306182] env[70398]: DEBUG nova.virt.hardware [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.306182] env[70398]: DEBUG nova.virt.hardware [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.306392] env[70398]: DEBUG nova.virt.hardware [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.306423] env[70398]: DEBUG nova.virt.hardware [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.306591] env[70398]: DEBUG nova.virt.hardware [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.306749] env[70398]: DEBUG nova.virt.hardware [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.306914] env[70398]: DEBUG nova.virt.hardware [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.307818] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35612ef6-cafa-4a51-85c9-993d0e124169 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.317248] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbf7cf0-62b4-490b-a12d-0efdacc71d9d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.390760] env[70398]: DEBUG nova.scheduler.client.report [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.476457] env[70398]: DEBUG oslo_concurrency.lockutils [None req-66837677-0a50-48d1-927d-7bef8188d596 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.476457] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e8142f-572a-4953-9743-ef54dfa3baa7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 849.476457] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f84c356-ecae-45c7-8b26-8ee392f26f5c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.490315] env[70398]: DEBUG oslo_vmware.api [None req-30e8142f-572a-4953-9743-ef54dfa3baa7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 849.490315] env[70398]: value = "task-3444281" [ 849.490315] env[70398]: _type = "Task" [ 849.490315] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.500332] env[70398]: DEBUG oslo_vmware.api [None req-30e8142f-572a-4953-9743-ef54dfa3baa7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444281, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.522818] env[70398]: DEBUG nova.compute.manager [None req-9ba5ffc9-0c04-46ca-a895-d105751c79c6 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.523759] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3002252f-e7c0-449b-9bfe-ea46adda5268 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.789526] env[70398]: DEBUG nova.compute.manager [req-e9569b70-adbe-4a95-b27e-e51ce70ab500 req-6a9706a9-8321-4efc-8bc7-ffb3630aa44c service nova] [instance: 714161a0-3d7b-4410-9efb-016ba0fb2101] Received event network-vif-plugged-cad91246-e293-4178-aa83-b743b04cd0bf {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.789750] env[70398]: DEBUG oslo_concurrency.lockutils [req-e9569b70-adbe-4a95-b27e-e51ce70ab500 req-6a9706a9-8321-4efc-8bc7-ffb3630aa44c service nova] Acquiring lock "714161a0-3d7b-4410-9efb-016ba0fb2101-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.789968] env[70398]: DEBUG oslo_concurrency.lockutils [req-e9569b70-adbe-4a95-b27e-e51ce70ab500 req-6a9706a9-8321-4efc-8bc7-ffb3630aa44c service nova] Lock "714161a0-3d7b-4410-9efb-016ba0fb2101-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.790235] env[70398]: DEBUG oslo_concurrency.lockutils [req-e9569b70-adbe-4a95-b27e-e51ce70ab500 req-6a9706a9-8321-4efc-8bc7-ffb3630aa44c service nova] Lock "714161a0-3d7b-4410-9efb-016ba0fb2101-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.790339] env[70398]: DEBUG nova.compute.manager [req-e9569b70-adbe-4a95-b27e-e51ce70ab500 req-6a9706a9-8321-4efc-8bc7-ffb3630aa44c service nova] [instance: 714161a0-3d7b-4410-9efb-016ba0fb2101] No waiting events found dispatching network-vif-plugged-cad91246-e293-4178-aa83-b743b04cd0bf {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 849.790549] env[70398]: WARNING nova.compute.manager [req-e9569b70-adbe-4a95-b27e-e51ce70ab500 req-6a9706a9-8321-4efc-8bc7-ffb3630aa44c service nova] [instance: 714161a0-3d7b-4410-9efb-016ba0fb2101] Received unexpected event network-vif-plugged-cad91246-e293-4178-aa83-b743b04cd0bf for instance with vm_state building and task_state spawning. [ 849.792535] env[70398]: DEBUG nova.network.neutron [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 714161a0-3d7b-4410-9efb-016ba0fb2101] Successfully updated port: cad91246-e293-4178-aa83-b743b04cd0bf {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 849.895381] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.895935] env[70398]: DEBUG nova.compute.manager [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 3c8725af-7781-4b14-a75a-ae5eeffe6e28] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 849.898924] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 39.500s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.899132] env[70398]: DEBUG nova.objects.instance [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70398) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 850.000774] env[70398]: DEBUG oslo_vmware.api [None req-30e8142f-572a-4953-9743-ef54dfa3baa7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444281, 'name': PowerOnVM_Task, 'duration_secs': 0.414019} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.001149] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e8142f-572a-4953-9743-ef54dfa3baa7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.001395] env[70398]: DEBUG nova.compute.manager [None req-30e8142f-572a-4953-9743-ef54dfa3baa7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.002318] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69601018-28ff-471c-bf13-a17e5d517e33 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.039082] env[70398]: INFO nova.compute.manager [None req-9ba5ffc9-0c04-46ca-a895-d105751c79c6 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] instance snapshotting [ 850.041742] env[70398]: WARNING nova.compute.manager [None req-9ba5ffc9-0c04-46ca-a895-d105751c79c6 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 850.043602] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7434c1c7-856a-4adb-9d3e-de8fc1f723e9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.068210] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd00d4f4-0ddf-4710-b641-07a483f0863b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.081615] env[70398]: INFO nova.compute.manager [None req-11c35eb8-630b-4776-97b5-d27a8028ae3a tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Get console output [ 850.081977] env[70398]: WARNING nova.virt.vmwareapi.driver [None req-11c35eb8-630b-4776-97b5-d27a8028ae3a tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: e20ffae3-2c87-4236-af72-9a752be07add] The console log is missing. Check your VSPC configuration [ 850.295844] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Acquiring lock "refresh_cache-714161a0-3d7b-4410-9efb-016ba0fb2101" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.296014] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Acquired lock "refresh_cache-714161a0-3d7b-4410-9efb-016ba0fb2101" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.296187] env[70398]: DEBUG nova.network.neutron [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 714161a0-3d7b-4410-9efb-016ba0fb2101] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.408393] env[70398]: DEBUG nova.compute.utils [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 850.409546] env[70398]: DEBUG nova.compute.manager [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 3c8725af-7781-4b14-a75a-ae5eeffe6e28] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 850.409730] env[70398]: DEBUG nova.network.neutron [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 3c8725af-7781-4b14-a75a-ae5eeffe6e28] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 850.446381] env[70398]: DEBUG nova.policy [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9fc35b361eaa451a99075d4b68aee4fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb7752c84f104f83ae5f2857bd511cc9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 850.460292] env[70398]: INFO nova.compute.manager [None req-ece2f996-795e-44ba-80df-138fc4e1058b tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Unrescuing [ 850.460562] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ece2f996-795e-44ba-80df-138fc4e1058b tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Acquiring lock "refresh_cache-4919357d-d2fd-4bf5-a0f7-ea788c22aae1" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.460701] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ece2f996-795e-44ba-80df-138fc4e1058b tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Acquired lock "refresh_cache-4919357d-d2fd-4bf5-a0f7-ea788c22aae1" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.461347] env[70398]: DEBUG nova.network.neutron [None req-ece2f996-795e-44ba-80df-138fc4e1058b tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.533741] env[70398]: DEBUG oslo_concurrency.lockutils [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "80d6c8a9-5980-45a5-b3a3-2704c74ab2f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.533835] env[70398]: DEBUG oslo_concurrency.lockutils [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "80d6c8a9-5980-45a5-b3a3-2704c74ab2f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.578886] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba5ffc9-0c04-46ca-a895-d105751c79c6 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Creating Snapshot of the VM instance {{(pid=70398) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 850.579207] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8229520d-c64d-4db1-9bf8-868b3d8723e1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.587186] env[70398]: DEBUG oslo_vmware.api [None req-9ba5ffc9-0c04-46ca-a895-d105751c79c6 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 850.587186] env[70398]: value = "task-3444282" [ 850.587186] env[70398]: _type = "Task" [ 850.587186] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.598391] env[70398]: DEBUG oslo_vmware.api [None req-9ba5ffc9-0c04-46ca-a895-d105751c79c6 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444282, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.726425] env[70398]: DEBUG nova.network.neutron [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 3c8725af-7781-4b14-a75a-ae5eeffe6e28] Successfully created port: 0458fc9d-5ea5-417e-9ef7-757f546e3758 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 850.830484] env[70398]: DEBUG nova.network.neutron [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 714161a0-3d7b-4410-9efb-016ba0fb2101] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 850.868157] env[70398]: DEBUG oslo_concurrency.lockutils [None req-79545463-c802-4d0a-9e67-93f4d5954313 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquiring lock "c4e17778-5b44-4a5c-934c-f06f1722e50c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.871344] env[70398]: DEBUG oslo_concurrency.lockutils [None req-79545463-c802-4d0a-9e67-93f4d5954313 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "c4e17778-5b44-4a5c-934c-f06f1722e50c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.871344] env[70398]: DEBUG oslo_concurrency.lockutils [None req-79545463-c802-4d0a-9e67-93f4d5954313 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquiring lock "c4e17778-5b44-4a5c-934c-f06f1722e50c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.871344] env[70398]: DEBUG oslo_concurrency.lockutils [None req-79545463-c802-4d0a-9e67-93f4d5954313 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "c4e17778-5b44-4a5c-934c-f06f1722e50c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.871344] env[70398]: DEBUG oslo_concurrency.lockutils [None req-79545463-c802-4d0a-9e67-93f4d5954313 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "c4e17778-5b44-4a5c-934c-f06f1722e50c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.874695] env[70398]: INFO nova.compute.manager [None req-79545463-c802-4d0a-9e67-93f4d5954313 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Terminating instance [ 850.912027] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c948e62c-2c5c-4a67-ad98-a8b4d891455b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.916231] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.857s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.917792] env[70398]: INFO nova.compute.claims [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 850.922949] env[70398]: DEBUG nova.compute.manager [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 3c8725af-7781-4b14-a75a-ae5eeffe6e28] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 851.037298] env[70398]: DEBUG nova.compute.manager [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 851.098918] env[70398]: DEBUG oslo_vmware.api [None req-9ba5ffc9-0c04-46ca-a895-d105751c79c6 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444282, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.278372] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cfd2f139-49ff-4a92-96eb-7e2100dfd16b tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Acquiring lock "e20ffae3-2c87-4236-af72-9a752be07add" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.278651] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cfd2f139-49ff-4a92-96eb-7e2100dfd16b tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Lock "e20ffae3-2c87-4236-af72-9a752be07add" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.278871] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cfd2f139-49ff-4a92-96eb-7e2100dfd16b tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Acquiring lock "e20ffae3-2c87-4236-af72-9a752be07add-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.279077] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cfd2f139-49ff-4a92-96eb-7e2100dfd16b tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Lock "e20ffae3-2c87-4236-af72-9a752be07add-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.279255] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cfd2f139-49ff-4a92-96eb-7e2100dfd16b tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Lock "e20ffae3-2c87-4236-af72-9a752be07add-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.283936] env[70398]: INFO nova.compute.manager [None req-cfd2f139-49ff-4a92-96eb-7e2100dfd16b tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Terminating instance [ 851.314863] env[70398]: DEBUG nova.network.neutron [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 714161a0-3d7b-4410-9efb-016ba0fb2101] Updating instance_info_cache with network_info: [{"id": "cad91246-e293-4178-aa83-b743b04cd0bf", "address": "fa:16:3e:92:a8:6a", "network": {"id": "9afd4842-b34f-46a9-9519-37c981b8d760", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1460884220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb7752c84f104f83ae5f2857bd511cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcad91246-e2", "ovs_interfaceid": "cad91246-e293-4178-aa83-b743b04cd0bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.378597] env[70398]: DEBUG nova.compute.manager [None req-79545463-c802-4d0a-9e67-93f4d5954313 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 851.378822] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-79545463-c802-4d0a-9e67-93f4d5954313 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.379716] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11bbce1-4ef6-4e90-9314-a44d0134179c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.388816] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-79545463-c802-4d0a-9e67-93f4d5954313 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.388919] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15d64f26-4066-40ea-a50e-0468befc3c6b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.394625] env[70398]: DEBUG oslo_vmware.api [None req-79545463-c802-4d0a-9e67-93f4d5954313 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 851.394625] env[70398]: value = "task-3444284" [ 851.394625] env[70398]: _type = "Task" [ 851.394625] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.408055] env[70398]: DEBUG oslo_vmware.api [None req-79545463-c802-4d0a-9e67-93f4d5954313 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444284, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.531590] env[70398]: DEBUG nova.network.neutron [None req-ece2f996-795e-44ba-80df-138fc4e1058b tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Updating instance_info_cache with network_info: [{"id": "ff67cd06-86b3-4cea-b292-5c7bc2115bea", "address": "fa:16:3e:d0:22:86", "network": {"id": "6044fd6a-4a43-4671-92cf-78b8fd0e2f21", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-214818267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "639084799454415db0b88e4fde5abcea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff67cd06-86", "ovs_interfaceid": "ff67cd06-86b3-4cea-b292-5c7bc2115bea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.600641] env[70398]: DEBUG oslo_vmware.api [None req-9ba5ffc9-0c04-46ca-a895-d105751c79c6 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444282, 'name': CreateSnapshot_Task, 'duration_secs': 0.891389} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.600641] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba5ffc9-0c04-46ca-a895-d105751c79c6 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Created Snapshot of the VM instance {{(pid=70398) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 851.600641] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79249583-1d3b-40f4-be7d-01ce68f018d0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.641379] env[70398]: DEBUG oslo_concurrency.lockutils [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.789862] env[70398]: DEBUG nova.compute.manager [None req-cfd2f139-49ff-4a92-96eb-7e2100dfd16b tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 851.791023] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd2f139-49ff-4a92-96eb-7e2100dfd16b tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.791115] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98d6274-1460-4957-b088-edabc9d0e8ec {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.800297] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd2f139-49ff-4a92-96eb-7e2100dfd16b tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.800574] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4f0e964-12a3-4d4d-bb54-1a091b0ed45c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.807447] env[70398]: DEBUG oslo_vmware.api [None req-cfd2f139-49ff-4a92-96eb-7e2100dfd16b tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Waiting for the task: (returnval){ [ 851.807447] env[70398]: value = "task-3444285" [ 851.807447] env[70398]: _type = "Task" [ 851.807447] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.818036] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Releasing lock "refresh_cache-714161a0-3d7b-4410-9efb-016ba0fb2101" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.818036] env[70398]: DEBUG nova.compute.manager [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 714161a0-3d7b-4410-9efb-016ba0fb2101] Instance network_info: |[{"id": "cad91246-e293-4178-aa83-b743b04cd0bf", "address": "fa:16:3e:92:a8:6a", "network": {"id": "9afd4842-b34f-46a9-9519-37c981b8d760", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1460884220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb7752c84f104f83ae5f2857bd511cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcad91246-e2", "ovs_interfaceid": "cad91246-e293-4178-aa83-b743b04cd0bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 851.818036] env[70398]: DEBUG oslo_vmware.api [None req-cfd2f139-49ff-4a92-96eb-7e2100dfd16b tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Task: {'id': task-3444285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.818036] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 714161a0-3d7b-4410-9efb-016ba0fb2101] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:a8:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6c45fd-e930-495a-9cb7-df84eda443b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cad91246-e293-4178-aa83-b743b04cd0bf', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 851.825530] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.825756] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 714161a0-3d7b-4410-9efb-016ba0fb2101] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 851.825972] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc7f7cf3-57fd-4b68-a7b1-56b0a970d190 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.842384] env[70398]: DEBUG nova.compute.manager [req-71ba130f-a8f8-40cb-89f6-12f36dc91a37 req-e72091e3-7d4e-40a5-b62b-10cca9ef873c service nova] [instance: 714161a0-3d7b-4410-9efb-016ba0fb2101] Received event network-changed-cad91246-e293-4178-aa83-b743b04cd0bf {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.842569] env[70398]: DEBUG nova.compute.manager [req-71ba130f-a8f8-40cb-89f6-12f36dc91a37 req-e72091e3-7d4e-40a5-b62b-10cca9ef873c service nova] [instance: 714161a0-3d7b-4410-9efb-016ba0fb2101] Refreshing instance network info cache due to event network-changed-cad91246-e293-4178-aa83-b743b04cd0bf. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 851.842779] env[70398]: DEBUG oslo_concurrency.lockutils [req-71ba130f-a8f8-40cb-89f6-12f36dc91a37 req-e72091e3-7d4e-40a5-b62b-10cca9ef873c service nova] Acquiring lock "refresh_cache-714161a0-3d7b-4410-9efb-016ba0fb2101" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.842921] env[70398]: DEBUG oslo_concurrency.lockutils [req-71ba130f-a8f8-40cb-89f6-12f36dc91a37 req-e72091e3-7d4e-40a5-b62b-10cca9ef873c service nova] Acquired lock "refresh_cache-714161a0-3d7b-4410-9efb-016ba0fb2101" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.843107] env[70398]: DEBUG nova.network.neutron [req-71ba130f-a8f8-40cb-89f6-12f36dc91a37 req-e72091e3-7d4e-40a5-b62b-10cca9ef873c service nova] [instance: 714161a0-3d7b-4410-9efb-016ba0fb2101] Refreshing network info cache for port cad91246-e293-4178-aa83-b743b04cd0bf {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.850527] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.850527] env[70398]: value = "task-3444286" [ 851.850527] env[70398]: _type = "Task" [ 851.850527] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.859453] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444286, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.905595] env[70398]: DEBUG oslo_vmware.api [None req-79545463-c802-4d0a-9e67-93f4d5954313 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444284, 'name': PowerOffVM_Task, 'duration_secs': 0.197146} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.905595] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-79545463-c802-4d0a-9e67-93f4d5954313 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.905828] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-79545463-c802-4d0a-9e67-93f4d5954313 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 851.905907] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5899dd39-0a4c-487c-ba48-160559128dd8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.936075] env[70398]: DEBUG nova.compute.manager [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 3c8725af-7781-4b14-a75a-ae5eeffe6e28] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 851.966323] env[70398]: DEBUG nova.virt.hardware [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 851.966572] env[70398]: DEBUG nova.virt.hardware [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 851.966728] env[70398]: DEBUG nova.virt.hardware [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 851.966921] env[70398]: DEBUG nova.virt.hardware [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 851.967307] env[70398]: DEBUG nova.virt.hardware [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 851.967307] env[70398]: DEBUG nova.virt.hardware [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 851.968034] env[70398]: DEBUG nova.virt.hardware [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 851.968034] env[70398]: DEBUG nova.virt.hardware [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 851.968034] env[70398]: DEBUG nova.virt.hardware [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 851.968034] env[70398]: DEBUG nova.virt.hardware [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 851.968201] env[70398]: DEBUG nova.virt.hardware [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 851.970419] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1743ff-f97d-451e-bde4-7bd096cb5f4b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.973368] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-79545463-c802-4d0a-9e67-93f4d5954313 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 851.973635] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-79545463-c802-4d0a-9e67-93f4d5954313 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 851.973887] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-79545463-c802-4d0a-9e67-93f4d5954313 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Deleting the datastore file [datastore2] c4e17778-5b44-4a5c-934c-f06f1722e50c {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 851.974203] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f351bf56-349e-4a10-9b3c-7e6a49175c77 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.984834] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74137868-b8f6-4677-8f01-1628634fd23c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.988849] env[70398]: DEBUG oslo_vmware.api [None req-79545463-c802-4d0a-9e67-93f4d5954313 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 851.988849] env[70398]: value = "task-3444288" [ 851.988849] env[70398]: _type = "Task" [ 851.988849] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.010150] env[70398]: DEBUG oslo_vmware.api [None req-79545463-c802-4d0a-9e67-93f4d5954313 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444288, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.035014] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ece2f996-795e-44ba-80df-138fc4e1058b tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Releasing lock "refresh_cache-4919357d-d2fd-4bf5-a0f7-ea788c22aae1" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.035561] env[70398]: DEBUG nova.objects.instance [None req-ece2f996-795e-44ba-80df-138fc4e1058b tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Lazy-loading 'flavor' on Instance uuid 4919357d-d2fd-4bf5-a0f7-ea788c22aae1 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 852.118221] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba5ffc9-0c04-46ca-a895-d105751c79c6 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Creating linked-clone VM from snapshot {{(pid=70398) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 852.121044] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-86f97fa1-0ad7-4069-8cf4-bcf58f8b123e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.129994] env[70398]: DEBUG oslo_vmware.api [None req-9ba5ffc9-0c04-46ca-a895-d105751c79c6 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 852.129994] env[70398]: value = "task-3444289" [ 852.129994] env[70398]: _type = "Task" [ 852.129994] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.140736] env[70398]: DEBUG oslo_vmware.api [None req-9ba5ffc9-0c04-46ca-a895-d105751c79c6 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444289, 'name': CloneVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.318344] env[70398]: DEBUG oslo_vmware.api [None req-cfd2f139-49ff-4a92-96eb-7e2100dfd16b tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Task: {'id': task-3444285, 'name': PowerOffVM_Task, 'duration_secs': 0.268621} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.319021] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd2f139-49ff-4a92-96eb-7e2100dfd16b tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.319132] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd2f139-49ff-4a92-96eb-7e2100dfd16b tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.319379] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a602f0c5-4f5e-48a9-a392-d8cbffee74e7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.360240] env[70398]: DEBUG nova.network.neutron [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 3c8725af-7781-4b14-a75a-ae5eeffe6e28] Successfully updated port: 0458fc9d-5ea5-417e-9ef7-757f546e3758 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 852.365461] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444286, 'name': CreateVM_Task, 'duration_secs': 0.342137} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.365883] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 714161a0-3d7b-4410-9efb-016ba0fb2101] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 852.366629] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.366816] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.367404] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.367677] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab0b6b8d-05a0-4bfe-9678-8deb0e77117b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.375020] env[70398]: DEBUG oslo_vmware.api [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Waiting for the task: (returnval){ [ 852.375020] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]523a0cdd-f01a-6db3-7c4a-240367cd0991" [ 852.375020] env[70398]: _type = "Task" [ 852.375020] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.384056] env[70398]: DEBUG oslo_vmware.api [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]523a0cdd-f01a-6db3-7c4a-240367cd0991, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.392233] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468b4a57-ab04-465b-a045-4f46d0a2875f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.395901] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd2f139-49ff-4a92-96eb-7e2100dfd16b tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.396134] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd2f139-49ff-4a92-96eb-7e2100dfd16b tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.396596] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfd2f139-49ff-4a92-96eb-7e2100dfd16b tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Deleting the datastore file [datastore2] e20ffae3-2c87-4236-af72-9a752be07add {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.396864] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41112b5a-37fd-4c09-baae-55d992e4715d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.402131] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009734d3-170c-4e5d-b99b-bdf7f1e455b6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.406285] env[70398]: DEBUG oslo_vmware.api [None req-cfd2f139-49ff-4a92-96eb-7e2100dfd16b tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Waiting for the task: (returnval){ [ 852.406285] env[70398]: value = "task-3444291" [ 852.406285] env[70398]: _type = "Task" [ 852.406285] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.438403] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af832f2a-ec21-4b2c-8205-591a8dabcbc3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.444187] env[70398]: DEBUG oslo_vmware.api [None req-cfd2f139-49ff-4a92-96eb-7e2100dfd16b tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Task: {'id': task-3444291, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.449445] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3bc172f-331b-4f3a-a8c3-6a0ec8bf2be6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.464253] env[70398]: DEBUG nova.compute.provider_tree [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.501397] env[70398]: DEBUG oslo_vmware.api [None req-79545463-c802-4d0a-9e67-93f4d5954313 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444288, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230689} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.501397] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-79545463-c802-4d0a-9e67-93f4d5954313 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.501543] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-79545463-c802-4d0a-9e67-93f4d5954313 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.501684] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-79545463-c802-4d0a-9e67-93f4d5954313 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.501857] env[70398]: INFO nova.compute.manager [None req-79545463-c802-4d0a-9e67-93f4d5954313 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 852.502105] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79545463-c802-4d0a-9e67-93f4d5954313 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.502361] env[70398]: DEBUG nova.compute.manager [-] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 852.502423] env[70398]: DEBUG nova.network.neutron [-] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 852.545034] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73797b66-77db-4e37-a442-be907656aa39 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.567940] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-ece2f996-795e-44ba-80df-138fc4e1058b tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 852.568287] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69f78853-aa0a-44d0-9fb1-f35f181808bc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.574904] env[70398]: DEBUG oslo_vmware.api [None req-ece2f996-795e-44ba-80df-138fc4e1058b tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Waiting for the task: (returnval){ [ 852.574904] env[70398]: value = "task-3444292" [ 852.574904] env[70398]: _type = "Task" [ 852.574904] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.582754] env[70398]: DEBUG oslo_vmware.api [None req-ece2f996-795e-44ba-80df-138fc4e1058b tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.621533] env[70398]: DEBUG nova.network.neutron [req-71ba130f-a8f8-40cb-89f6-12f36dc91a37 req-e72091e3-7d4e-40a5-b62b-10cca9ef873c service nova] [instance: 714161a0-3d7b-4410-9efb-016ba0fb2101] Updated VIF entry in instance network info cache for port cad91246-e293-4178-aa83-b743b04cd0bf. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.621533] env[70398]: DEBUG nova.network.neutron [req-71ba130f-a8f8-40cb-89f6-12f36dc91a37 req-e72091e3-7d4e-40a5-b62b-10cca9ef873c service nova] [instance: 714161a0-3d7b-4410-9efb-016ba0fb2101] Updating instance_info_cache with network_info: [{"id": "cad91246-e293-4178-aa83-b743b04cd0bf", "address": "fa:16:3e:92:a8:6a", "network": {"id": "9afd4842-b34f-46a9-9519-37c981b8d760", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1460884220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb7752c84f104f83ae5f2857bd511cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcad91246-e2", "ovs_interfaceid": "cad91246-e293-4178-aa83-b743b04cd0bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.640306] env[70398]: DEBUG oslo_vmware.api [None req-9ba5ffc9-0c04-46ca-a895-d105751c79c6 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444289, 'name': CloneVM_Task} progress is 94%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.868873] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Acquiring lock "refresh_cache-3c8725af-7781-4b14-a75a-ae5eeffe6e28" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.868873] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Acquired lock "refresh_cache-3c8725af-7781-4b14-a75a-ae5eeffe6e28" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.868873] env[70398]: DEBUG nova.network.neutron [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 3c8725af-7781-4b14-a75a-ae5eeffe6e28] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 852.892231] env[70398]: DEBUG oslo_vmware.api [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]523a0cdd-f01a-6db3-7c4a-240367cd0991, 'name': SearchDatastore_Task, 'duration_secs': 0.01898} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.892736] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.893238] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 714161a0-3d7b-4410-9efb-016ba0fb2101] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 852.893689] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.894937] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.894937] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 852.894937] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ba84b3b-58e0-492e-9af6-897e8b82a074 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.905579] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 852.905812] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 852.908594] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c3f056f-109c-468c-9f4c-30ce2d58caf9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.920085] env[70398]: DEBUG oslo_vmware.api [None req-cfd2f139-49ff-4a92-96eb-7e2100dfd16b tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Task: {'id': task-3444291, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269744} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.921164] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfd2f139-49ff-4a92-96eb-7e2100dfd16b tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.921478] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd2f139-49ff-4a92-96eb-7e2100dfd16b tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.921875] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd2f139-49ff-4a92-96eb-7e2100dfd16b tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.922157] env[70398]: INFO nova.compute.manager [None req-cfd2f139-49ff-4a92-96eb-7e2100dfd16b tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Took 1.13 seconds to destroy the instance on the hypervisor. [ 852.922505] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfd2f139-49ff-4a92-96eb-7e2100dfd16b tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.923027] env[70398]: DEBUG oslo_vmware.api [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Waiting for the task: (returnval){ [ 852.923027] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e6eaab-9c3a-8582-7ba8-476ee3113744" [ 852.923027] env[70398]: _type = "Task" [ 852.923027] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.923339] env[70398]: DEBUG nova.compute.manager [-] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 852.923516] env[70398]: DEBUG nova.network.neutron [-] [instance: e20ffae3-2c87-4236-af72-9a752be07add] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 852.937663] env[70398]: DEBUG oslo_vmware.api [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e6eaab-9c3a-8582-7ba8-476ee3113744, 'name': SearchDatastore_Task, 'duration_secs': 0.009722} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.937663] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba1ace21-36b4-4216-acdb-c665400413d6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.944794] env[70398]: DEBUG oslo_vmware.api [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Waiting for the task: (returnval){ [ 852.944794] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52a8b9db-e2b1-7a12-cfd4-7977ccce9b3e" [ 852.944794] env[70398]: _type = "Task" [ 852.944794] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.954791] env[70398]: DEBUG oslo_vmware.api [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52a8b9db-e2b1-7a12-cfd4-7977ccce9b3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.967497] env[70398]: DEBUG nova.scheduler.client.report [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.087246] env[70398]: DEBUG oslo_vmware.api [None req-ece2f996-795e-44ba-80df-138fc4e1058b tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444292, 'name': PowerOffVM_Task, 'duration_secs': 0.392811} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.087246] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-ece2f996-795e-44ba-80df-138fc4e1058b tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 853.091134] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-ece2f996-795e-44ba-80df-138fc4e1058b tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Reconfiguring VM instance instance-00000037 to detach disk 2001 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 853.091833] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0e0e4e7-7d0e-4c4b-8621-9e9f650d52cd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.111661] env[70398]: DEBUG oslo_vmware.api [None req-ece2f996-795e-44ba-80df-138fc4e1058b tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Waiting for the task: (returnval){ [ 853.111661] env[70398]: value = "task-3444294" [ 853.111661] env[70398]: _type = "Task" [ 853.111661] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.122121] env[70398]: DEBUG oslo_vmware.api [None req-ece2f996-795e-44ba-80df-138fc4e1058b tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444294, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.124045] env[70398]: DEBUG oslo_concurrency.lockutils [req-71ba130f-a8f8-40cb-89f6-12f36dc91a37 req-e72091e3-7d4e-40a5-b62b-10cca9ef873c service nova] Releasing lock "refresh_cache-714161a0-3d7b-4410-9efb-016ba0fb2101" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.139575] env[70398]: DEBUG oslo_vmware.api [None req-9ba5ffc9-0c04-46ca-a895-d105751c79c6 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444289, 'name': CloneVM_Task} progress is 94%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.407349] env[70398]: DEBUG nova.network.neutron [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 3c8725af-7781-4b14-a75a-ae5eeffe6e28] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 853.411917] env[70398]: DEBUG nova.compute.manager [req-902176a2-6d7e-498c-ae58-f3531c7f882c req-69474934-1cc8-4553-9938-79f062c80ae5 service nova] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Received event network-vif-deleted-8b9b7189-71d0-4e80-95f9-ca68b14d89ae {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.412130] env[70398]: INFO nova.compute.manager [req-902176a2-6d7e-498c-ae58-f3531c7f882c req-69474934-1cc8-4553-9938-79f062c80ae5 service nova] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Neutron deleted interface 8b9b7189-71d0-4e80-95f9-ca68b14d89ae; detaching it from the instance and deleting it from the info cache [ 853.412314] env[70398]: DEBUG nova.network.neutron [req-902176a2-6d7e-498c-ae58-f3531c7f882c req-69474934-1cc8-4553-9938-79f062c80ae5 service nova] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.456478] env[70398]: DEBUG oslo_vmware.api [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52a8b9db-e2b1-7a12-cfd4-7977ccce9b3e, 'name': SearchDatastore_Task, 'duration_secs': 0.020414} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.458712] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.458712] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 714161a0-3d7b-4410-9efb-016ba0fb2101/714161a0-3d7b-4410-9efb-016ba0fb2101.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 853.458712] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80b93ba9-78d3-4639-8452-3b007c064bd4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.465820] env[70398]: DEBUG oslo_vmware.api [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Waiting for the task: (returnval){ [ 853.465820] env[70398]: value = "task-3444295" [ 853.465820] env[70398]: _type = "Task" [ 853.465820] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.475100] env[70398]: DEBUG oslo_vmware.api [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3444295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.475996] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.560s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.477043] env[70398]: DEBUG nova.compute.manager [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 853.479230] env[70398]: DEBUG oslo_concurrency.lockutils [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.149s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.480647] env[70398]: INFO nova.compute.claims [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] [instance: 49dc8961-e4d2-4629-98ec-af3983039457] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 853.549672] env[70398]: DEBUG nova.network.neutron [-] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.625966] env[70398]: DEBUG oslo_vmware.api [None req-ece2f996-795e-44ba-80df-138fc4e1058b tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444294, 'name': ReconfigVM_Task, 'duration_secs': 0.347885} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.625966] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-ece2f996-795e-44ba-80df-138fc4e1058b tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Reconfigured VM instance instance-00000037 to detach disk 2001 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 853.626097] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-ece2f996-795e-44ba-80df-138fc4e1058b tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 853.626349] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8b72fb0-1664-4829-94b1-aa8eadaddcdb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.636224] env[70398]: DEBUG oslo_vmware.api [None req-ece2f996-795e-44ba-80df-138fc4e1058b tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Waiting for the task: (returnval){ [ 853.636224] env[70398]: value = "task-3444296" [ 853.636224] env[70398]: _type = "Task" [ 853.636224] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.643355] env[70398]: DEBUG oslo_vmware.api [None req-9ba5ffc9-0c04-46ca-a895-d105751c79c6 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444289, 'name': CloneVM_Task, 'duration_secs': 1.269398} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.644108] env[70398]: INFO nova.virt.vmwareapi.vmops [None req-9ba5ffc9-0c04-46ca-a895-d105751c79c6 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Created linked-clone VM from snapshot [ 853.644918] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26f84c5-74be-44d4-a4f1-bfd8e124fc60 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.653681] env[70398]: DEBUG oslo_vmware.api [None req-ece2f996-795e-44ba-80df-138fc4e1058b tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444296, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.659877] env[70398]: DEBUG nova.virt.vmwareapi.images [None req-9ba5ffc9-0c04-46ca-a895-d105751c79c6 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Uploading image 17e25593-72b5-4285-9aa9-00dc3c8a20a5 {{(pid=70398) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 853.695358] env[70398]: DEBUG oslo_vmware.rw_handles [None req-9ba5ffc9-0c04-46ca-a895-d105751c79c6 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 853.695358] env[70398]: value = "vm-687604" [ 853.695358] env[70398]: _type = "VirtualMachine" [ 853.695358] env[70398]: }. {{(pid=70398) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 853.696955] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-db0eb775-f957-4781-86d4-94e1e26c0138 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.704446] env[70398]: DEBUG oslo_vmware.rw_handles [None req-9ba5ffc9-0c04-46ca-a895-d105751c79c6 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lease: (returnval){ [ 853.704446] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]521607c0-c103-2a9e-2e3e-58dcd50acac4" [ 853.704446] env[70398]: _type = "HttpNfcLease" [ 853.704446] env[70398]: } obtained for exporting VM: (result){ [ 853.704446] env[70398]: value = "vm-687604" [ 853.704446] env[70398]: _type = "VirtualMachine" [ 853.704446] env[70398]: }. {{(pid=70398) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 853.708020] env[70398]: DEBUG oslo_vmware.api [None req-9ba5ffc9-0c04-46ca-a895-d105751c79c6 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the lease: (returnval){ [ 853.708020] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]521607c0-c103-2a9e-2e3e-58dcd50acac4" [ 853.708020] env[70398]: _type = "HttpNfcLease" [ 853.708020] env[70398]: } to be ready. {{(pid=70398) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 853.712895] env[70398]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 853.712895] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]521607c0-c103-2a9e-2e3e-58dcd50acac4" [ 853.712895] env[70398]: _type = "HttpNfcLease" [ 853.712895] env[70398]: } is initializing. {{(pid=70398) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 853.859849] env[70398]: DEBUG nova.network.neutron [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 3c8725af-7781-4b14-a75a-ae5eeffe6e28] Updating instance_info_cache with network_info: [{"id": "0458fc9d-5ea5-417e-9ef7-757f546e3758", "address": "fa:16:3e:37:a0:d7", "network": {"id": "9afd4842-b34f-46a9-9519-37c981b8d760", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1460884220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb7752c84f104f83ae5f2857bd511cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0458fc9d-5e", "ovs_interfaceid": "0458fc9d-5ea5-417e-9ef7-757f546e3758", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.883600] env[70398]: DEBUG nova.network.neutron [-] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.915620] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c23ab114-cec4-4e24-b7dc-25b3c2c92a63 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.926028] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233d0baf-ba6d-490c-9c8d-3df0f4c6d35c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.941172] env[70398]: DEBUG nova.compute.manager [req-99a01763-1ee8-45b4-8697-631d026aa96f req-3354d395-7b97-4002-a959-594ba3549221 service nova] [instance: 3c8725af-7781-4b14-a75a-ae5eeffe6e28] Received event network-vif-plugged-0458fc9d-5ea5-417e-9ef7-757f546e3758 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.941440] env[70398]: DEBUG oslo_concurrency.lockutils [req-99a01763-1ee8-45b4-8697-631d026aa96f req-3354d395-7b97-4002-a959-594ba3549221 service nova] Acquiring lock "3c8725af-7781-4b14-a75a-ae5eeffe6e28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.941607] env[70398]: DEBUG oslo_concurrency.lockutils [req-99a01763-1ee8-45b4-8697-631d026aa96f req-3354d395-7b97-4002-a959-594ba3549221 service nova] Lock "3c8725af-7781-4b14-a75a-ae5eeffe6e28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.941771] env[70398]: DEBUG oslo_concurrency.lockutils [req-99a01763-1ee8-45b4-8697-631d026aa96f req-3354d395-7b97-4002-a959-594ba3549221 service nova] Lock "3c8725af-7781-4b14-a75a-ae5eeffe6e28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.942321] env[70398]: DEBUG nova.compute.manager [req-99a01763-1ee8-45b4-8697-631d026aa96f req-3354d395-7b97-4002-a959-594ba3549221 service nova] [instance: 3c8725af-7781-4b14-a75a-ae5eeffe6e28] No waiting events found dispatching network-vif-plugged-0458fc9d-5ea5-417e-9ef7-757f546e3758 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 853.942321] env[70398]: WARNING nova.compute.manager [req-99a01763-1ee8-45b4-8697-631d026aa96f req-3354d395-7b97-4002-a959-594ba3549221 service nova] [instance: 3c8725af-7781-4b14-a75a-ae5eeffe6e28] Received unexpected event network-vif-plugged-0458fc9d-5ea5-417e-9ef7-757f546e3758 for instance with vm_state building and task_state spawning. [ 853.942423] env[70398]: DEBUG nova.compute.manager [req-99a01763-1ee8-45b4-8697-631d026aa96f req-3354d395-7b97-4002-a959-594ba3549221 service nova] [instance: 3c8725af-7781-4b14-a75a-ae5eeffe6e28] Received event network-changed-0458fc9d-5ea5-417e-9ef7-757f546e3758 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.943513] env[70398]: DEBUG nova.compute.manager [req-99a01763-1ee8-45b4-8697-631d026aa96f req-3354d395-7b97-4002-a959-594ba3549221 service nova] [instance: 3c8725af-7781-4b14-a75a-ae5eeffe6e28] Refreshing instance network info cache due to event network-changed-0458fc9d-5ea5-417e-9ef7-757f546e3758. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 853.943513] env[70398]: DEBUG oslo_concurrency.lockutils [req-99a01763-1ee8-45b4-8697-631d026aa96f req-3354d395-7b97-4002-a959-594ba3549221 service nova] Acquiring lock "refresh_cache-3c8725af-7781-4b14-a75a-ae5eeffe6e28" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.966875] env[70398]: DEBUG nova.compute.manager [req-902176a2-6d7e-498c-ae58-f3531c7f882c req-69474934-1cc8-4553-9938-79f062c80ae5 service nova] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Detach interface failed, port_id=8b9b7189-71d0-4e80-95f9-ca68b14d89ae, reason: Instance e20ffae3-2c87-4236-af72-9a752be07add could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 853.973892] env[70398]: DEBUG oslo_vmware.api [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3444295, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470636} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.977020] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 714161a0-3d7b-4410-9efb-016ba0fb2101/714161a0-3d7b-4410-9efb-016ba0fb2101.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 853.977020] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 714161a0-3d7b-4410-9efb-016ba0fb2101] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 853.977020] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8e288eb-78da-41c3-8c9e-80a957d19e6f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.980955] env[70398]: DEBUG oslo_vmware.api [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Waiting for the task: (returnval){ [ 853.980955] env[70398]: value = "task-3444298" [ 853.980955] env[70398]: _type = "Task" [ 853.980955] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.985532] env[70398]: DEBUG nova.compute.utils [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 853.989380] env[70398]: DEBUG nova.compute.manager [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 853.989775] env[70398]: DEBUG nova.network.neutron [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 853.998558] env[70398]: DEBUG oslo_vmware.api [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3444298, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.035891] env[70398]: DEBUG nova.policy [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bf3fec710124e20a9ea1d59789de824', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5a04ab39eda46dd8b6665756bfa0ca8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 854.052451] env[70398]: INFO nova.compute.manager [-] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Took 1.55 seconds to deallocate network for instance. [ 854.145966] env[70398]: DEBUG oslo_vmware.api [None req-ece2f996-795e-44ba-80df-138fc4e1058b tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444296, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.213686] env[70398]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 854.213686] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]521607c0-c103-2a9e-2e3e-58dcd50acac4" [ 854.213686] env[70398]: _type = "HttpNfcLease" [ 854.213686] env[70398]: } is ready. {{(pid=70398) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 854.213984] env[70398]: DEBUG oslo_vmware.rw_handles [None req-9ba5ffc9-0c04-46ca-a895-d105751c79c6 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 854.213984] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]521607c0-c103-2a9e-2e3e-58dcd50acac4" [ 854.213984] env[70398]: _type = "HttpNfcLease" [ 854.213984] env[70398]: }. {{(pid=70398) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 854.214734] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a884b746-83f3-4816-b340-1da223794ec4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.222408] env[70398]: DEBUG oslo_vmware.rw_handles [None req-9ba5ffc9-0c04-46ca-a895-d105751c79c6 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522047f1-e62f-4c7f-0beb-10ed26195919/disk-0.vmdk from lease info. {{(pid=70398) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 854.222549] env[70398]: DEBUG oslo_vmware.rw_handles [None req-9ba5ffc9-0c04-46ca-a895-d105751c79c6 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522047f1-e62f-4c7f-0beb-10ed26195919/disk-0.vmdk for reading. {{(pid=70398) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 854.345464] env[70398]: DEBUG nova.network.neutron [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Successfully created port: 597ba547-8fbe-4f4c-9d45-489e49f0a598 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 854.362748] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Releasing lock "refresh_cache-3c8725af-7781-4b14-a75a-ae5eeffe6e28" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.362748] env[70398]: DEBUG nova.compute.manager [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 3c8725af-7781-4b14-a75a-ae5eeffe6e28] Instance network_info: |[{"id": "0458fc9d-5ea5-417e-9ef7-757f546e3758", "address": "fa:16:3e:37:a0:d7", "network": {"id": "9afd4842-b34f-46a9-9519-37c981b8d760", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1460884220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb7752c84f104f83ae5f2857bd511cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0458fc9d-5e", "ovs_interfaceid": "0458fc9d-5ea5-417e-9ef7-757f546e3758", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 854.362931] env[70398]: DEBUG oslo_concurrency.lockutils [req-99a01763-1ee8-45b4-8697-631d026aa96f req-3354d395-7b97-4002-a959-594ba3549221 service nova] Acquired lock "refresh_cache-3c8725af-7781-4b14-a75a-ae5eeffe6e28" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.363094] env[70398]: DEBUG nova.network.neutron [req-99a01763-1ee8-45b4-8697-631d026aa96f req-3354d395-7b97-4002-a959-594ba3549221 service nova] [instance: 3c8725af-7781-4b14-a75a-ae5eeffe6e28] Refreshing network info cache for port 0458fc9d-5ea5-417e-9ef7-757f546e3758 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 854.364413] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 3c8725af-7781-4b14-a75a-ae5eeffe6e28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:a0:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6c45fd-e930-495a-9cb7-df84eda443b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0458fc9d-5ea5-417e-9ef7-757f546e3758', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 854.372056] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.372609] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c8725af-7781-4b14-a75a-ae5eeffe6e28] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 854.372959] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e5803df-aa7e-48a7-bcc1-b2ee25c4569e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.389680] env[70398]: INFO nova.compute.manager [-] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Took 1.47 seconds to deallocate network for instance. [ 854.396619] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 854.396619] env[70398]: value = "task-3444299" [ 854.396619] env[70398]: _type = "Task" [ 854.396619] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.407330] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444299, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.490460] env[70398]: DEBUG nova.compute.manager [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 854.493159] env[70398]: DEBUG oslo_vmware.api [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3444298, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107726} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.496067] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 714161a0-3d7b-4410-9efb-016ba0fb2101] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 854.497355] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41690a23-5052-422d-84cf-aa62d19df177 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.522669] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 714161a0-3d7b-4410-9efb-016ba0fb2101] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 714161a0-3d7b-4410-9efb-016ba0fb2101/714161a0-3d7b-4410-9efb-016ba0fb2101.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 854.525221] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e4c8256-7b8d-4b46-a0ac-08dcaeff1d05 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.544746] env[70398]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ef823e30-1380-49a4-b0e9-727383054d43 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.551786] env[70398]: DEBUG oslo_vmware.api [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Waiting for the task: (returnval){ [ 854.551786] env[70398]: value = "task-3444300" [ 854.551786] env[70398]: _type = "Task" [ 854.551786] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.559017] env[70398]: DEBUG oslo_concurrency.lockutils [None req-79545463-c802-4d0a-9e67-93f4d5954313 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.565029] env[70398]: DEBUG oslo_vmware.api [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3444300, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.647773] env[70398]: DEBUG oslo_vmware.api [None req-ece2f996-795e-44ba-80df-138fc4e1058b tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444296, 'name': PowerOnVM_Task, 'duration_secs': 0.521945} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.649381] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-ece2f996-795e-44ba-80df-138fc4e1058b tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 854.649381] env[70398]: DEBUG nova.compute.manager [None req-ece2f996-795e-44ba-80df-138fc4e1058b tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.649381] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f639f6b1-6d3d-476e-a8cb-f99644e01264 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.897247] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cfd2f139-49ff-4a92-96eb-7e2100dfd16b tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.908100] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444299, 'name': CreateVM_Task, 'duration_secs': 0.500941} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.915023] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c8725af-7781-4b14-a75a-ae5eeffe6e28] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 854.917111] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.917111] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.917111] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.917111] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28c62996-5e37-4de8-9e97-4511bae51abc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.921787] env[70398]: DEBUG oslo_vmware.api [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Waiting for the task: (returnval){ [ 854.921787] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52be2de3-b8bd-c345-5363-24108e2ac015" [ 854.921787] env[70398]: _type = "Task" [ 854.921787] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.935108] env[70398]: DEBUG oslo_vmware.api [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52be2de3-b8bd-c345-5363-24108e2ac015, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.034824] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af61ef2a-86c1-4081-9237-9329e347e4fe {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.043484] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e98009-f030-456f-ae84-db2e770d74b6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.085083] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b374c25f-75d4-4a43-942a-b000dcc0d24e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.094189] env[70398]: DEBUG oslo_vmware.api [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3444300, 'name': ReconfigVM_Task, 'duration_secs': 0.327059} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.095900] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 714161a0-3d7b-4410-9efb-016ba0fb2101] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 714161a0-3d7b-4410-9efb-016ba0fb2101/714161a0-3d7b-4410-9efb-016ba0fb2101.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 855.096719] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de04461f-bf79-4f9f-b898-a7177252b7b5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.099418] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ee566b-6c43-41de-a82d-1570bc72c5d6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.116477] env[70398]: DEBUG nova.compute.provider_tree [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.118476] env[70398]: DEBUG oslo_vmware.api [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Waiting for the task: (returnval){ [ 855.118476] env[70398]: value = "task-3444302" [ 855.118476] env[70398]: _type = "Task" [ 855.118476] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.128283] env[70398]: DEBUG oslo_vmware.api [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3444302, 'name': Rename_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.250019] env[70398]: DEBUG nova.network.neutron [req-99a01763-1ee8-45b4-8697-631d026aa96f req-3354d395-7b97-4002-a959-594ba3549221 service nova] [instance: 3c8725af-7781-4b14-a75a-ae5eeffe6e28] Updated VIF entry in instance network info cache for port 0458fc9d-5ea5-417e-9ef7-757f546e3758. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 855.250546] env[70398]: DEBUG nova.network.neutron [req-99a01763-1ee8-45b4-8697-631d026aa96f req-3354d395-7b97-4002-a959-594ba3549221 service nova] [instance: 3c8725af-7781-4b14-a75a-ae5eeffe6e28] Updating instance_info_cache with network_info: [{"id": "0458fc9d-5ea5-417e-9ef7-757f546e3758", "address": "fa:16:3e:37:a0:d7", "network": {"id": "9afd4842-b34f-46a9-9519-37c981b8d760", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1460884220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb7752c84f104f83ae5f2857bd511cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0458fc9d-5e", "ovs_interfaceid": "0458fc9d-5ea5-417e-9ef7-757f546e3758", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.433456] env[70398]: DEBUG oslo_vmware.api [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52be2de3-b8bd-c345-5363-24108e2ac015, 'name': SearchDatastore_Task, 'duration_secs': 0.014681} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.433456] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.433456] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 3c8725af-7781-4b14-a75a-ae5eeffe6e28] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 855.433664] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.433869] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.434099] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 855.434403] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31515368-ccaf-44da-9941-fc65a634d883 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.443284] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 855.443284] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 855.444022] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c45630cd-cd0d-4d4f-95bf-3551cc0ed524 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.449759] env[70398]: DEBUG oslo_vmware.api [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Waiting for the task: (returnval){ [ 855.449759] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52594a50-b44c-22ed-184f-86fc0acfd4fd" [ 855.449759] env[70398]: _type = "Task" [ 855.449759] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.457657] env[70398]: DEBUG oslo_vmware.api [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52594a50-b44c-22ed-184f-86fc0acfd4fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.503814] env[70398]: DEBUG nova.compute.manager [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 855.532424] env[70398]: DEBUG nova.virt.hardware [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 855.533188] env[70398]: DEBUG nova.virt.hardware [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.533360] env[70398]: DEBUG nova.virt.hardware [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.533554] env[70398]: DEBUG nova.virt.hardware [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.533740] env[70398]: DEBUG nova.virt.hardware [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.533918] env[70398]: DEBUG nova.virt.hardware [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 855.534263] env[70398]: DEBUG nova.virt.hardware [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 855.534512] env[70398]: DEBUG nova.virt.hardware [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 855.534815] env[70398]: DEBUG nova.virt.hardware [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 855.534977] env[70398]: DEBUG nova.virt.hardware [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 855.535243] env[70398]: DEBUG nova.virt.hardware [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 855.536118] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881bd419-72e7-4529-a387-5cbcbf5a11a4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.544513] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3b443f-329d-4619-a8ca-9690dc7edbfe {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.622247] env[70398]: DEBUG nova.scheduler.client.report [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.634520] env[70398]: DEBUG oslo_vmware.api [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3444302, 'name': Rename_Task, 'duration_secs': 0.150464} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.635189] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 714161a0-3d7b-4410-9efb-016ba0fb2101] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 855.635542] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-073248b1-62ab-4077-b9e5-c9347d73c93f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.642975] env[70398]: DEBUG oslo_vmware.api [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Waiting for the task: (returnval){ [ 855.642975] env[70398]: value = "task-3444303" [ 855.642975] env[70398]: _type = "Task" [ 855.642975] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.652830] env[70398]: DEBUG oslo_vmware.api [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3444303, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.753665] env[70398]: DEBUG oslo_concurrency.lockutils [req-99a01763-1ee8-45b4-8697-631d026aa96f req-3354d395-7b97-4002-a959-594ba3549221 service nova] Releasing lock "refresh_cache-3c8725af-7781-4b14-a75a-ae5eeffe6e28" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.753952] env[70398]: DEBUG nova.compute.manager [req-99a01763-1ee8-45b4-8697-631d026aa96f req-3354d395-7b97-4002-a959-594ba3549221 service nova] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Received event network-vif-deleted-74d077b7-3e00-4285-a54a-8b213913cff2 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.867141] env[70398]: DEBUG oslo_concurrency.lockutils [None req-029a4747-281e-4d25-846b-284990c0162d tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "interface-8bc5386e-1109-460a-bb30-98f7289b249c-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.867141] env[70398]: DEBUG oslo_concurrency.lockutils [None req-029a4747-281e-4d25-846b-284990c0162d tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "interface-8bc5386e-1109-460a-bb30-98f7289b249c-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.867141] env[70398]: DEBUG nova.objects.instance [None req-029a4747-281e-4d25-846b-284990c0162d tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lazy-loading 'flavor' on Instance uuid 8bc5386e-1109-460a-bb30-98f7289b249c {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.962382] env[70398]: DEBUG oslo_vmware.api [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52594a50-b44c-22ed-184f-86fc0acfd4fd, 'name': SearchDatastore_Task, 'duration_secs': 0.018188} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.963248] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f379173f-c44e-4159-afed-4d2e768ad1a8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.968900] env[70398]: DEBUG oslo_vmware.api [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Waiting for the task: (returnval){ [ 855.968900] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52808155-b218-6f9a-3810-3d6bd212795a" [ 855.968900] env[70398]: _type = "Task" [ 855.968900] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.977608] env[70398]: DEBUG oslo_vmware.api [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52808155-b218-6f9a-3810-3d6bd212795a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.991323] env[70398]: DEBUG nova.network.neutron [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Successfully updated port: 597ba547-8fbe-4f4c-9d45-489e49f0a598 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 856.131463] env[70398]: DEBUG oslo_concurrency.lockutils [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.131785] env[70398]: DEBUG nova.compute.manager [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] [instance: 49dc8961-e4d2-4629-98ec-af3983039457] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 856.135708] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.427s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.135912] env[70398]: DEBUG nova.objects.instance [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70398) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 856.153926] env[70398]: DEBUG oslo_vmware.api [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3444303, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.214873] env[70398]: DEBUG nova.compute.manager [req-5a37f232-0538-4613-afa6-ae11fd7d2e2f req-b384ee49-5eb6-498b-b86d-c4df05ce4473 service nova] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Received event network-vif-plugged-597ba547-8fbe-4f4c-9d45-489e49f0a598 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.217095] env[70398]: DEBUG oslo_concurrency.lockutils [req-5a37f232-0538-4613-afa6-ae11fd7d2e2f req-b384ee49-5eb6-498b-b86d-c4df05ce4473 service nova] Acquiring lock "effd3feb-1733-4485-bc19-2e089e5feef4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.217095] env[70398]: DEBUG oslo_concurrency.lockutils [req-5a37f232-0538-4613-afa6-ae11fd7d2e2f req-b384ee49-5eb6-498b-b86d-c4df05ce4473 service nova] Lock "effd3feb-1733-4485-bc19-2e089e5feef4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.217095] env[70398]: DEBUG oslo_concurrency.lockutils [req-5a37f232-0538-4613-afa6-ae11fd7d2e2f req-b384ee49-5eb6-498b-b86d-c4df05ce4473 service nova] Lock "effd3feb-1733-4485-bc19-2e089e5feef4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.217095] env[70398]: DEBUG nova.compute.manager [req-5a37f232-0538-4613-afa6-ae11fd7d2e2f req-b384ee49-5eb6-498b-b86d-c4df05ce4473 service nova] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] No waiting events found dispatching network-vif-plugged-597ba547-8fbe-4f4c-9d45-489e49f0a598 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 856.217095] env[70398]: WARNING nova.compute.manager [req-5a37f232-0538-4613-afa6-ae11fd7d2e2f req-b384ee49-5eb6-498b-b86d-c4df05ce4473 service nova] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Received unexpected event network-vif-plugged-597ba547-8fbe-4f4c-9d45-489e49f0a598 for instance with vm_state building and task_state spawning. [ 856.467586] env[70398]: DEBUG nova.objects.instance [None req-029a4747-281e-4d25-846b-284990c0162d tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lazy-loading 'pci_requests' on Instance uuid 8bc5386e-1109-460a-bb30-98f7289b249c {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 856.486021] env[70398]: DEBUG oslo_vmware.api [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52808155-b218-6f9a-3810-3d6bd212795a, 'name': SearchDatastore_Task, 'duration_secs': 0.016045} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.486021] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.486021] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 3c8725af-7781-4b14-a75a-ae5eeffe6e28/3c8725af-7781-4b14-a75a-ae5eeffe6e28.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 856.486021] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b776cf53-d9aa-4aa2-801c-3f69e7db9b3a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.491942] env[70398]: DEBUG oslo_vmware.api [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Waiting for the task: (returnval){ [ 856.491942] env[70398]: value = "task-3444304" [ 856.491942] env[70398]: _type = "Task" [ 856.491942] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.497798] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Acquiring lock "refresh_cache-effd3feb-1733-4485-bc19-2e089e5feef4" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.497798] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Acquired lock "refresh_cache-effd3feb-1733-4485-bc19-2e089e5feef4" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.497946] env[70398]: DEBUG nova.network.neutron [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.505406] env[70398]: DEBUG oslo_vmware.api [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3444304, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.513029] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b2dc9989-76b9-4288-9328-c6e9ff1145c6 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Acquiring lock "4919357d-d2fd-4bf5-a0f7-ea788c22aae1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.513029] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b2dc9989-76b9-4288-9328-c6e9ff1145c6 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Lock "4919357d-d2fd-4bf5-a0f7-ea788c22aae1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.513206] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b2dc9989-76b9-4288-9328-c6e9ff1145c6 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Acquiring lock "4919357d-d2fd-4bf5-a0f7-ea788c22aae1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.513459] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b2dc9989-76b9-4288-9328-c6e9ff1145c6 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Lock "4919357d-d2fd-4bf5-a0f7-ea788c22aae1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.513671] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b2dc9989-76b9-4288-9328-c6e9ff1145c6 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Lock "4919357d-d2fd-4bf5-a0f7-ea788c22aae1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.515901] env[70398]: INFO nova.compute.manager [None req-b2dc9989-76b9-4288-9328-c6e9ff1145c6 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Terminating instance [ 856.644354] env[70398]: DEBUG nova.compute.utils [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 856.646389] env[70398]: DEBUG nova.compute.manager [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] [instance: 49dc8961-e4d2-4629-98ec-af3983039457] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 856.646389] env[70398]: DEBUG nova.network.neutron [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] [instance: 49dc8961-e4d2-4629-98ec-af3983039457] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 856.659836] env[70398]: DEBUG oslo_vmware.api [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3444303, 'name': PowerOnVM_Task, 'duration_secs': 0.535712} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.660216] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 714161a0-3d7b-4410-9efb-016ba0fb2101] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 856.661105] env[70398]: INFO nova.compute.manager [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 714161a0-3d7b-4410-9efb-016ba0fb2101] Took 7.39 seconds to spawn the instance on the hypervisor. [ 856.661340] env[70398]: DEBUG nova.compute.manager [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 714161a0-3d7b-4410-9efb-016ba0fb2101] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 856.662350] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53bb5833-257e-4053-a90f-479cee09a549 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.700923] env[70398]: DEBUG nova.policy [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fad55157000c45da897486937af01f2d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f413ad8bb94c42c8a3f260d3883b6bea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 856.974852] env[70398]: DEBUG nova.objects.base [None req-029a4747-281e-4d25-846b-284990c0162d tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Object Instance<8bc5386e-1109-460a-bb30-98f7289b249c> lazy-loaded attributes: flavor,pci_requests {{(pid=70398) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 856.975157] env[70398]: DEBUG nova.network.neutron [None req-029a4747-281e-4d25-846b-284990c0162d tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 857.003906] env[70398]: DEBUG oslo_vmware.api [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3444304, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.020360] env[70398]: DEBUG nova.compute.manager [None req-b2dc9989-76b9-4288-9328-c6e9ff1145c6 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 857.020678] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b2dc9989-76b9-4288-9328-c6e9ff1145c6 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 857.021585] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19051ce3-4c00-4476-87b9-8efe2aac6448 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.025867] env[70398]: DEBUG nova.policy [None req-029a4747-281e-4d25-846b-284990c0162d tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5745fd9f8e2d4576ad44c31b35cc8024', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a133a7276464e628849ffaa016597bd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 857.032143] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2dc9989-76b9-4288-9328-c6e9ff1145c6 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 857.032417] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a63f86ae-4de3-430e-92e7-d1959bf8a7f8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.040451] env[70398]: DEBUG oslo_vmware.api [None req-b2dc9989-76b9-4288-9328-c6e9ff1145c6 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Waiting for the task: (returnval){ [ 857.040451] env[70398]: value = "task-3444305" [ 857.040451] env[70398]: _type = "Task" [ 857.040451] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.049317] env[70398]: DEBUG oslo_vmware.api [None req-b2dc9989-76b9-4288-9328-c6e9ff1145c6 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444305, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.054613] env[70398]: DEBUG nova.network.neutron [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 857.116551] env[70398]: DEBUG nova.network.neutron [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] [instance: 49dc8961-e4d2-4629-98ec-af3983039457] Successfully created port: 32c91cf5-c9d9-41e4-9dd1-b858150055d6 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 857.148367] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0a5934e6-d031-42b5-9101-4a230ec45b05 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.149990] env[70398]: DEBUG oslo_concurrency.lockutils [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.426s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.152774] env[70398]: INFO nova.compute.claims [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 857.157212] env[70398]: DEBUG nova.compute.manager [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] [instance: 49dc8961-e4d2-4629-98ec-af3983039457] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 857.186643] env[70398]: INFO nova.compute.manager [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 714161a0-3d7b-4410-9efb-016ba0fb2101] Took 59.04 seconds to build instance. [ 857.315141] env[70398]: DEBUG nova.network.neutron [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Updating instance_info_cache with network_info: [{"id": "597ba547-8fbe-4f4c-9d45-489e49f0a598", "address": "fa:16:3e:4e:dd:35", "network": {"id": "fb01a3ef-f49b-4004-9dad-1ab83f2cdc5c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1367760524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5a04ab39eda46dd8b6665756bfa0ca8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap597ba547-8f", "ovs_interfaceid": "597ba547-8fbe-4f4c-9d45-489e49f0a598", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.455615] env[70398]: DEBUG nova.network.neutron [None req-029a4747-281e-4d25-846b-284990c0162d tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Successfully created port: 70d4ba6b-414f-4324-bd2e-849474b97963 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 857.505062] env[70398]: DEBUG oslo_vmware.api [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3444304, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.549640] env[70398]: DEBUG oslo_vmware.api [None req-b2dc9989-76b9-4288-9328-c6e9ff1145c6 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444305, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.689556] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Lock "714161a0-3d7b-4410-9efb-016ba0fb2101" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.008s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.819869] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Releasing lock "refresh_cache-effd3feb-1733-4485-bc19-2e089e5feef4" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.820065] env[70398]: DEBUG nova.compute.manager [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Instance network_info: |[{"id": "597ba547-8fbe-4f4c-9d45-489e49f0a598", "address": "fa:16:3e:4e:dd:35", "network": {"id": "fb01a3ef-f49b-4004-9dad-1ab83f2cdc5c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1367760524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5a04ab39eda46dd8b6665756bfa0ca8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap597ba547-8f", "ovs_interfaceid": "597ba547-8fbe-4f4c-9d45-489e49f0a598", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 857.820489] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:dd:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '597ba547-8fbe-4f4c-9d45-489e49f0a598', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.828556] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Creating folder: Project (a5a04ab39eda46dd8b6665756bfa0ca8). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 857.828856] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ea6f3c5-dc7b-40d1-8ab7-b17d239029bd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.840081] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Created folder: Project (a5a04ab39eda46dd8b6665756bfa0ca8) in parent group-v687430. [ 857.840294] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Creating folder: Instances. Parent ref: group-v687606. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 857.840535] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a03badea-eb62-406b-97e7-d1d89da50ab5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.851476] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Created folder: Instances in parent group-v687606. [ 857.851750] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.853244] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.853244] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b7f888c-7535-4605-9334-f03328b6da8e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.874559] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.874559] env[70398]: value = "task-3444308" [ 857.874559] env[70398]: _type = "Task" [ 857.874559] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.882708] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444308, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.003798] env[70398]: DEBUG oslo_vmware.api [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3444304, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.051080] env[70398]: DEBUG oslo_vmware.api [None req-b2dc9989-76b9-4288-9328-c6e9ff1145c6 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444305, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.173220] env[70398]: DEBUG nova.compute.manager [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] [instance: 49dc8961-e4d2-4629-98ec-af3983039457] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 858.198776] env[70398]: DEBUG nova.virt.hardware [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 858.198995] env[70398]: DEBUG nova.virt.hardware [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 858.199151] env[70398]: DEBUG nova.virt.hardware [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 858.199336] env[70398]: DEBUG nova.virt.hardware [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 858.199483] env[70398]: DEBUG nova.virt.hardware [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 858.199638] env[70398]: DEBUG nova.virt.hardware [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 858.199849] env[70398]: DEBUG nova.virt.hardware [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 858.200175] env[70398]: DEBUG nova.virt.hardware [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 858.200415] env[70398]: DEBUG nova.virt.hardware [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 858.200632] env[70398]: DEBUG nova.virt.hardware [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 858.201122] env[70398]: DEBUG nova.virt.hardware [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 858.203233] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c0cec7-5912-484b-83d2-0149ae14e084 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.214831] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c685c9d-c932-4448-9f54-c9ad5955d6c1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.384402] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444308, 'name': CreateVM_Task} progress is 25%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.506796] env[70398]: DEBUG oslo_vmware.api [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3444304, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.547382} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.507146] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 3c8725af-7781-4b14-a75a-ae5eeffe6e28/3c8725af-7781-4b14-a75a-ae5eeffe6e28.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.507415] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 3c8725af-7781-4b14-a75a-ae5eeffe6e28] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.507703] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-685f3555-37ad-429b-88f6-444cddd4bd03 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.514896] env[70398]: DEBUG oslo_vmware.api [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Waiting for the task: (returnval){ [ 858.514896] env[70398]: value = "task-3444309" [ 858.514896] env[70398]: _type = "Task" [ 858.514896] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.523230] env[70398]: DEBUG oslo_vmware.api [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3444309, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.534228] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Acquiring lock "e707265e-e17d-498e-bfbc-91fd03288d27" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.534469] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Lock "e707265e-e17d-498e-bfbc-91fd03288d27" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.551402] env[70398]: DEBUG oslo_vmware.api [None req-b2dc9989-76b9-4288-9328-c6e9ff1145c6 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444305, 'name': PowerOffVM_Task, 'duration_secs': 1.263628} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.551690] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2dc9989-76b9-4288-9328-c6e9ff1145c6 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 858.552121] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b2dc9989-76b9-4288-9328-c6e9ff1145c6 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 858.553014] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-616f6f86-0b0c-4538-b299-af5bf5d702b5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.611059] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34e3dc2-e054-4ee8-83b0-302e57059886 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.619492] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f7c933-51b3-417f-8f21-cf0383fc1954 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.624375] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b2dc9989-76b9-4288-9328-c6e9ff1145c6 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 858.624458] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b2dc9989-76b9-4288-9328-c6e9ff1145c6 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 858.624620] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2dc9989-76b9-4288-9328-c6e9ff1145c6 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Deleting the datastore file [datastore2] 4919357d-d2fd-4bf5-a0f7-ea788c22aae1 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 858.625629] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b3b123b-8daa-4cc2-8117-e2a48b393d0b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.658791] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcac1fd4-ceb8-437f-8001-8405231035b6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.662556] env[70398]: DEBUG oslo_vmware.api [None req-b2dc9989-76b9-4288-9328-c6e9ff1145c6 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Waiting for the task: (returnval){ [ 858.662556] env[70398]: value = "task-3444311" [ 858.662556] env[70398]: _type = "Task" [ 858.662556] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.670675] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd2c0c3-1955-44ec-af78-9af11614a64a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.678931] env[70398]: DEBUG oslo_vmware.api [None req-b2dc9989-76b9-4288-9328-c6e9ff1145c6 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444311, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.690863] env[70398]: DEBUG nova.compute.provider_tree [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Updating inventory in ProviderTree for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 858.819455] env[70398]: DEBUG nova.network.neutron [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] [instance: 49dc8961-e4d2-4629-98ec-af3983039457] Successfully updated port: 32c91cf5-c9d9-41e4-9dd1-b858150055d6 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 858.887857] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444308, 'name': CreateVM_Task, 'duration_secs': 0.604636} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.888176] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.888989] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.889378] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.889767] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.890223] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c4cb9f5-bd06-4cc5-afb3-203ebc18d405 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.896162] env[70398]: DEBUG oslo_vmware.api [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Waiting for the task: (returnval){ [ 858.896162] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]524e6fe2-9bca-9bb6-085b-c89b16d4b559" [ 858.896162] env[70398]: _type = "Task" [ 858.896162] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.904186] env[70398]: DEBUG oslo_vmware.api [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]524e6fe2-9bca-9bb6-085b-c89b16d4b559, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.011493] env[70398]: DEBUG nova.network.neutron [None req-029a4747-281e-4d25-846b-284990c0162d tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Successfully updated port: 70d4ba6b-414f-4324-bd2e-849474b97963 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 859.028841] env[70398]: DEBUG oslo_vmware.api [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3444309, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074535} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.029263] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 3c8725af-7781-4b14-a75a-ae5eeffe6e28] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.031108] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a4877a-62fd-4976-9901-0fb6c26a8c13 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.037337] env[70398]: DEBUG nova.compute.manager [req-534449bb-a61b-4429-af64-9edfc39dc2d0 req-adee7675-543c-4d59-a15d-f4fbac03d09b service nova] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Received event network-changed-597ba547-8fbe-4f4c-9d45-489e49f0a598 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.037590] env[70398]: DEBUG nova.compute.manager [req-534449bb-a61b-4429-af64-9edfc39dc2d0 req-adee7675-543c-4d59-a15d-f4fbac03d09b service nova] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Refreshing instance network info cache due to event network-changed-597ba547-8fbe-4f4c-9d45-489e49f0a598. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 859.037859] env[70398]: DEBUG oslo_concurrency.lockutils [req-534449bb-a61b-4429-af64-9edfc39dc2d0 req-adee7675-543c-4d59-a15d-f4fbac03d09b service nova] Acquiring lock "refresh_cache-effd3feb-1733-4485-bc19-2e089e5feef4" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.038059] env[70398]: DEBUG oslo_concurrency.lockutils [req-534449bb-a61b-4429-af64-9edfc39dc2d0 req-adee7675-543c-4d59-a15d-f4fbac03d09b service nova] Acquired lock "refresh_cache-effd3feb-1733-4485-bc19-2e089e5feef4" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.038280] env[70398]: DEBUG nova.network.neutron [req-534449bb-a61b-4429-af64-9edfc39dc2d0 req-adee7675-543c-4d59-a15d-f4fbac03d09b service nova] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Refreshing network info cache for port 597ba547-8fbe-4f4c-9d45-489e49f0a598 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.040259] env[70398]: DEBUG nova.compute.manager [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 859.069029] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 3c8725af-7781-4b14-a75a-ae5eeffe6e28] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 3c8725af-7781-4b14-a75a-ae5eeffe6e28/3c8725af-7781-4b14-a75a-ae5eeffe6e28.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.069985] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c56b931-32d1-4ed4-9c2d-8d7813fe96d3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.092861] env[70398]: DEBUG oslo_vmware.api [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Waiting for the task: (returnval){ [ 859.092861] env[70398]: value = "task-3444312" [ 859.092861] env[70398]: _type = "Task" [ 859.092861] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.101713] env[70398]: DEBUG oslo_vmware.api [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3444312, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.173731] env[70398]: DEBUG oslo_vmware.api [None req-b2dc9989-76b9-4288-9328-c6e9ff1145c6 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444311, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24425} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.174085] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2dc9989-76b9-4288-9328-c6e9ff1145c6 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 859.174197] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b2dc9989-76b9-4288-9328-c6e9ff1145c6 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 859.174372] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b2dc9989-76b9-4288-9328-c6e9ff1145c6 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 859.174548] env[70398]: INFO nova.compute.manager [None req-b2dc9989-76b9-4288-9328-c6e9ff1145c6 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Took 2.15 seconds to destroy the instance on the hypervisor. [ 859.174800] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2dc9989-76b9-4288-9328-c6e9ff1145c6 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.174995] env[70398]: DEBUG nova.compute.manager [-] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 859.175104] env[70398]: DEBUG nova.network.neutron [-] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 859.218741] env[70398]: ERROR nova.scheduler.client.report [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [req-e93f8d60-c861-40ac-829c-c308c22a2748] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 308ebb75-eece-4013-bc9f-8d18cf162ec4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e93f8d60-c861-40ac-829c-c308c22a2748"}]} [ 859.236674] env[70398]: DEBUG nova.scheduler.client.report [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Refreshing inventories for resource provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 859.253038] env[70398]: DEBUG nova.scheduler.client.report [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Updating ProviderTree inventory for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 859.253038] env[70398]: DEBUG nova.compute.provider_tree [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Updating inventory in ProviderTree for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 859.265209] env[70398]: DEBUG nova.scheduler.client.report [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Refreshing aggregate associations for resource provider 308ebb75-eece-4013-bc9f-8d18cf162ec4, aggregates: None {{(pid=70398) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 859.285886] env[70398]: DEBUG nova.scheduler.client.report [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Refreshing trait associations for resource provider 308ebb75-eece-4013-bc9f-8d18cf162ec4, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=70398) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 859.320625] env[70398]: DEBUG oslo_concurrency.lockutils [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Acquiring lock "refresh_cache-49dc8961-e4d2-4629-98ec-af3983039457" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.320807] env[70398]: DEBUG oslo_concurrency.lockutils [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Acquired lock "refresh_cache-49dc8961-e4d2-4629-98ec-af3983039457" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.320918] env[70398]: DEBUG nova.network.neutron [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] [instance: 49dc8961-e4d2-4629-98ec-af3983039457] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.342323] env[70398]: DEBUG nova.compute.manager [req-49d8ed59-110d-43d5-92bd-2a0c06c54089 req-57fae2d3-6561-4e72-8667-64ca9b9df529 service nova] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Received event network-vif-plugged-70d4ba6b-414f-4324-bd2e-849474b97963 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.342970] env[70398]: DEBUG oslo_concurrency.lockutils [req-49d8ed59-110d-43d5-92bd-2a0c06c54089 req-57fae2d3-6561-4e72-8667-64ca9b9df529 service nova] Acquiring lock "8bc5386e-1109-460a-bb30-98f7289b249c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.342970] env[70398]: DEBUG oslo_concurrency.lockutils [req-49d8ed59-110d-43d5-92bd-2a0c06c54089 req-57fae2d3-6561-4e72-8667-64ca9b9df529 service nova] Lock "8bc5386e-1109-460a-bb30-98f7289b249c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.343053] env[70398]: DEBUG oslo_concurrency.lockutils [req-49d8ed59-110d-43d5-92bd-2a0c06c54089 req-57fae2d3-6561-4e72-8667-64ca9b9df529 service nova] Lock "8bc5386e-1109-460a-bb30-98f7289b249c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.343205] env[70398]: DEBUG nova.compute.manager [req-49d8ed59-110d-43d5-92bd-2a0c06c54089 req-57fae2d3-6561-4e72-8667-64ca9b9df529 service nova] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] No waiting events found dispatching network-vif-plugged-70d4ba6b-414f-4324-bd2e-849474b97963 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 859.343396] env[70398]: WARNING nova.compute.manager [req-49d8ed59-110d-43d5-92bd-2a0c06c54089 req-57fae2d3-6561-4e72-8667-64ca9b9df529 service nova] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Received unexpected event network-vif-plugged-70d4ba6b-414f-4324-bd2e-849474b97963 for instance with vm_state active and task_state None. [ 859.412017] env[70398]: DEBUG oslo_vmware.api [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]524e6fe2-9bca-9bb6-085b-c89b16d4b559, 'name': SearchDatastore_Task, 'duration_secs': 0.012039} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.412683] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.413208] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.413283] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.413435] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.413624] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.414096] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8680732d-f192-438b-8755-86af3be7c50f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.427589] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.427801] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 859.428936] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7aa3c613-ecc6-4806-bd44-754b1a7dc4fb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.435186] env[70398]: DEBUG oslo_vmware.api [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Waiting for the task: (returnval){ [ 859.435186] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]522847bb-86a7-58f9-3e62-7f831a94d31f" [ 859.435186] env[70398]: _type = "Task" [ 859.435186] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.448548] env[70398]: DEBUG oslo_vmware.api [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]522847bb-86a7-58f9-3e62-7f831a94d31f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.513660] env[70398]: DEBUG oslo_concurrency.lockutils [None req-029a4747-281e-4d25-846b-284990c0162d tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "refresh_cache-8bc5386e-1109-460a-bb30-98f7289b249c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.513848] env[70398]: DEBUG oslo_concurrency.lockutils [None req-029a4747-281e-4d25-846b-284990c0162d tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquired lock "refresh_cache-8bc5386e-1109-460a-bb30-98f7289b249c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.514043] env[70398]: DEBUG nova.network.neutron [None req-029a4747-281e-4d25-846b-284990c0162d tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.565775] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.605175] env[70398]: DEBUG oslo_vmware.api [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3444312, 'name': ReconfigVM_Task, 'duration_secs': 0.365828} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.605459] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 3c8725af-7781-4b14-a75a-ae5eeffe6e28] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 3c8725af-7781-4b14-a75a-ae5eeffe6e28/3c8725af-7781-4b14-a75a-ae5eeffe6e28.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.607391] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8ffd7cd-d8eb-4097-9e5b-3460e28f1cc0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.614884] env[70398]: DEBUG oslo_vmware.api [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Waiting for the task: (returnval){ [ 859.614884] env[70398]: value = "task-3444313" [ 859.614884] env[70398]: _type = "Task" [ 859.614884] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.629285] env[70398]: DEBUG oslo_vmware.api [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3444313, 'name': Rename_Task} progress is 10%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.779219] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c16e1f-134a-4ed7-88c5-496d8a9cfa2b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.782910] env[70398]: DEBUG nova.network.neutron [req-534449bb-a61b-4429-af64-9edfc39dc2d0 req-adee7675-543c-4d59-a15d-f4fbac03d09b service nova] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Updated VIF entry in instance network info cache for port 597ba547-8fbe-4f4c-9d45-489e49f0a598. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.783332] env[70398]: DEBUG nova.network.neutron [req-534449bb-a61b-4429-af64-9edfc39dc2d0 req-adee7675-543c-4d59-a15d-f4fbac03d09b service nova] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Updating instance_info_cache with network_info: [{"id": "597ba547-8fbe-4f4c-9d45-489e49f0a598", "address": "fa:16:3e:4e:dd:35", "network": {"id": "fb01a3ef-f49b-4004-9dad-1ab83f2cdc5c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1367760524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5a04ab39eda46dd8b6665756bfa0ca8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap597ba547-8f", "ovs_interfaceid": "597ba547-8fbe-4f4c-9d45-489e49f0a598", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.791113] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ceda0c-9b41-440e-b6c1-3552965c1a97 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.832539] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bd4651-8637-477a-afeb-7891e0c6898f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.840974] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2267582c-34ba-403a-a7d7-35ec8721c3b2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.855921] env[70398]: DEBUG nova.compute.provider_tree [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.871408] env[70398]: DEBUG nova.network.neutron [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] [instance: 49dc8961-e4d2-4629-98ec-af3983039457] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 859.948665] env[70398]: DEBUG oslo_vmware.api [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]522847bb-86a7-58f9-3e62-7f831a94d31f, 'name': SearchDatastore_Task, 'duration_secs': 0.01308} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.953212] env[70398]: DEBUG nova.network.neutron [-] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.953627] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51dfdc84-c012-4219-bad3-04f7eb9c794a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.959640] env[70398]: DEBUG oslo_vmware.api [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Waiting for the task: (returnval){ [ 859.959640] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5256b897-5067-9cbd-4438-6227a099e78d" [ 859.959640] env[70398]: _type = "Task" [ 859.959640] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.967889] env[70398]: DEBUG oslo_vmware.api [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5256b897-5067-9cbd-4438-6227a099e78d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.027283] env[70398]: DEBUG nova.network.neutron [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] [instance: 49dc8961-e4d2-4629-98ec-af3983039457] Updating instance_info_cache with network_info: [{"id": "32c91cf5-c9d9-41e4-9dd1-b858150055d6", "address": "fa:16:3e:25:80:48", "network": {"id": "082e390b-a8bf-4f0c-96bb-04e04c4c58aa", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1170398267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f413ad8bb94c42c8a3f260d3883b6bea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32c91cf5-c9", "ovs_interfaceid": "32c91cf5-c9d9-41e4-9dd1-b858150055d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.059522] env[70398]: WARNING nova.network.neutron [None req-029a4747-281e-4d25-846b-284990c0162d tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] 31f6f749-f4c7-4b9c-80b1-dde5df2664ef already exists in list: networks containing: ['31f6f749-f4c7-4b9c-80b1-dde5df2664ef']. ignoring it [ 860.126819] env[70398]: DEBUG oslo_vmware.api [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3444313, 'name': Rename_Task, 'duration_secs': 0.160196} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.127123] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 3c8725af-7781-4b14-a75a-ae5eeffe6e28] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.127382] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d2c3f58-a745-4eb5-b79a-b585e1768a9d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.134121] env[70398]: DEBUG oslo_vmware.api [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Waiting for the task: (returnval){ [ 860.134121] env[70398]: value = "task-3444314" [ 860.134121] env[70398]: _type = "Task" [ 860.134121] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.143272] env[70398]: DEBUG oslo_vmware.api [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3444314, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.286557] env[70398]: DEBUG oslo_concurrency.lockutils [req-534449bb-a61b-4429-af64-9edfc39dc2d0 req-adee7675-543c-4d59-a15d-f4fbac03d09b service nova] Releasing lock "refresh_cache-effd3feb-1733-4485-bc19-2e089e5feef4" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.358864] env[70398]: DEBUG nova.scheduler.client.report [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.434814] env[70398]: DEBUG nova.network.neutron [None req-029a4747-281e-4d25-846b-284990c0162d tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Updating instance_info_cache with network_info: [{"id": "fe5d86e0-bb29-4522-b4e0-151cec2eb3e4", "address": "fa:16:3e:ad:b8:0d", "network": {"id": "31f6f749-f4c7-4b9c-80b1-dde5df2664ef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-724749608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a133a7276464e628849ffaa016597bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe5d86e0-bb", "ovs_interfaceid": "fe5d86e0-bb29-4522-b4e0-151cec2eb3e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "70d4ba6b-414f-4324-bd2e-849474b97963", "address": "fa:16:3e:fb:99:81", "network": {"id": "31f6f749-f4c7-4b9c-80b1-dde5df2664ef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-724749608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a133a7276464e628849ffaa016597bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70d4ba6b-41", "ovs_interfaceid": "70d4ba6b-414f-4324-bd2e-849474b97963", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.457682] env[70398]: INFO nova.compute.manager [-] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Took 1.28 seconds to deallocate network for instance. [ 860.473050] env[70398]: DEBUG oslo_vmware.api [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5256b897-5067-9cbd-4438-6227a099e78d, 'name': SearchDatastore_Task, 'duration_secs': 0.012002} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.473050] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.473050] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] effd3feb-1733-4485-bc19-2e089e5feef4/effd3feb-1733-4485-bc19-2e089e5feef4.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 860.473050] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cfad1ffa-8efb-45bd-bd5f-58518665c695 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.479539] env[70398]: DEBUG oslo_vmware.api [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Waiting for the task: (returnval){ [ 860.479539] env[70398]: value = "task-3444315" [ 860.479539] env[70398]: _type = "Task" [ 860.479539] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.487037] env[70398]: DEBUG oslo_vmware.api [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3444315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.529885] env[70398]: DEBUG oslo_concurrency.lockutils [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Releasing lock "refresh_cache-49dc8961-e4d2-4629-98ec-af3983039457" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.530177] env[70398]: DEBUG nova.compute.manager [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] [instance: 49dc8961-e4d2-4629-98ec-af3983039457] Instance network_info: |[{"id": "32c91cf5-c9d9-41e4-9dd1-b858150055d6", "address": "fa:16:3e:25:80:48", "network": {"id": "082e390b-a8bf-4f0c-96bb-04e04c4c58aa", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1170398267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f413ad8bb94c42c8a3f260d3883b6bea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32c91cf5-c9", "ovs_interfaceid": "32c91cf5-c9d9-41e4-9dd1-b858150055d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 860.530633] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] [instance: 49dc8961-e4d2-4629-98ec-af3983039457] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:80:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aaf99dce-c773-48db-a2d9-00b8d0a7c75d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32c91cf5-c9d9-41e4-9dd1-b858150055d6', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 860.537959] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Creating folder: Project (f413ad8bb94c42c8a3f260d3883b6bea). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 860.538271] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c786ae6f-a9d7-45e1-b682-4e1796bf421a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.550042] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Created folder: Project (f413ad8bb94c42c8a3f260d3883b6bea) in parent group-v687430. [ 860.550160] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Creating folder: Instances. Parent ref: group-v687609. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 860.550345] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88008448-1ac4-4767-959e-a41132c55d5b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.560926] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Created folder: Instances in parent group-v687609. [ 860.561519] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.561596] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49dc8961-e4d2-4629-98ec-af3983039457] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 860.561805] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ecbb0bc1-214f-44c1-94e1-586b640c9990 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.583205] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 860.583205] env[70398]: value = "task-3444318" [ 860.583205] env[70398]: _type = "Task" [ 860.583205] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.592636] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444318, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.644144] env[70398]: DEBUG oslo_vmware.api [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3444314, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.866038] env[70398]: DEBUG oslo_concurrency.lockutils [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.716s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.866451] env[70398]: DEBUG nova.compute.manager [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 860.870041] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8370be86-4b2f-49c3-925d-c96cbb007fdd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.642s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.870351] env[70398]: DEBUG nova.objects.instance [None req-8370be86-4b2f-49c3-925d-c96cbb007fdd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Lazy-loading 'resources' on Instance uuid 60c47e5a-96c0-48ea-8604-749d5f6929b1 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.937778] env[70398]: DEBUG oslo_concurrency.lockutils [None req-029a4747-281e-4d25-846b-284990c0162d tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Releasing lock "refresh_cache-8bc5386e-1109-460a-bb30-98f7289b249c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.938663] env[70398]: DEBUG oslo_concurrency.lockutils [None req-029a4747-281e-4d25-846b-284990c0162d tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "8bc5386e-1109-460a-bb30-98f7289b249c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.938883] env[70398]: DEBUG oslo_concurrency.lockutils [None req-029a4747-281e-4d25-846b-284990c0162d tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquired lock "8bc5386e-1109-460a-bb30-98f7289b249c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.939986] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93345255-5900-46f6-9381-6a691e824eb1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.960219] env[70398]: DEBUG nova.virt.hardware [None req-029a4747-281e-4d25-846b-284990c0162d tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 860.960433] env[70398]: DEBUG nova.virt.hardware [None req-029a4747-281e-4d25-846b-284990c0162d tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 860.960702] env[70398]: DEBUG nova.virt.hardware [None req-029a4747-281e-4d25-846b-284990c0162d tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.960816] env[70398]: DEBUG nova.virt.hardware [None req-029a4747-281e-4d25-846b-284990c0162d tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 860.960916] env[70398]: DEBUG nova.virt.hardware [None req-029a4747-281e-4d25-846b-284990c0162d tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.961231] env[70398]: DEBUG nova.virt.hardware [None req-029a4747-281e-4d25-846b-284990c0162d tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 860.961374] env[70398]: DEBUG nova.virt.hardware [None req-029a4747-281e-4d25-846b-284990c0162d tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 860.961561] env[70398]: DEBUG nova.virt.hardware [None req-029a4747-281e-4d25-846b-284990c0162d tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 860.961735] env[70398]: DEBUG nova.virt.hardware [None req-029a4747-281e-4d25-846b-284990c0162d tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 860.961988] env[70398]: DEBUG nova.virt.hardware [None req-029a4747-281e-4d25-846b-284990c0162d tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 860.962311] env[70398]: DEBUG nova.virt.hardware [None req-029a4747-281e-4d25-846b-284990c0162d tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 860.970803] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-029a4747-281e-4d25-846b-284990c0162d tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Reconfiguring VM to attach interface {{(pid=70398) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 860.972274] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b2dc9989-76b9-4288-9328-c6e9ff1145c6 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.972641] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00058872-fc5d-489e-99fe-29f2fdad1fa7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.995296] env[70398]: DEBUG oslo_vmware.api [None req-029a4747-281e-4d25-846b-284990c0162d tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for the task: (returnval){ [ 860.995296] env[70398]: value = "task-3444319" [ 860.995296] env[70398]: _type = "Task" [ 860.995296] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.999524] env[70398]: DEBUG oslo_vmware.api [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3444315, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.009326] env[70398]: DEBUG oslo_vmware.api [None req-029a4747-281e-4d25-846b-284990c0162d tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444319, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.097949] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444318, 'name': CreateVM_Task, 'duration_secs': 0.500197} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.098205] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49dc8961-e4d2-4629-98ec-af3983039457] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 861.099168] env[70398]: DEBUG oslo_concurrency.lockutils [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.099396] env[70398]: DEBUG oslo_concurrency.lockutils [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.099806] env[70398]: DEBUG oslo_concurrency.lockutils [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.100178] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a13b225f-3865-46d2-9a00-a22330870919 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.106018] env[70398]: DEBUG oslo_vmware.api [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Waiting for the task: (returnval){ [ 861.106018] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52407041-c8ad-87cc-465b-fd1180cd5f69" [ 861.106018] env[70398]: _type = "Task" [ 861.106018] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.119081] env[70398]: DEBUG oslo_vmware.api [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52407041-c8ad-87cc-465b-fd1180cd5f69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.144294] env[70398]: DEBUG oslo_vmware.api [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3444314, 'name': PowerOnVM_Task, 'duration_secs': 0.89322} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.144587] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 3c8725af-7781-4b14-a75a-ae5eeffe6e28] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.144854] env[70398]: INFO nova.compute.manager [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 3c8725af-7781-4b14-a75a-ae5eeffe6e28] Took 9.21 seconds to spawn the instance on the hypervisor. [ 861.145104] env[70398]: DEBUG nova.compute.manager [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 3c8725af-7781-4b14-a75a-ae5eeffe6e28] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.146680] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8fb6c8-6089-4fc7-8088-f139f5180bef {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.374034] env[70398]: DEBUG nova.compute.utils [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 861.375352] env[70398]: DEBUG nova.compute.manager [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 861.375541] env[70398]: DEBUG nova.network.neutron [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 861.421357] env[70398]: DEBUG nova.policy [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f1ed19e31e34570a7d5577ee480a0c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c96a5acd33f44e94a5456cd72f7e5a09', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 861.433476] env[70398]: DEBUG nova.compute.manager [req-ec43dc9f-34de-464c-a943-2f0a24ed69a9 req-c886eefa-0f3a-4e06-b6e6-e57d7c44d82a service nova] [instance: 49dc8961-e4d2-4629-98ec-af3983039457] Received event network-vif-plugged-32c91cf5-c9d9-41e4-9dd1-b858150055d6 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.433549] env[70398]: DEBUG oslo_concurrency.lockutils [req-ec43dc9f-34de-464c-a943-2f0a24ed69a9 req-c886eefa-0f3a-4e06-b6e6-e57d7c44d82a service nova] Acquiring lock "49dc8961-e4d2-4629-98ec-af3983039457-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.433779] env[70398]: DEBUG oslo_concurrency.lockutils [req-ec43dc9f-34de-464c-a943-2f0a24ed69a9 req-c886eefa-0f3a-4e06-b6e6-e57d7c44d82a service nova] Lock "49dc8961-e4d2-4629-98ec-af3983039457-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.433962] env[70398]: DEBUG oslo_concurrency.lockutils [req-ec43dc9f-34de-464c-a943-2f0a24ed69a9 req-c886eefa-0f3a-4e06-b6e6-e57d7c44d82a service nova] Lock "49dc8961-e4d2-4629-98ec-af3983039457-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.434323] env[70398]: DEBUG nova.compute.manager [req-ec43dc9f-34de-464c-a943-2f0a24ed69a9 req-c886eefa-0f3a-4e06-b6e6-e57d7c44d82a service nova] [instance: 49dc8961-e4d2-4629-98ec-af3983039457] No waiting events found dispatching network-vif-plugged-32c91cf5-c9d9-41e4-9dd1-b858150055d6 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 861.434323] env[70398]: WARNING nova.compute.manager [req-ec43dc9f-34de-464c-a943-2f0a24ed69a9 req-c886eefa-0f3a-4e06-b6e6-e57d7c44d82a service nova] [instance: 49dc8961-e4d2-4629-98ec-af3983039457] Received unexpected event network-vif-plugged-32c91cf5-c9d9-41e4-9dd1-b858150055d6 for instance with vm_state building and task_state spawning. [ 861.434458] env[70398]: DEBUG nova.compute.manager [req-ec43dc9f-34de-464c-a943-2f0a24ed69a9 req-c886eefa-0f3a-4e06-b6e6-e57d7c44d82a service nova] [instance: 49dc8961-e4d2-4629-98ec-af3983039457] Received event network-changed-32c91cf5-c9d9-41e4-9dd1-b858150055d6 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.434646] env[70398]: DEBUG nova.compute.manager [req-ec43dc9f-34de-464c-a943-2f0a24ed69a9 req-c886eefa-0f3a-4e06-b6e6-e57d7c44d82a service nova] [instance: 49dc8961-e4d2-4629-98ec-af3983039457] Refreshing instance network info cache due to event network-changed-32c91cf5-c9d9-41e4-9dd1-b858150055d6. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 861.434777] env[70398]: DEBUG oslo_concurrency.lockutils [req-ec43dc9f-34de-464c-a943-2f0a24ed69a9 req-c886eefa-0f3a-4e06-b6e6-e57d7c44d82a service nova] Acquiring lock "refresh_cache-49dc8961-e4d2-4629-98ec-af3983039457" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.434909] env[70398]: DEBUG oslo_concurrency.lockutils [req-ec43dc9f-34de-464c-a943-2f0a24ed69a9 req-c886eefa-0f3a-4e06-b6e6-e57d7c44d82a service nova] Acquired lock "refresh_cache-49dc8961-e4d2-4629-98ec-af3983039457" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.435146] env[70398]: DEBUG nova.network.neutron [req-ec43dc9f-34de-464c-a943-2f0a24ed69a9 req-c886eefa-0f3a-4e06-b6e6-e57d7c44d82a service nova] [instance: 49dc8961-e4d2-4629-98ec-af3983039457] Refreshing network info cache for port 32c91cf5-c9d9-41e4-9dd1-b858150055d6 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.501248] env[70398]: DEBUG oslo_vmware.api [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3444315, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639927} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.504570] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] effd3feb-1733-4485-bc19-2e089e5feef4/effd3feb-1733-4485-bc19-2e089e5feef4.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.504690] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.505491] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e66beb29-6acf-4955-aec7-0db89d38f1a4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.514899] env[70398]: DEBUG oslo_vmware.api [None req-029a4747-281e-4d25-846b-284990c0162d tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444319, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.516240] env[70398]: DEBUG oslo_vmware.api [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Waiting for the task: (returnval){ [ 861.516240] env[70398]: value = "task-3444320" [ 861.516240] env[70398]: _type = "Task" [ 861.516240] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.524483] env[70398]: DEBUG oslo_vmware.api [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3444320, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.616803] env[70398]: DEBUG oslo_vmware.api [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52407041-c8ad-87cc-465b-fd1180cd5f69, 'name': SearchDatastore_Task, 'duration_secs': 0.015416} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.619682] env[70398]: DEBUG oslo_concurrency.lockutils [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.619968] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] [instance: 49dc8961-e4d2-4629-98ec-af3983039457] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 861.620206] env[70398]: DEBUG oslo_concurrency.lockutils [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.620363] env[70398]: DEBUG oslo_concurrency.lockutils [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.620543] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 861.621202] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d852dfa2-dd9f-4c4e-bfeb-21f669c733b4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.634038] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 861.634038] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 861.637838] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cd0ab81-516f-4423-8163-113c4db5b51d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.647014] env[70398]: DEBUG oslo_vmware.api [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Waiting for the task: (returnval){ [ 861.647014] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ba683e-bc6f-8319-4e2f-c1fad3e79a9b" [ 861.647014] env[70398]: _type = "Task" [ 861.647014] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.662340] env[70398]: DEBUG oslo_vmware.api [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ba683e-bc6f-8319-4e2f-c1fad3e79a9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.669351] env[70398]: INFO nova.compute.manager [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 3c8725af-7781-4b14-a75a-ae5eeffe6e28] Took 55.55 seconds to build instance. [ 861.814349] env[70398]: DEBUG nova.network.neutron [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Successfully created port: c1392e36-ce12-46f8-93d4-c79c7e7b6585 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 861.884283] env[70398]: DEBUG nova.compute.manager [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 861.899277] env[70398]: DEBUG nova.compute.manager [req-e94e475f-550f-42bb-8511-cc555db1d09b req-b78d267b-40ad-44c3-85f8-793f741e9b9c service nova] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Received event network-changed-70d4ba6b-414f-4324-bd2e-849474b97963 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.899277] env[70398]: DEBUG nova.compute.manager [req-e94e475f-550f-42bb-8511-cc555db1d09b req-b78d267b-40ad-44c3-85f8-793f741e9b9c service nova] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Refreshing instance network info cache due to event network-changed-70d4ba6b-414f-4324-bd2e-849474b97963. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 861.899409] env[70398]: DEBUG oslo_concurrency.lockutils [req-e94e475f-550f-42bb-8511-cc555db1d09b req-b78d267b-40ad-44c3-85f8-793f741e9b9c service nova] Acquiring lock "refresh_cache-8bc5386e-1109-460a-bb30-98f7289b249c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.899565] env[70398]: DEBUG oslo_concurrency.lockutils [req-e94e475f-550f-42bb-8511-cc555db1d09b req-b78d267b-40ad-44c3-85f8-793f741e9b9c service nova] Acquired lock "refresh_cache-8bc5386e-1109-460a-bb30-98f7289b249c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.899725] env[70398]: DEBUG nova.network.neutron [req-e94e475f-550f-42bb-8511-cc555db1d09b req-b78d267b-40ad-44c3-85f8-793f741e9b9c service nova] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Refreshing network info cache for port 70d4ba6b-414f-4324-bd2e-849474b97963 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.905849] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e150404-5a1b-4a1f-988e-42ac00304e08 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.914920] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b216c5-cfb5-483c-aeca-3602a28b934c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.954994] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda05040-55eb-48d2-8ac1-8ea3f3f274b8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.963446] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81205d4a-87f5-4003-ab33-99ca50944b3c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.978359] env[70398]: DEBUG nova.compute.provider_tree [None req-8370be86-4b2f-49c3-925d-c96cbb007fdd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.010270] env[70398]: DEBUG oslo_vmware.api [None req-029a4747-281e-4d25-846b-284990c0162d tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444319, 'name': ReconfigVM_Task, 'duration_secs': 0.886145} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.010804] env[70398]: DEBUG oslo_concurrency.lockutils [None req-029a4747-281e-4d25-846b-284990c0162d tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Releasing lock "8bc5386e-1109-460a-bb30-98f7289b249c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.011061] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-029a4747-281e-4d25-846b-284990c0162d tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Reconfigured VM to attach interface {{(pid=70398) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 862.025567] env[70398]: DEBUG oslo_vmware.api [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3444320, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104411} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.026508] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 862.027326] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecec9384-1fc2-41c8-851a-1d58f1e7e71b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.054622] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] effd3feb-1733-4485-bc19-2e089e5feef4/effd3feb-1733-4485-bc19-2e089e5feef4.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.055742] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-828aa295-eba9-4a01-8be8-bd2db6ec4487 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.079868] env[70398]: DEBUG oslo_vmware.api [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Waiting for the task: (returnval){ [ 862.079868] env[70398]: value = "task-3444321" [ 862.079868] env[70398]: _type = "Task" [ 862.079868] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.088075] env[70398]: DEBUG oslo_vmware.api [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3444321, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.158014] env[70398]: DEBUG oslo_vmware.api [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ba683e-bc6f-8319-4e2f-c1fad3e79a9b, 'name': SearchDatastore_Task, 'duration_secs': 0.022791} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.160745] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78c6d320-e02e-4ab3-bb80-60e945a6a527 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.166667] env[70398]: DEBUG oslo_vmware.api [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Waiting for the task: (returnval){ [ 862.166667] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5273c00c-9433-78b6-12d8-6f28c85bf15f" [ 862.166667] env[70398]: _type = "Task" [ 862.166667] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.171347] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b401ae7c-f0da-49f8-b18a-05b9fd7a7755 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Lock "3c8725af-7781-4b14-a75a-ae5eeffe6e28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.464s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.175159] env[70398]: DEBUG oslo_vmware.api [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5273c00c-9433-78b6-12d8-6f28c85bf15f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.194165] env[70398]: DEBUG nova.network.neutron [req-ec43dc9f-34de-464c-a943-2f0a24ed69a9 req-c886eefa-0f3a-4e06-b6e6-e57d7c44d82a service nova] [instance: 49dc8961-e4d2-4629-98ec-af3983039457] Updated VIF entry in instance network info cache for port 32c91cf5-c9d9-41e4-9dd1-b858150055d6. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 862.194527] env[70398]: DEBUG nova.network.neutron [req-ec43dc9f-34de-464c-a943-2f0a24ed69a9 req-c886eefa-0f3a-4e06-b6e6-e57d7c44d82a service nova] [instance: 49dc8961-e4d2-4629-98ec-af3983039457] Updating instance_info_cache with network_info: [{"id": "32c91cf5-c9d9-41e4-9dd1-b858150055d6", "address": "fa:16:3e:25:80:48", "network": {"id": "082e390b-a8bf-4f0c-96bb-04e04c4c58aa", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1170398267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f413ad8bb94c42c8a3f260d3883b6bea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32c91cf5-c9", "ovs_interfaceid": "32c91cf5-c9d9-41e4-9dd1-b858150055d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.481026] env[70398]: DEBUG nova.scheduler.client.report [None req-8370be86-4b2f-49c3-925d-c96cbb007fdd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.516676] env[70398]: DEBUG oslo_concurrency.lockutils [None req-029a4747-281e-4d25-846b-284990c0162d tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "interface-8bc5386e-1109-460a-bb30-98f7289b249c-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.650s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.597150] env[70398]: DEBUG oslo_vmware.api [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3444321, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.621666] env[70398]: DEBUG nova.network.neutron [req-e94e475f-550f-42bb-8511-cc555db1d09b req-b78d267b-40ad-44c3-85f8-793f741e9b9c service nova] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Updated VIF entry in instance network info cache for port 70d4ba6b-414f-4324-bd2e-849474b97963. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 862.621666] env[70398]: DEBUG nova.network.neutron [req-e94e475f-550f-42bb-8511-cc555db1d09b req-b78d267b-40ad-44c3-85f8-793f741e9b9c service nova] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Updating instance_info_cache with network_info: [{"id": "fe5d86e0-bb29-4522-b4e0-151cec2eb3e4", "address": "fa:16:3e:ad:b8:0d", "network": {"id": "31f6f749-f4c7-4b9c-80b1-dde5df2664ef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-724749608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a133a7276464e628849ffaa016597bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe5d86e0-bb", "ovs_interfaceid": "fe5d86e0-bb29-4522-b4e0-151cec2eb3e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "70d4ba6b-414f-4324-bd2e-849474b97963", "address": "fa:16:3e:fb:99:81", "network": {"id": "31f6f749-f4c7-4b9c-80b1-dde5df2664ef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-724749608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a133a7276464e628849ffaa016597bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70d4ba6b-41", "ovs_interfaceid": "70d4ba6b-414f-4324-bd2e-849474b97963", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.681613] env[70398]: DEBUG oslo_vmware.api [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5273c00c-9433-78b6-12d8-6f28c85bf15f, 'name': SearchDatastore_Task, 'duration_secs': 0.033339} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.682053] env[70398]: DEBUG oslo_concurrency.lockutils [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.682462] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 49dc8961-e4d2-4629-98ec-af3983039457/49dc8961-e4d2-4629-98ec-af3983039457.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 862.682860] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-add1d183-5884-4210-be43-c501cea09363 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.691938] env[70398]: DEBUG oslo_vmware.api [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Waiting for the task: (returnval){ [ 862.691938] env[70398]: value = "task-3444322" [ 862.691938] env[70398]: _type = "Task" [ 862.691938] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.697501] env[70398]: DEBUG oslo_concurrency.lockutils [req-ec43dc9f-34de-464c-a943-2f0a24ed69a9 req-c886eefa-0f3a-4e06-b6e6-e57d7c44d82a service nova] Releasing lock "refresh_cache-49dc8961-e4d2-4629-98ec-af3983039457" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.703030] env[70398]: DEBUG oslo_vmware.api [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Task: {'id': task-3444322, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.895268] env[70398]: DEBUG nova.compute.manager [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 862.919189] env[70398]: DEBUG nova.virt.hardware [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 862.919463] env[70398]: DEBUG nova.virt.hardware [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.919616] env[70398]: DEBUG nova.virt.hardware [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.919792] env[70398]: DEBUG nova.virt.hardware [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.919934] env[70398]: DEBUG nova.virt.hardware [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.920175] env[70398]: DEBUG nova.virt.hardware [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 862.920399] env[70398]: DEBUG nova.virt.hardware [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 862.920558] env[70398]: DEBUG nova.virt.hardware [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 862.920723] env[70398]: DEBUG nova.virt.hardware [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 862.920888] env[70398]: DEBUG nova.virt.hardware [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 862.921072] env[70398]: DEBUG nova.virt.hardware [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 862.921958] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b973842-a95e-4e69-b6a9-d3bbcf8590b2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.930573] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da61acff-6f20-4066-8061-c9f1705d9670 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.986228] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8370be86-4b2f-49c3-925d-c96cbb007fdd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.116s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.988719] env[70398]: DEBUG oslo_concurrency.lockutils [None req-fb59bf7d-580c-4b95-b93c-9b875c85afe0 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.596s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.988963] env[70398]: DEBUG nova.objects.instance [None req-fb59bf7d-580c-4b95-b93c-9b875c85afe0 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Lazy-loading 'resources' on Instance uuid cf1cd05c-c8c5-4128-a3e6-30129f81b732 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 863.013009] env[70398]: INFO nova.scheduler.client.report [None req-8370be86-4b2f-49c3-925d-c96cbb007fdd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Deleted allocations for instance 60c47e5a-96c0-48ea-8604-749d5f6929b1 [ 863.092065] env[70398]: DEBUG oslo_vmware.api [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3444321, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.124298] env[70398]: DEBUG oslo_concurrency.lockutils [req-e94e475f-550f-42bb-8511-cc555db1d09b req-b78d267b-40ad-44c3-85f8-793f741e9b9c service nova] Releasing lock "refresh_cache-8bc5386e-1109-460a-bb30-98f7289b249c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.124525] env[70398]: DEBUG nova.compute.manager [req-e94e475f-550f-42bb-8511-cc555db1d09b req-b78d267b-40ad-44c3-85f8-793f741e9b9c service nova] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Received event network-vif-deleted-ff67cd06-86b3-4cea-b292-5c7bc2115bea {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.202793] env[70398]: DEBUG oslo_vmware.api [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Task: {'id': task-3444322, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.468142] env[70398]: DEBUG nova.network.neutron [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Successfully updated port: c1392e36-ce12-46f8-93d4-c79c7e7b6585 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 863.523904] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8370be86-4b2f-49c3-925d-c96cbb007fdd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Lock "60c47e5a-96c0-48ea-8604-749d5f6929b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.432s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.597687] env[70398]: DEBUG oslo_vmware.api [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3444321, 'name': ReconfigVM_Task, 'duration_secs': 1.391367} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.598563] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Reconfigured VM instance instance-0000003b to attach disk [datastore1] effd3feb-1733-4485-bc19-2e089e5feef4/effd3feb-1733-4485-bc19-2e089e5feef4.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.599508] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cfca2ef1-038c-47e7-a764-0c921527f1e4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.606330] env[70398]: DEBUG oslo_vmware.api [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Waiting for the task: (returnval){ [ 863.606330] env[70398]: value = "task-3444323" [ 863.606330] env[70398]: _type = "Task" [ 863.606330] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.619471] env[70398]: DEBUG oslo_vmware.api [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3444323, 'name': Rename_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.653844] env[70398]: DEBUG oslo_vmware.rw_handles [None req-9ba5ffc9-0c04-46ca-a895-d105751c79c6 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522047f1-e62f-4c7f-0beb-10ed26195919/disk-0.vmdk. {{(pid=70398) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 863.654796] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3f8360-153a-4cf9-9601-977be5c69c66 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.661415] env[70398]: DEBUG oslo_vmware.rw_handles [None req-9ba5ffc9-0c04-46ca-a895-d105751c79c6 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522047f1-e62f-4c7f-0beb-10ed26195919/disk-0.vmdk is in state: ready. {{(pid=70398) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 863.661611] env[70398]: ERROR oslo_vmware.rw_handles [None req-9ba5ffc9-0c04-46ca-a895-d105751c79c6 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522047f1-e62f-4c7f-0beb-10ed26195919/disk-0.vmdk due to incomplete transfer. [ 863.664191] env[70398]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9e07f685-93ef-469b-9f57-823d26e59e67 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.673297] env[70398]: DEBUG oslo_vmware.rw_handles [None req-9ba5ffc9-0c04-46ca-a895-d105751c79c6 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522047f1-e62f-4c7f-0beb-10ed26195919/disk-0.vmdk. {{(pid=70398) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 863.673527] env[70398]: DEBUG nova.virt.vmwareapi.images [None req-9ba5ffc9-0c04-46ca-a895-d105751c79c6 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Uploaded image 17e25593-72b5-4285-9aa9-00dc3c8a20a5 to the Glance image server {{(pid=70398) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 863.676113] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ba5ffc9-0c04-46ca-a895-d105751c79c6 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Destroying the VM {{(pid=70398) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 863.678688] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d4c21e1a-c3f0-4f84-a140-21f161f6f18e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.685786] env[70398]: DEBUG oslo_vmware.api [None req-9ba5ffc9-0c04-46ca-a895-d105751c79c6 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 863.685786] env[70398]: value = "task-3444324" [ 863.685786] env[70398]: _type = "Task" [ 863.685786] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.694372] env[70398]: DEBUG oslo_vmware.api [None req-9ba5ffc9-0c04-46ca-a895-d105751c79c6 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444324, 'name': Destroy_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.705997] env[70398]: DEBUG nova.compute.manager [req-09eab8ec-4574-452e-8725-34ca379fe650 req-940ff99b-8226-4bdd-81b3-6f9328307912 service nova] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Received event network-vif-plugged-c1392e36-ce12-46f8-93d4-c79c7e7b6585 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.705997] env[70398]: DEBUG oslo_concurrency.lockutils [req-09eab8ec-4574-452e-8725-34ca379fe650 req-940ff99b-8226-4bdd-81b3-6f9328307912 service nova] Acquiring lock "2c8f5df2-1887-411b-be06-652180b42b84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.705997] env[70398]: DEBUG oslo_concurrency.lockutils [req-09eab8ec-4574-452e-8725-34ca379fe650 req-940ff99b-8226-4bdd-81b3-6f9328307912 service nova] Lock "2c8f5df2-1887-411b-be06-652180b42b84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.705997] env[70398]: DEBUG oslo_concurrency.lockutils [req-09eab8ec-4574-452e-8725-34ca379fe650 req-940ff99b-8226-4bdd-81b3-6f9328307912 service nova] Lock "2c8f5df2-1887-411b-be06-652180b42b84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.705997] env[70398]: DEBUG nova.compute.manager [req-09eab8ec-4574-452e-8725-34ca379fe650 req-940ff99b-8226-4bdd-81b3-6f9328307912 service nova] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] No waiting events found dispatching network-vif-plugged-c1392e36-ce12-46f8-93d4-c79c7e7b6585 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 863.705997] env[70398]: WARNING nova.compute.manager [req-09eab8ec-4574-452e-8725-34ca379fe650 req-940ff99b-8226-4bdd-81b3-6f9328307912 service nova] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Received unexpected event network-vif-plugged-c1392e36-ce12-46f8-93d4-c79c7e7b6585 for instance with vm_state building and task_state spawning. [ 863.707833] env[70398]: DEBUG oslo_vmware.api [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Task: {'id': task-3444322, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.753245} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.708102] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 49dc8961-e4d2-4629-98ec-af3983039457/49dc8961-e4d2-4629-98ec-af3983039457.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 863.708317] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] [instance: 49dc8961-e4d2-4629-98ec-af3983039457] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 863.708591] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17a09cef-84ed-47f5-be8f-39f23c3c50b4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.720393] env[70398]: DEBUG oslo_vmware.api [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Waiting for the task: (returnval){ [ 863.720393] env[70398]: value = "task-3444325" [ 863.720393] env[70398]: _type = "Task" [ 863.720393] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.730886] env[70398]: DEBUG oslo_vmware.api [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Task: {'id': task-3444325, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.910514] env[70398]: DEBUG oslo_concurrency.lockutils [None req-553e6916-cb0c-4059-93b0-f4d8e4988dc0 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Acquiring lock "714161a0-3d7b-4410-9efb-016ba0fb2101" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.910760] env[70398]: DEBUG oslo_concurrency.lockutils [None req-553e6916-cb0c-4059-93b0-f4d8e4988dc0 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Lock "714161a0-3d7b-4410-9efb-016ba0fb2101" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.910957] env[70398]: DEBUG oslo_concurrency.lockutils [None req-553e6916-cb0c-4059-93b0-f4d8e4988dc0 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Acquiring lock "714161a0-3d7b-4410-9efb-016ba0fb2101-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.911193] env[70398]: DEBUG oslo_concurrency.lockutils [None req-553e6916-cb0c-4059-93b0-f4d8e4988dc0 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Lock "714161a0-3d7b-4410-9efb-016ba0fb2101-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.911372] env[70398]: DEBUG oslo_concurrency.lockutils [None req-553e6916-cb0c-4059-93b0-f4d8e4988dc0 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Lock "714161a0-3d7b-4410-9efb-016ba0fb2101-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.913474] env[70398]: INFO nova.compute.manager [None req-553e6916-cb0c-4059-93b0-f4d8e4988dc0 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 714161a0-3d7b-4410-9efb-016ba0fb2101] Terminating instance [ 863.957341] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a2f039-e43d-4d84-968e-afc74a32850d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.965486] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f600e33-d243-4ca6-8e09-535e21ee6527 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.970862] env[70398]: DEBUG oslo_concurrency.lockutils [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Acquiring lock "refresh_cache-2c8f5df2-1887-411b-be06-652180b42b84" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.971511] env[70398]: DEBUG oslo_concurrency.lockutils [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Acquired lock "refresh_cache-2c8f5df2-1887-411b-be06-652180b42b84" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.971511] env[70398]: DEBUG nova.network.neutron [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.000583] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c384abec-66ee-40be-9cf6-daae1c0065f4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.009540] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0754b982-0846-4f3c-9479-d44d5ce79f2f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.024037] env[70398]: DEBUG nova.compute.provider_tree [None req-fb59bf7d-580c-4b95-b93c-9b875c85afe0 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.033265] env[70398]: DEBUG nova.network.neutron [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 864.066571] env[70398]: DEBUG oslo_concurrency.lockutils [None req-570ed289-7143-465a-8164-f06654698edd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Acquiring lock "6e0de7b8-ef2d-4449-8e08-e188d9f210ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.066791] env[70398]: DEBUG oslo_concurrency.lockutils [None req-570ed289-7143-465a-8164-f06654698edd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Lock "6e0de7b8-ef2d-4449-8e08-e188d9f210ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.067008] env[70398]: DEBUG oslo_concurrency.lockutils [None req-570ed289-7143-465a-8164-f06654698edd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Acquiring lock "6e0de7b8-ef2d-4449-8e08-e188d9f210ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.067226] env[70398]: DEBUG oslo_concurrency.lockutils [None req-570ed289-7143-465a-8164-f06654698edd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Lock "6e0de7b8-ef2d-4449-8e08-e188d9f210ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.067379] env[70398]: DEBUG oslo_concurrency.lockutils [None req-570ed289-7143-465a-8164-f06654698edd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Lock "6e0de7b8-ef2d-4449-8e08-e188d9f210ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.070071] env[70398]: INFO nova.compute.manager [None req-570ed289-7143-465a-8164-f06654698edd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 6e0de7b8-ef2d-4449-8e08-e188d9f210ad] Terminating instance [ 864.121663] env[70398]: DEBUG oslo_vmware.api [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3444323, 'name': Rename_Task, 'duration_secs': 0.182462} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.121663] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.121663] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50d1df1d-f450-406f-a813-410b6e2d08fe {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.128275] env[70398]: DEBUG oslo_vmware.api [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Waiting for the task: (returnval){ [ 864.128275] env[70398]: value = "task-3444326" [ 864.128275] env[70398]: _type = "Task" [ 864.128275] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.140392] env[70398]: DEBUG oslo_vmware.api [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3444326, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.199028] env[70398]: DEBUG oslo_vmware.api [None req-9ba5ffc9-0c04-46ca-a895-d105751c79c6 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444324, 'name': Destroy_Task, 'duration_secs': 0.358208} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.199028] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-9ba5ffc9-0c04-46ca-a895-d105751c79c6 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Destroyed the VM [ 864.199369] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba5ffc9-0c04-46ca-a895-d105751c79c6 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Deleting Snapshot of the VM instance {{(pid=70398) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 864.199421] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6fafab5d-e1b5-4081-8e00-c286471a6b1e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.207446] env[70398]: DEBUG oslo_vmware.api [None req-9ba5ffc9-0c04-46ca-a895-d105751c79c6 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 864.207446] env[70398]: value = "task-3444327" [ 864.207446] env[70398]: _type = "Task" [ 864.207446] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.218489] env[70398]: DEBUG oslo_vmware.api [None req-9ba5ffc9-0c04-46ca-a895-d105751c79c6 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444327, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.221059] env[70398]: DEBUG oslo_concurrency.lockutils [None req-06b5976a-369f-4581-88b2-100c1c8a50f9 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Acquiring lock "3c8725af-7781-4b14-a75a-ae5eeffe6e28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.221295] env[70398]: DEBUG oslo_concurrency.lockutils [None req-06b5976a-369f-4581-88b2-100c1c8a50f9 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Lock "3c8725af-7781-4b14-a75a-ae5eeffe6e28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.221487] env[70398]: DEBUG oslo_concurrency.lockutils [None req-06b5976a-369f-4581-88b2-100c1c8a50f9 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Acquiring lock "3c8725af-7781-4b14-a75a-ae5eeffe6e28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.221668] env[70398]: DEBUG oslo_concurrency.lockutils [None req-06b5976a-369f-4581-88b2-100c1c8a50f9 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Lock "3c8725af-7781-4b14-a75a-ae5eeffe6e28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.221825] env[70398]: DEBUG oslo_concurrency.lockutils [None req-06b5976a-369f-4581-88b2-100c1c8a50f9 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Lock "3c8725af-7781-4b14-a75a-ae5eeffe6e28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.227514] env[70398]: INFO nova.compute.manager [None req-06b5976a-369f-4581-88b2-100c1c8a50f9 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 3c8725af-7781-4b14-a75a-ae5eeffe6e28] Terminating instance [ 864.234484] env[70398]: DEBUG oslo_vmware.api [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Task: {'id': task-3444325, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.197161} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.235837] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] [instance: 49dc8961-e4d2-4629-98ec-af3983039457] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 864.238463] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb3d843-c2f6-4936-8ab6-91d35231ad1b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.259470] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] [instance: 49dc8961-e4d2-4629-98ec-af3983039457] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 49dc8961-e4d2-4629-98ec-af3983039457/49dc8961-e4d2-4629-98ec-af3983039457.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 864.260620] env[70398]: DEBUG nova.network.neutron [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Updating instance_info_cache with network_info: [{"id": "c1392e36-ce12-46f8-93d4-c79c7e7b6585", "address": "fa:16:3e:b6:30:f2", "network": {"id": "318afff8-f4f2-4707-aca8-387b03692dfb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-843561224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c96a5acd33f44e94a5456cd72f7e5a09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1392e36-ce", "ovs_interfaceid": "c1392e36-ce12-46f8-93d4-c79c7e7b6585", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.262658] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f96f00a7-dae4-425a-bdef-4a596c84b687 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.279240] env[70398]: DEBUG oslo_concurrency.lockutils [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Releasing lock "refresh_cache-2c8f5df2-1887-411b-be06-652180b42b84" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.279240] env[70398]: DEBUG nova.compute.manager [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Instance network_info: |[{"id": "c1392e36-ce12-46f8-93d4-c79c7e7b6585", "address": "fa:16:3e:b6:30:f2", "network": {"id": "318afff8-f4f2-4707-aca8-387b03692dfb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-843561224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c96a5acd33f44e94a5456cd72f7e5a09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1392e36-ce", "ovs_interfaceid": "c1392e36-ce12-46f8-93d4-c79c7e7b6585", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 864.279590] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:30:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6076d24d-3c8e-4bbb-ba96-a08fb27a73cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1392e36-ce12-46f8-93d4-c79c7e7b6585', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 864.287307] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.288268] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 864.288502] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2dde6508-1204-4087-bbf9-12bd211817ce {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.304631] env[70398]: DEBUG oslo_vmware.api [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Waiting for the task: (returnval){ [ 864.304631] env[70398]: value = "task-3444328" [ 864.304631] env[70398]: _type = "Task" [ 864.304631] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.312989] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 864.312989] env[70398]: value = "task-3444329" [ 864.312989] env[70398]: _type = "Task" [ 864.312989] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.316674] env[70398]: DEBUG oslo_vmware.api [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Task: {'id': task-3444328, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.418201] env[70398]: DEBUG nova.compute.manager [None req-553e6916-cb0c-4059-93b0-f4d8e4988dc0 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 714161a0-3d7b-4410-9efb-016ba0fb2101] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 864.419024] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-553e6916-cb0c-4059-93b0-f4d8e4988dc0 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 714161a0-3d7b-4410-9efb-016ba0fb2101] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 864.419697] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94456d52-f95f-458a-a20e-24b6ee1aa47a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.428598] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-553e6916-cb0c-4059-93b0-f4d8e4988dc0 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 714161a0-3d7b-4410-9efb-016ba0fb2101] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.428865] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-082d523a-1a2f-4a47-be46-5a22cff29d21 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.434939] env[70398]: DEBUG oslo_vmware.api [None req-553e6916-cb0c-4059-93b0-f4d8e4988dc0 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Waiting for the task: (returnval){ [ 864.434939] env[70398]: value = "task-3444330" [ 864.434939] env[70398]: _type = "Task" [ 864.434939] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.443291] env[70398]: DEBUG oslo_vmware.api [None req-553e6916-cb0c-4059-93b0-f4d8e4988dc0 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3444330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.526963] env[70398]: DEBUG nova.scheduler.client.report [None req-fb59bf7d-580c-4b95-b93c-9b875c85afe0 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.575019] env[70398]: DEBUG nova.compute.manager [None req-570ed289-7143-465a-8164-f06654698edd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 6e0de7b8-ef2d-4449-8e08-e188d9f210ad] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 864.575019] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-570ed289-7143-465a-8164-f06654698edd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 6e0de7b8-ef2d-4449-8e08-e188d9f210ad] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 864.575019] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a88187-b2ad-48e5-a16d-cc02e17a3dae {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.583174] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-570ed289-7143-465a-8164-f06654698edd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 6e0de7b8-ef2d-4449-8e08-e188d9f210ad] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.583448] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dfb6232e-a04c-436b-8cb4-66876008b551 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.590481] env[70398]: DEBUG oslo_vmware.api [None req-570ed289-7143-465a-8164-f06654698edd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Waiting for the task: (returnval){ [ 864.590481] env[70398]: value = "task-3444331" [ 864.590481] env[70398]: _type = "Task" [ 864.590481] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.598291] env[70398]: DEBUG oslo_vmware.api [None req-570ed289-7143-465a-8164-f06654698edd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Task: {'id': task-3444331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.643809] env[70398]: DEBUG oslo_vmware.api [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3444326, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.719161] env[70398]: DEBUG oslo_vmware.api [None req-9ba5ffc9-0c04-46ca-a895-d105751c79c6 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444327, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.737622] env[70398]: DEBUG nova.compute.manager [None req-06b5976a-369f-4581-88b2-100c1c8a50f9 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 3c8725af-7781-4b14-a75a-ae5eeffe6e28] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 864.737858] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-06b5976a-369f-4581-88b2-100c1c8a50f9 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 3c8725af-7781-4b14-a75a-ae5eeffe6e28] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 864.738882] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a672c3-bd6f-4382-9e7d-bc071496f425 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.747915] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b5976a-369f-4581-88b2-100c1c8a50f9 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 3c8725af-7781-4b14-a75a-ae5eeffe6e28] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.748630] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b694b929-bfc6-4330-865f-5139da31af34 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.755164] env[70398]: DEBUG oslo_vmware.api [None req-06b5976a-369f-4581-88b2-100c1c8a50f9 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Waiting for the task: (returnval){ [ 864.755164] env[70398]: value = "task-3444332" [ 864.755164] env[70398]: _type = "Task" [ 864.755164] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.763967] env[70398]: DEBUG oslo_vmware.api [None req-06b5976a-369f-4581-88b2-100c1c8a50f9 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3444332, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.814654] env[70398]: DEBUG oslo_vmware.api [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Task: {'id': task-3444328, 'name': ReconfigVM_Task, 'duration_secs': 0.516134} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.814940] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] [instance: 49dc8961-e4d2-4629-98ec-af3983039457] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 49dc8961-e4d2-4629-98ec-af3983039457/49dc8961-e4d2-4629-98ec-af3983039457.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.815603] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed47a122-abb6-4b9b-8f52-22d681b72287 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.826477] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444329, 'name': CreateVM_Task, 'duration_secs': 0.499324} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.827431] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 864.827764] env[70398]: DEBUG oslo_vmware.api [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Waiting for the task: (returnval){ [ 864.827764] env[70398]: value = "task-3444333" [ 864.827764] env[70398]: _type = "Task" [ 864.827764] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.828420] env[70398]: DEBUG oslo_concurrency.lockutils [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.828571] env[70398]: DEBUG oslo_concurrency.lockutils [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.828890] env[70398]: DEBUG oslo_concurrency.lockutils [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.829213] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29389831-e7c3-4aa5-97e5-c168cc906298 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.836874] env[70398]: DEBUG oslo_vmware.api [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Waiting for the task: (returnval){ [ 864.836874] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e375ea-3ac7-7ff9-87c4-72f81a7dba05" [ 864.836874] env[70398]: _type = "Task" [ 864.836874] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.840174] env[70398]: DEBUG oslo_vmware.api [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Task: {'id': task-3444333, 'name': Rename_Task} progress is 10%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.847675] env[70398]: DEBUG oslo_vmware.api [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e375ea-3ac7-7ff9-87c4-72f81a7dba05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.901576] env[70398]: DEBUG oslo_concurrency.lockutils [None req-58c9d21e-4610-4905-997c-11c2462005e6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "interface-8bc5386e-1109-460a-bb30-98f7289b249c-70d4ba6b-414f-4324-bd2e-849474b97963" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.901854] env[70398]: DEBUG oslo_concurrency.lockutils [None req-58c9d21e-4610-4905-997c-11c2462005e6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "interface-8bc5386e-1109-460a-bb30-98f7289b249c-70d4ba6b-414f-4324-bd2e-849474b97963" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.945977] env[70398]: DEBUG oslo_vmware.api [None req-553e6916-cb0c-4059-93b0-f4d8e4988dc0 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3444330, 'name': PowerOffVM_Task, 'duration_secs': 0.189533} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.946861] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-553e6916-cb0c-4059-93b0-f4d8e4988dc0 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 714161a0-3d7b-4410-9efb-016ba0fb2101] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.947085] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-553e6916-cb0c-4059-93b0-f4d8e4988dc0 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 714161a0-3d7b-4410-9efb-016ba0fb2101] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.947374] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28f8a59d-d134-4498-b985-fad9c7569958 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.008177] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-553e6916-cb0c-4059-93b0-f4d8e4988dc0 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 714161a0-3d7b-4410-9efb-016ba0fb2101] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.008575] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-553e6916-cb0c-4059-93b0-f4d8e4988dc0 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 714161a0-3d7b-4410-9efb-016ba0fb2101] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.008685] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-553e6916-cb0c-4059-93b0-f4d8e4988dc0 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Deleting the datastore file [datastore1] 714161a0-3d7b-4410-9efb-016ba0fb2101 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.009060] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3edf191d-b041-41ed-baf9-9c012a6d94c3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.018959] env[70398]: DEBUG oslo_vmware.api [None req-553e6916-cb0c-4059-93b0-f4d8e4988dc0 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Waiting for the task: (returnval){ [ 865.018959] env[70398]: value = "task-3444335" [ 865.018959] env[70398]: _type = "Task" [ 865.018959] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.023845] env[70398]: DEBUG oslo_vmware.api [None req-553e6916-cb0c-4059-93b0-f4d8e4988dc0 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3444335, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.033990] env[70398]: DEBUG oslo_concurrency.lockutils [None req-fb59bf7d-580c-4b95-b93c-9b875c85afe0 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.045s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.036652] env[70398]: DEBUG oslo_concurrency.lockutils [None req-500a8e6e-2769-4f50-809d-9b75a5a63c4b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.999s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.036890] env[70398]: DEBUG nova.objects.instance [None req-500a8e6e-2769-4f50-809d-9b75a5a63c4b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Lazy-loading 'resources' on Instance uuid 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.062110] env[70398]: INFO nova.scheduler.client.report [None req-fb59bf7d-580c-4b95-b93c-9b875c85afe0 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Deleted allocations for instance cf1cd05c-c8c5-4128-a3e6-30129f81b732 [ 865.103076] env[70398]: DEBUG oslo_vmware.api [None req-570ed289-7143-465a-8164-f06654698edd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Task: {'id': task-3444331, 'name': PowerOffVM_Task, 'duration_secs': 0.158857} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.103263] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-570ed289-7143-465a-8164-f06654698edd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 6e0de7b8-ef2d-4449-8e08-e188d9f210ad] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.103485] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-570ed289-7143-465a-8164-f06654698edd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 6e0de7b8-ef2d-4449-8e08-e188d9f210ad] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.103819] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b0a92fc-450d-4bd5-9544-b8d3e26a6801 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.106145] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bcba3082-3945-40b3-841f-bf4ab4d231f7 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquiring lock "495c1dd4-03ba-407f-b436-17bd65c1f11a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.106375] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bcba3082-3945-40b3-841f-bf4ab4d231f7 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lock "495c1dd4-03ba-407f-b436-17bd65c1f11a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.106576] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bcba3082-3945-40b3-841f-bf4ab4d231f7 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquiring lock "495c1dd4-03ba-407f-b436-17bd65c1f11a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.106804] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bcba3082-3945-40b3-841f-bf4ab4d231f7 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lock "495c1dd4-03ba-407f-b436-17bd65c1f11a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.107389] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bcba3082-3945-40b3-841f-bf4ab4d231f7 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lock "495c1dd4-03ba-407f-b436-17bd65c1f11a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.110063] env[70398]: INFO nova.compute.manager [None req-bcba3082-3945-40b3-841f-bf4ab4d231f7 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Terminating instance [ 865.138177] env[70398]: DEBUG oslo_vmware.api [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3444326, 'name': PowerOnVM_Task, 'duration_secs': 0.77129} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.139030] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.139030] env[70398]: INFO nova.compute.manager [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Took 9.63 seconds to spawn the instance on the hypervisor. [ 865.139030] env[70398]: DEBUG nova.compute.manager [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.139900] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d38f2c-f963-4f98-a032-99f1773e0e6c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.170241] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-570ed289-7143-465a-8164-f06654698edd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 6e0de7b8-ef2d-4449-8e08-e188d9f210ad] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.170560] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-570ed289-7143-465a-8164-f06654698edd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 6e0de7b8-ef2d-4449-8e08-e188d9f210ad] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.171159] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-570ed289-7143-465a-8164-f06654698edd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Deleting the datastore file [datastore1] 6e0de7b8-ef2d-4449-8e08-e188d9f210ad {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.171238] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de8fa07f-35d2-40bd-9c77-0c12ad1927c1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.178217] env[70398]: DEBUG oslo_vmware.api [None req-570ed289-7143-465a-8164-f06654698edd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Waiting for the task: (returnval){ [ 865.178217] env[70398]: value = "task-3444337" [ 865.178217] env[70398]: _type = "Task" [ 865.178217] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.188013] env[70398]: DEBUG oslo_vmware.api [None req-570ed289-7143-465a-8164-f06654698edd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Task: {'id': task-3444337, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.217476] env[70398]: DEBUG oslo_vmware.api [None req-9ba5ffc9-0c04-46ca-a895-d105751c79c6 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444327, 'name': RemoveSnapshot_Task, 'duration_secs': 0.823617} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.217748] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba5ffc9-0c04-46ca-a895-d105751c79c6 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Deleted Snapshot of the VM instance {{(pid=70398) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 865.218018] env[70398]: INFO nova.compute.manager [None req-9ba5ffc9-0c04-46ca-a895-d105751c79c6 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Took 15.18 seconds to snapshot the instance on the hypervisor. [ 865.265921] env[70398]: DEBUG oslo_vmware.api [None req-06b5976a-369f-4581-88b2-100c1c8a50f9 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3444332, 'name': PowerOffVM_Task, 'duration_secs': 0.222628} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.266207] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b5976a-369f-4581-88b2-100c1c8a50f9 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 3c8725af-7781-4b14-a75a-ae5eeffe6e28] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.266367] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-06b5976a-369f-4581-88b2-100c1c8a50f9 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 3c8725af-7781-4b14-a75a-ae5eeffe6e28] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.266652] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79f151a9-ff66-4dd6-8eba-1693f243bf27 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.334735] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-06b5976a-369f-4581-88b2-100c1c8a50f9 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 3c8725af-7781-4b14-a75a-ae5eeffe6e28] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.334985] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-06b5976a-369f-4581-88b2-100c1c8a50f9 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 3c8725af-7781-4b14-a75a-ae5eeffe6e28] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.335144] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-06b5976a-369f-4581-88b2-100c1c8a50f9 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Deleting the datastore file [datastore1] 3c8725af-7781-4b14-a75a-ae5eeffe6e28 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.335783] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e694ed7-033e-4faf-a570-ace9a3697b00 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.340787] env[70398]: DEBUG oslo_vmware.api [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Task: {'id': task-3444333, 'name': Rename_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.345474] env[70398]: DEBUG oslo_vmware.api [None req-06b5976a-369f-4581-88b2-100c1c8a50f9 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Waiting for the task: (returnval){ [ 865.345474] env[70398]: value = "task-3444339" [ 865.345474] env[70398]: _type = "Task" [ 865.345474] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.351883] env[70398]: DEBUG oslo_vmware.api [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e375ea-3ac7-7ff9-87c4-72f81a7dba05, 'name': SearchDatastore_Task, 'duration_secs': 0.018009} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.352517] env[70398]: DEBUG oslo_concurrency.lockutils [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.352755] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 865.352987] env[70398]: DEBUG oslo_concurrency.lockutils [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.353153] env[70398]: DEBUG oslo_concurrency.lockutils [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.353333] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 865.353583] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad776326-b741-42cd-b7ee-0e9e886983fc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.358587] env[70398]: DEBUG oslo_vmware.api [None req-06b5976a-369f-4581-88b2-100c1c8a50f9 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3444339, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.375829] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 865.375829] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 865.376632] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35eb9083-1ea9-432f-86be-428bc4570a5e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.382726] env[70398]: DEBUG oslo_vmware.api [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Waiting for the task: (returnval){ [ 865.382726] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f30854-43f7-fe92-4df4-b73bd4a6c007" [ 865.382726] env[70398]: _type = "Task" [ 865.382726] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.390972] env[70398]: DEBUG oslo_vmware.api [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f30854-43f7-fe92-4df4-b73bd4a6c007, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.404705] env[70398]: DEBUG oslo_concurrency.lockutils [None req-58c9d21e-4610-4905-997c-11c2462005e6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "8bc5386e-1109-460a-bb30-98f7289b249c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.404984] env[70398]: DEBUG oslo_concurrency.lockutils [None req-58c9d21e-4610-4905-997c-11c2462005e6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquired lock "8bc5386e-1109-460a-bb30-98f7289b249c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.405866] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056dc2dc-7eac-4652-a214-5d1688b607fb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.423118] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18bed439-75cd-407a-8931-89032d22c777 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.448080] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-58c9d21e-4610-4905-997c-11c2462005e6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Reconfiguring VM to detach interface {{(pid=70398) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 865.448500] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75400709-dd04-4d70-834b-91f5acb87c79 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.466574] env[70398]: DEBUG oslo_vmware.api [None req-58c9d21e-4610-4905-997c-11c2462005e6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for the task: (returnval){ [ 865.466574] env[70398]: value = "task-3444340" [ 865.466574] env[70398]: _type = "Task" [ 865.466574] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.475441] env[70398]: DEBUG oslo_vmware.api [None req-58c9d21e-4610-4905-997c-11c2462005e6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444340, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.526841] env[70398]: DEBUG oslo_vmware.api [None req-553e6916-cb0c-4059-93b0-f4d8e4988dc0 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3444335, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351815} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.527121] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-553e6916-cb0c-4059-93b0-f4d8e4988dc0 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.527362] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-553e6916-cb0c-4059-93b0-f4d8e4988dc0 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 714161a0-3d7b-4410-9efb-016ba0fb2101] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 865.527480] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-553e6916-cb0c-4059-93b0-f4d8e4988dc0 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 714161a0-3d7b-4410-9efb-016ba0fb2101] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 865.527650] env[70398]: INFO nova.compute.manager [None req-553e6916-cb0c-4059-93b0-f4d8e4988dc0 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 714161a0-3d7b-4410-9efb-016ba0fb2101] Took 1.11 seconds to destroy the instance on the hypervisor. [ 865.527886] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-553e6916-cb0c-4059-93b0-f4d8e4988dc0 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.528090] env[70398]: DEBUG nova.compute.manager [-] [instance: 714161a0-3d7b-4410-9efb-016ba0fb2101] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 865.528187] env[70398]: DEBUG nova.network.neutron [-] [instance: 714161a0-3d7b-4410-9efb-016ba0fb2101] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 865.569962] env[70398]: DEBUG oslo_concurrency.lockutils [None req-fb59bf7d-580c-4b95-b93c-9b875c85afe0 tempest-TenantUsagesTestJSON-401185234 tempest-TenantUsagesTestJSON-401185234-project-member] Lock "cf1cd05c-c8c5-4128-a3e6-30129f81b732" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.714s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.615090] env[70398]: DEBUG nova.compute.manager [None req-bcba3082-3945-40b3-841f-bf4ab4d231f7 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 865.616961] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-bcba3082-3945-40b3-841f-bf4ab4d231f7 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 865.616961] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d038289-d230-47f2-9b32-b8845bd15fe5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.630061] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-bcba3082-3945-40b3-841f-bf4ab4d231f7 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.630407] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fa6bd30-dd9c-433d-ae0e-b4ab35bfd2ac {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.658230] env[70398]: INFO nova.compute.manager [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Took 47.62 seconds to build instance. [ 865.693445] env[70398]: DEBUG oslo_vmware.api [None req-570ed289-7143-465a-8164-f06654698edd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Task: {'id': task-3444337, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371048} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.694032] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-570ed289-7143-465a-8164-f06654698edd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.694032] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-570ed289-7143-465a-8164-f06654698edd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 6e0de7b8-ef2d-4449-8e08-e188d9f210ad] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 865.694146] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-570ed289-7143-465a-8164-f06654698edd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 6e0de7b8-ef2d-4449-8e08-e188d9f210ad] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 865.694290] env[70398]: INFO nova.compute.manager [None req-570ed289-7143-465a-8164-f06654698edd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] [instance: 6e0de7b8-ef2d-4449-8e08-e188d9f210ad] Took 1.12 seconds to destroy the instance on the hypervisor. [ 865.695184] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-570ed289-7143-465a-8164-f06654698edd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.695184] env[70398]: DEBUG nova.compute.manager [-] [instance: 6e0de7b8-ef2d-4449-8e08-e188d9f210ad] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 865.695184] env[70398]: DEBUG nova.network.neutron [-] [instance: 6e0de7b8-ef2d-4449-8e08-e188d9f210ad] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 865.698371] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-bcba3082-3945-40b3-841f-bf4ab4d231f7 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.698672] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-bcba3082-3945-40b3-841f-bf4ab4d231f7 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.698764] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcba3082-3945-40b3-841f-bf4ab4d231f7 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Deleting the datastore file [datastore2] 495c1dd4-03ba-407f-b436-17bd65c1f11a {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.699132] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf97c7d1-4331-43a3-80cd-914d85a3f3ef {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.705053] env[70398]: DEBUG oslo_vmware.api [None req-bcba3082-3945-40b3-841f-bf4ab4d231f7 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 865.705053] env[70398]: value = "task-3444342" [ 865.705053] env[70398]: _type = "Task" [ 865.705053] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.722515] env[70398]: DEBUG nova.compute.manager [None req-9ba5ffc9-0c04-46ca-a895-d105751c79c6 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Instance disappeared during snapshot {{(pid=70398) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 865.724477] env[70398]: DEBUG oslo_vmware.api [None req-bcba3082-3945-40b3-841f-bf4ab4d231f7 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444342, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.729173] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquiring lock "d5514a4f-7b7e-4d00-ba34-a03b967bc18a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.729776] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lock "d5514a4f-7b7e-4d00-ba34-a03b967bc18a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.749312] env[70398]: DEBUG nova.compute.manager [None req-9ba5ffc9-0c04-46ca-a895-d105751c79c6 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Image not found during clean up 17e25593-72b5-4285-9aa9-00dc3c8a20a5 {{(pid=70398) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 865.777350] env[70398]: DEBUG nova.compute.manager [req-3087b181-6224-4298-af40-13cac01f3c76 req-a88d0028-9df1-45bb-b0bf-2ed79dcfa0f1 service nova] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Received event network-changed-c1392e36-ce12-46f8-93d4-c79c7e7b6585 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.777706] env[70398]: DEBUG nova.compute.manager [req-3087b181-6224-4298-af40-13cac01f3c76 req-a88d0028-9df1-45bb-b0bf-2ed79dcfa0f1 service nova] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Refreshing instance network info cache due to event network-changed-c1392e36-ce12-46f8-93d4-c79c7e7b6585. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 865.778027] env[70398]: DEBUG oslo_concurrency.lockutils [req-3087b181-6224-4298-af40-13cac01f3c76 req-a88d0028-9df1-45bb-b0bf-2ed79dcfa0f1 service nova] Acquiring lock "refresh_cache-2c8f5df2-1887-411b-be06-652180b42b84" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.778253] env[70398]: DEBUG oslo_concurrency.lockutils [req-3087b181-6224-4298-af40-13cac01f3c76 req-a88d0028-9df1-45bb-b0bf-2ed79dcfa0f1 service nova] Acquired lock "refresh_cache-2c8f5df2-1887-411b-be06-652180b42b84" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.778628] env[70398]: DEBUG nova.network.neutron [req-3087b181-6224-4298-af40-13cac01f3c76 req-a88d0028-9df1-45bb-b0bf-2ed79dcfa0f1 service nova] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Refreshing network info cache for port c1392e36-ce12-46f8-93d4-c79c7e7b6585 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 865.842130] env[70398]: DEBUG oslo_vmware.api [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Task: {'id': task-3444333, 'name': Rename_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.856837] env[70398]: DEBUG oslo_vmware.api [None req-06b5976a-369f-4581-88b2-100c1c8a50f9 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Task: {'id': task-3444339, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.361364} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.857427] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-06b5976a-369f-4581-88b2-100c1c8a50f9 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.857848] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-06b5976a-369f-4581-88b2-100c1c8a50f9 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 3c8725af-7781-4b14-a75a-ae5eeffe6e28] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 865.858313] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-06b5976a-369f-4581-88b2-100c1c8a50f9 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 3c8725af-7781-4b14-a75a-ae5eeffe6e28] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 865.858626] env[70398]: INFO nova.compute.manager [None req-06b5976a-369f-4581-88b2-100c1c8a50f9 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] [instance: 3c8725af-7781-4b14-a75a-ae5eeffe6e28] Took 1.12 seconds to destroy the instance on the hypervisor. [ 865.859072] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06b5976a-369f-4581-88b2-100c1c8a50f9 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.861035] env[70398]: DEBUG nova.compute.manager [-] [instance: 3c8725af-7781-4b14-a75a-ae5eeffe6e28] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 865.861035] env[70398]: DEBUG nova.network.neutron [-] [instance: 3c8725af-7781-4b14-a75a-ae5eeffe6e28] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 865.894449] env[70398]: DEBUG oslo_vmware.api [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f30854-43f7-fe92-4df4-b73bd4a6c007, 'name': SearchDatastore_Task, 'duration_secs': 0.020587} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.897885] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98ab6dd1-2826-4ece-9b80-63fa5b4d9c60 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.905210] env[70398]: DEBUG oslo_vmware.api [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Waiting for the task: (returnval){ [ 865.905210] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5272dea9-70d5-3ca5-e6ec-e5f41e299d56" [ 865.905210] env[70398]: _type = "Task" [ 865.905210] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.917101] env[70398]: DEBUG oslo_vmware.api [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5272dea9-70d5-3ca5-e6ec-e5f41e299d56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.979706] env[70398]: DEBUG oslo_vmware.api [None req-58c9d21e-4610-4905-997c-11c2462005e6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.052223] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5704ea5f-1e5a-4fe0-a022-347a2c42db87 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.059794] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fac6a65-36ee-4ac8-8616-6605e9af1371 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.091213] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72051d7e-7d00-4a85-93b3-091b6e48f23f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.098595] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3062c9-32da-4173-a51f-76ea30b3ea20 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.113706] env[70398]: DEBUG nova.compute.provider_tree [None req-500a8e6e-2769-4f50-809d-9b75a5a63c4b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.163051] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2e242337-dc9d-4aeb-8fc1-08cbe81582f8 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lock "effd3feb-1733-4485-bc19-2e089e5feef4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.134s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.215618] env[70398]: DEBUG oslo_vmware.api [None req-bcba3082-3945-40b3-841f-bf4ab4d231f7 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444342, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.40045} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.215877] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcba3082-3945-40b3-841f-bf4ab4d231f7 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.216080] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-bcba3082-3945-40b3-841f-bf4ab4d231f7 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.216257] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-bcba3082-3945-40b3-841f-bf4ab4d231f7 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.216431] env[70398]: INFO nova.compute.manager [None req-bcba3082-3945-40b3-841f-bf4ab4d231f7 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Took 0.60 seconds to destroy the instance on the hypervisor. [ 866.216662] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcba3082-3945-40b3-841f-bf4ab4d231f7 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.217089] env[70398]: DEBUG nova.compute.manager [-] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 866.217179] env[70398]: DEBUG nova.network.neutron [-] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 866.234490] env[70398]: DEBUG nova.compute.manager [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 866.344939] env[70398]: DEBUG oslo_vmware.api [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Task: {'id': task-3444333, 'name': Rename_Task, 'duration_secs': 1.256156} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.345260] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] [instance: 49dc8961-e4d2-4629-98ec-af3983039457] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 866.345503] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62e53855-a699-44a1-aba6-d85ef49edb8c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.351907] env[70398]: DEBUG oslo_vmware.api [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Waiting for the task: (returnval){ [ 866.351907] env[70398]: value = "task-3444343" [ 866.351907] env[70398]: _type = "Task" [ 866.351907] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.360335] env[70398]: DEBUG oslo_vmware.api [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Task: {'id': task-3444343, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.417323] env[70398]: DEBUG oslo_vmware.api [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5272dea9-70d5-3ca5-e6ec-e5f41e299d56, 'name': SearchDatastore_Task, 'duration_secs': 0.026279} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.417537] env[70398]: DEBUG oslo_concurrency.lockutils [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.417841] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 2c8f5df2-1887-411b-be06-652180b42b84/2c8f5df2-1887-411b-be06-652180b42b84.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 866.418249] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a52607d7-6160-4d54-898b-672920da474a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.420326] env[70398]: DEBUG nova.network.neutron [-] [instance: 714161a0-3d7b-4410-9efb-016ba0fb2101] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.425694] env[70398]: DEBUG oslo_vmware.api [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Waiting for the task: (returnval){ [ 866.425694] env[70398]: value = "task-3444344" [ 866.425694] env[70398]: _type = "Task" [ 866.425694] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.433581] env[70398]: DEBUG oslo_vmware.api [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Task: {'id': task-3444344, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.478334] env[70398]: DEBUG oslo_vmware.api [None req-58c9d21e-4610-4905-997c-11c2462005e6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.617133] env[70398]: DEBUG nova.scheduler.client.report [None req-500a8e6e-2769-4f50-809d-9b75a5a63c4b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.784898] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.863211] env[70398]: DEBUG oslo_vmware.api [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Task: {'id': task-3444343, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.922802] env[70398]: INFO nova.compute.manager [-] [instance: 714161a0-3d7b-4410-9efb-016ba0fb2101] Took 1.39 seconds to deallocate network for instance. [ 866.939373] env[70398]: DEBUG oslo_vmware.api [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Task: {'id': task-3444344, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.980702] env[70398]: DEBUG oslo_vmware.api [None req-58c9d21e-4610-4905-997c-11c2462005e6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.008203] env[70398]: DEBUG nova.compute.manager [req-89025d3f-1cee-4c8f-a878-986f224c6e59 req-1c535d29-6af5-4621-ba69-ab1080e3d570 service nova] [instance: 6e0de7b8-ef2d-4449-8e08-e188d9f210ad] Received event network-vif-deleted-6dbdf7f7-df01-4728-9fae-684443c7c663 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.008421] env[70398]: INFO nova.compute.manager [req-89025d3f-1cee-4c8f-a878-986f224c6e59 req-1c535d29-6af5-4621-ba69-ab1080e3d570 service nova] [instance: 6e0de7b8-ef2d-4449-8e08-e188d9f210ad] Neutron deleted interface 6dbdf7f7-df01-4728-9fae-684443c7c663; detaching it from the instance and deleting it from the info cache [ 867.008529] env[70398]: DEBUG nova.network.neutron [req-89025d3f-1cee-4c8f-a878-986f224c6e59 req-1c535d29-6af5-4621-ba69-ab1080e3d570 service nova] [instance: 6e0de7b8-ef2d-4449-8e08-e188d9f210ad] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.128093] env[70398]: DEBUG oslo_concurrency.lockutils [None req-500a8e6e-2769-4f50-809d-9b75a5a63c4b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.090s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.128963] env[70398]: DEBUG oslo_concurrency.lockutils [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.240s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.131337] env[70398]: INFO nova.compute.claims [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 867.138816] env[70398]: DEBUG nova.network.neutron [-] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.163512] env[70398]: INFO nova.scheduler.client.report [None req-500a8e6e-2769-4f50-809d-9b75a5a63c4b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Deleted allocations for instance 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9 [ 867.176396] env[70398]: DEBUG nova.network.neutron [req-3087b181-6224-4298-af40-13cac01f3c76 req-a88d0028-9df1-45bb-b0bf-2ed79dcfa0f1 service nova] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Updated VIF entry in instance network info cache for port c1392e36-ce12-46f8-93d4-c79c7e7b6585. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 867.176746] env[70398]: DEBUG nova.network.neutron [req-3087b181-6224-4298-af40-13cac01f3c76 req-a88d0028-9df1-45bb-b0bf-2ed79dcfa0f1 service nova] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Updating instance_info_cache with network_info: [{"id": "c1392e36-ce12-46f8-93d4-c79c7e7b6585", "address": "fa:16:3e:b6:30:f2", "network": {"id": "318afff8-f4f2-4707-aca8-387b03692dfb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-843561224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c96a5acd33f44e94a5456cd72f7e5a09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1392e36-ce", "ovs_interfaceid": "c1392e36-ce12-46f8-93d4-c79c7e7b6585", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.364866] env[70398]: DEBUG oslo_vmware.api [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Task: {'id': task-3444343, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.366276] env[70398]: DEBUG nova.network.neutron [-] [instance: 6e0de7b8-ef2d-4449-8e08-e188d9f210ad] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.436434] env[70398]: DEBUG oslo_concurrency.lockutils [None req-553e6916-cb0c-4059-93b0-f4d8e4988dc0 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.448390] env[70398]: DEBUG oslo_vmware.api [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Task: {'id': task-3444344, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.710159} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.448893] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 2c8f5df2-1887-411b-be06-652180b42b84/2c8f5df2-1887-411b-be06-652180b42b84.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 867.449321] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 867.449720] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c1578f5-842f-453c-b878-e1a7c1419896 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.458432] env[70398]: DEBUG oslo_vmware.api [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Waiting for the task: (returnval){ [ 867.458432] env[70398]: value = "task-3444345" [ 867.458432] env[70398]: _type = "Task" [ 867.458432] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.468126] env[70398]: DEBUG oslo_vmware.api [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Task: {'id': task-3444345, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.479481] env[70398]: DEBUG oslo_vmware.api [None req-58c9d21e-4610-4905-997c-11c2462005e6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.514869] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-78a05758-2102-4dd3-a792-606e0ccd00e6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.518777] env[70398]: DEBUG nova.network.neutron [-] [instance: 3c8725af-7781-4b14-a75a-ae5eeffe6e28] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.530417] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b365b9ea-9a3c-48e3-a525-df50ad4951a5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.568367] env[70398]: DEBUG nova.compute.manager [req-89025d3f-1cee-4c8f-a878-986f224c6e59 req-1c535d29-6af5-4621-ba69-ab1080e3d570 service nova] [instance: 6e0de7b8-ef2d-4449-8e08-e188d9f210ad] Detach interface failed, port_id=6dbdf7f7-df01-4728-9fae-684443c7c663, reason: Instance 6e0de7b8-ef2d-4449-8e08-e188d9f210ad could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 867.643314] env[70398]: INFO nova.compute.manager [-] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Took 1.43 seconds to deallocate network for instance. [ 867.672823] env[70398]: DEBUG oslo_concurrency.lockutils [None req-500a8e6e-2769-4f50-809d-9b75a5a63c4b tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Lock "33fa8c03-ce5b-42ad-8d78-137a1d46f9f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.085s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.680811] env[70398]: DEBUG oslo_concurrency.lockutils [req-3087b181-6224-4298-af40-13cac01f3c76 req-a88d0028-9df1-45bb-b0bf-2ed79dcfa0f1 service nova] Releasing lock "refresh_cache-2c8f5df2-1887-411b-be06-652180b42b84" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.864600] env[70398]: DEBUG oslo_vmware.api [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Task: {'id': task-3444343, 'name': PowerOnVM_Task, 'duration_secs': 1.120739} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.864998] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] [instance: 49dc8961-e4d2-4629-98ec-af3983039457] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 867.865367] env[70398]: INFO nova.compute.manager [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] [instance: 49dc8961-e4d2-4629-98ec-af3983039457] Took 9.69 seconds to spawn the instance on the hypervisor. [ 867.865738] env[70398]: DEBUG nova.compute.manager [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] [instance: 49dc8961-e4d2-4629-98ec-af3983039457] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 867.866559] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354c3d67-16f0-413e-9f84-bd8dd571c2f9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.869363] env[70398]: INFO nova.compute.manager [-] [instance: 6e0de7b8-ef2d-4449-8e08-e188d9f210ad] Took 2.17 seconds to deallocate network for instance. [ 867.952297] env[70398]: DEBUG nova.compute.manager [req-39ef4b54-42fe-451d-bad8-568503a911f1 req-47d344ab-ef6e-4e11-8970-683b4b349702 service nova] [instance: 714161a0-3d7b-4410-9efb-016ba0fb2101] Received event network-vif-deleted-cad91246-e293-4178-aa83-b743b04cd0bf {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.952549] env[70398]: DEBUG nova.compute.manager [req-39ef4b54-42fe-451d-bad8-568503a911f1 req-47d344ab-ef6e-4e11-8970-683b4b349702 service nova] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Received event network-vif-deleted-271a59d6-0129-4ba2-a85e-36d1b5b2afec {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.969317] env[70398]: DEBUG oslo_vmware.api [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Task: {'id': task-3444345, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123753} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.969631] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 867.970447] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3ee94f-c8fb-445b-b070-f70101685219 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.998483] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 2c8f5df2-1887-411b-be06-652180b42b84/2c8f5df2-1887-411b-be06-652180b42b84.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.002459] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9ef0597-490b-4686-a22a-a93ad8c4ea62 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.017284] env[70398]: DEBUG oslo_vmware.api [None req-58c9d21e-4610-4905-997c-11c2462005e6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.022661] env[70398]: INFO nova.compute.manager [-] [instance: 3c8725af-7781-4b14-a75a-ae5eeffe6e28] Took 2.16 seconds to deallocate network for instance. [ 868.023346] env[70398]: DEBUG oslo_vmware.api [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Waiting for the task: (returnval){ [ 868.023346] env[70398]: value = "task-3444346" [ 868.023346] env[70398]: _type = "Task" [ 868.023346] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.036916] env[70398]: DEBUG oslo_vmware.api [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Task: {'id': task-3444346, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.150253] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bcba3082-3945-40b3-841f-bf4ab4d231f7 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.382325] env[70398]: DEBUG oslo_concurrency.lockutils [None req-570ed289-7143-465a-8164-f06654698edd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.402169] env[70398]: INFO nova.compute.manager [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] [instance: 49dc8961-e4d2-4629-98ec-af3983039457] Took 48.09 seconds to build instance. [ 868.484063] env[70398]: DEBUG oslo_vmware.api [None req-58c9d21e-4610-4905-997c-11c2462005e6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.535095] env[70398]: DEBUG oslo_concurrency.lockutils [None req-06b5976a-369f-4581-88b2-100c1c8a50f9 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.535398] env[70398]: DEBUG oslo_vmware.api [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Task: {'id': task-3444346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.612079] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf65c528-5aee-4a17-9c7b-092916e17aed {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.619922] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db037589-4210-47a6-b8da-8940c74612d9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.655140] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c11e821-0ba7-4db8-a949-db7c61df59c9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.663174] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d0ded9-6365-45bf-8811-b2a67a7d2f71 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.679015] env[70398]: DEBUG nova.compute.provider_tree [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.714470] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d4f6e663-518c-44bd-a6a8-2f35608cc460 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquiring lock "6c788574-439c-4c94-819c-84f842795a9d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.714789] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d4f6e663-518c-44bd-a6a8-2f35608cc460 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Lock "6c788574-439c-4c94-819c-84f842795a9d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.714984] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d4f6e663-518c-44bd-a6a8-2f35608cc460 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquiring lock "6c788574-439c-4c94-819c-84f842795a9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.715226] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d4f6e663-518c-44bd-a6a8-2f35608cc460 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Lock "6c788574-439c-4c94-819c-84f842795a9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.715360] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d4f6e663-518c-44bd-a6a8-2f35608cc460 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Lock "6c788574-439c-4c94-819c-84f842795a9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.718132] env[70398]: INFO nova.compute.manager [None req-d4f6e663-518c-44bd-a6a8-2f35608cc460 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 6c788574-439c-4c94-819c-84f842795a9d] Terminating instance [ 868.759044] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2ad3d350-b399-406a-bf55-3e44134566a9 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Acquiring lock "4644c5df-2060-436f-a226-c31c0d750847" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.759315] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2ad3d350-b399-406a-bf55-3e44134566a9 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Lock "4644c5df-2060-436f-a226-c31c0d750847" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.759512] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2ad3d350-b399-406a-bf55-3e44134566a9 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Acquiring lock "4644c5df-2060-436f-a226-c31c0d750847-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.759689] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2ad3d350-b399-406a-bf55-3e44134566a9 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Lock "4644c5df-2060-436f-a226-c31c0d750847-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.759850] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2ad3d350-b399-406a-bf55-3e44134566a9 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Lock "4644c5df-2060-436f-a226-c31c0d750847-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.762107] env[70398]: INFO nova.compute.manager [None req-2ad3d350-b399-406a-bf55-3e44134566a9 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] [instance: 4644c5df-2060-436f-a226-c31c0d750847] Terminating instance [ 868.908369] env[70398]: DEBUG oslo_concurrency.lockutils [None req-314907e0-fa79-4cf4-b2ce-6fbc1c16bbf5 tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Lock "49dc8961-e4d2-4629-98ec-af3983039457" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.606s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.984055] env[70398]: DEBUG oslo_vmware.api [None req-58c9d21e-4610-4905-997c-11c2462005e6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.034735] env[70398]: DEBUG oslo_vmware.api [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Task: {'id': task-3444346, 'name': ReconfigVM_Task, 'duration_secs': 0.932083} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.035974] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 2c8f5df2-1887-411b-be06-652180b42b84/2c8f5df2-1887-411b-be06-652180b42b84.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.037717] env[70398]: DEBUG nova.compute.manager [req-29b2dae0-ca56-42b6-93be-a37cd752e47e req-1ca31739-4667-4889-9d07-8b982c188f6b service nova] [instance: 3c8725af-7781-4b14-a75a-ae5eeffe6e28] Received event network-vif-deleted-0458fc9d-5ea5-417e-9ef7-757f546e3758 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.037914] env[70398]: DEBUG nova.compute.manager [req-29b2dae0-ca56-42b6-93be-a37cd752e47e req-1ca31739-4667-4889-9d07-8b982c188f6b service nova] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Received event network-changed-597ba547-8fbe-4f4c-9d45-489e49f0a598 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.038105] env[70398]: DEBUG nova.compute.manager [req-29b2dae0-ca56-42b6-93be-a37cd752e47e req-1ca31739-4667-4889-9d07-8b982c188f6b service nova] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Refreshing instance network info cache due to event network-changed-597ba547-8fbe-4f4c-9d45-489e49f0a598. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 869.038926] env[70398]: DEBUG oslo_concurrency.lockutils [req-29b2dae0-ca56-42b6-93be-a37cd752e47e req-1ca31739-4667-4889-9d07-8b982c188f6b service nova] Acquiring lock "refresh_cache-effd3feb-1733-4485-bc19-2e089e5feef4" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.038926] env[70398]: DEBUG oslo_concurrency.lockutils [req-29b2dae0-ca56-42b6-93be-a37cd752e47e req-1ca31739-4667-4889-9d07-8b982c188f6b service nova] Acquired lock "refresh_cache-effd3feb-1733-4485-bc19-2e089e5feef4" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.038926] env[70398]: DEBUG nova.network.neutron [req-29b2dae0-ca56-42b6-93be-a37cd752e47e req-1ca31739-4667-4889-9d07-8b982c188f6b service nova] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Refreshing network info cache for port 597ba547-8fbe-4f4c-9d45-489e49f0a598 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 869.039599] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c12a9886-2232-43cc-9502-030259b4dfe3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.046295] env[70398]: DEBUG oslo_vmware.api [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Waiting for the task: (returnval){ [ 869.046295] env[70398]: value = "task-3444347" [ 869.046295] env[70398]: _type = "Task" [ 869.046295] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.054994] env[70398]: DEBUG oslo_vmware.api [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Task: {'id': task-3444347, 'name': Rename_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.182961] env[70398]: DEBUG nova.scheduler.client.report [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.224516] env[70398]: DEBUG nova.compute.manager [None req-d4f6e663-518c-44bd-a6a8-2f35608cc460 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 6c788574-439c-4c94-819c-84f842795a9d] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 869.224735] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f6e663-518c-44bd-a6a8-2f35608cc460 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 6c788574-439c-4c94-819c-84f842795a9d] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 869.226008] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb62c841-53a3-4f20-b037-1b90c51c2ed0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.235887] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4f6e663-518c-44bd-a6a8-2f35608cc460 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 6c788574-439c-4c94-819c-84f842795a9d] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.236150] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2dacdb0-3eaf-4ebe-91fb-92919b147eeb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.242156] env[70398]: DEBUG oslo_vmware.api [None req-d4f6e663-518c-44bd-a6a8-2f35608cc460 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 869.242156] env[70398]: value = "task-3444348" [ 869.242156] env[70398]: _type = "Task" [ 869.242156] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.249859] env[70398]: DEBUG oslo_vmware.api [None req-d4f6e663-518c-44bd-a6a8-2f35608cc460 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.265723] env[70398]: DEBUG nova.compute.manager [None req-2ad3d350-b399-406a-bf55-3e44134566a9 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] [instance: 4644c5df-2060-436f-a226-c31c0d750847] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 869.265970] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad3d350-b399-406a-bf55-3e44134566a9 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] [instance: 4644c5df-2060-436f-a226-c31c0d750847] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 869.266841] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e37388e-65ff-4f45-813b-3e821c223373 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.274793] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad3d350-b399-406a-bf55-3e44134566a9 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] [instance: 4644c5df-2060-436f-a226-c31c0d750847] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.275061] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59c82bfb-c2c8-461e-bb24-a18055562318 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.281459] env[70398]: DEBUG oslo_vmware.api [None req-2ad3d350-b399-406a-bf55-3e44134566a9 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Waiting for the task: (returnval){ [ 869.281459] env[70398]: value = "task-3444349" [ 869.281459] env[70398]: _type = "Task" [ 869.281459] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.291201] env[70398]: DEBUG oslo_vmware.api [None req-2ad3d350-b399-406a-bf55-3e44134566a9 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Task: {'id': task-3444349, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.330117] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2252a20f-b2a3-431b-88ea-736f3fb925fa tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Acquiring lock "49dc8961-e4d2-4629-98ec-af3983039457" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.330440] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2252a20f-b2a3-431b-88ea-736f3fb925fa tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Lock "49dc8961-e4d2-4629-98ec-af3983039457" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.330643] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2252a20f-b2a3-431b-88ea-736f3fb925fa tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Acquiring lock "49dc8961-e4d2-4629-98ec-af3983039457-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.330849] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2252a20f-b2a3-431b-88ea-736f3fb925fa tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Lock "49dc8961-e4d2-4629-98ec-af3983039457-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.331050] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2252a20f-b2a3-431b-88ea-736f3fb925fa tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Lock "49dc8961-e4d2-4629-98ec-af3983039457-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.333323] env[70398]: INFO nova.compute.manager [None req-2252a20f-b2a3-431b-88ea-736f3fb925fa tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] [instance: 49dc8961-e4d2-4629-98ec-af3983039457] Terminating instance [ 869.485507] env[70398]: DEBUG oslo_vmware.api [None req-58c9d21e-4610-4905-997c-11c2462005e6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.556814] env[70398]: DEBUG oslo_vmware.api [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Task: {'id': task-3444347, 'name': Rename_Task, 'duration_secs': 0.271499} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.556814] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.557178] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10c0a90d-078f-4a17-8d10-080c3dfcd41c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.563303] env[70398]: DEBUG oslo_vmware.api [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Waiting for the task: (returnval){ [ 869.563303] env[70398]: value = "task-3444350" [ 869.563303] env[70398]: _type = "Task" [ 869.563303] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.570492] env[70398]: DEBUG oslo_vmware.api [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Task: {'id': task-3444350, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.690419] env[70398]: DEBUG oslo_concurrency.lockutils [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.561s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.690947] env[70398]: DEBUG nova.compute.manager [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 869.693733] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 38.612s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.754158] env[70398]: DEBUG oslo_vmware.api [None req-d4f6e663-518c-44bd-a6a8-2f35608cc460 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444348, 'name': PowerOffVM_Task, 'duration_secs': 0.20475} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.754441] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4f6e663-518c-44bd-a6a8-2f35608cc460 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 6c788574-439c-4c94-819c-84f842795a9d] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.754655] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f6e663-518c-44bd-a6a8-2f35608cc460 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 6c788574-439c-4c94-819c-84f842795a9d] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.754861] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0e01711-9665-49f2-85e0-5856af2e630f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.791448] env[70398]: DEBUG oslo_vmware.api [None req-2ad3d350-b399-406a-bf55-3e44134566a9 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Task: {'id': task-3444349, 'name': PowerOffVM_Task, 'duration_secs': 0.173854} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.791738] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad3d350-b399-406a-bf55-3e44134566a9 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] [instance: 4644c5df-2060-436f-a226-c31c0d750847] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.791962] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad3d350-b399-406a-bf55-3e44134566a9 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] [instance: 4644c5df-2060-436f-a226-c31c0d750847] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.793738] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-885d9efb-eaa4-4a7e-b600-34f4cfb62f25 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.823016] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f6e663-518c-44bd-a6a8-2f35608cc460 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 6c788574-439c-4c94-819c-84f842795a9d] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.823364] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f6e663-518c-44bd-a6a8-2f35608cc460 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 6c788574-439c-4c94-819c-84f842795a9d] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.823566] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4f6e663-518c-44bd-a6a8-2f35608cc460 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Deleting the datastore file [datastore2] 6c788574-439c-4c94-819c-84f842795a9d {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.823923] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-386a1d01-7ff3-4401-ad08-6ea94a2c8291 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.834291] env[70398]: DEBUG oslo_vmware.api [None req-d4f6e663-518c-44bd-a6a8-2f35608cc460 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 869.834291] env[70398]: value = "task-3444353" [ 869.834291] env[70398]: _type = "Task" [ 869.834291] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.838039] env[70398]: DEBUG nova.compute.manager [None req-2252a20f-b2a3-431b-88ea-736f3fb925fa tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] [instance: 49dc8961-e4d2-4629-98ec-af3983039457] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 869.838278] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2252a20f-b2a3-431b-88ea-736f3fb925fa tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] [instance: 49dc8961-e4d2-4629-98ec-af3983039457] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 869.839060] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6317343c-d080-421d-a908-6f5dc5b73f3d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.847188] env[70398]: DEBUG oslo_vmware.api [None req-d4f6e663-518c-44bd-a6a8-2f35608cc460 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444353, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.849437] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-2252a20f-b2a3-431b-88ea-736f3fb925fa tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] [instance: 49dc8961-e4d2-4629-98ec-af3983039457] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.849694] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-172c98da-b993-4fe8-8d1e-279732e87115 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.856059] env[70398]: DEBUG oslo_vmware.api [None req-2252a20f-b2a3-431b-88ea-736f3fb925fa tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Waiting for the task: (returnval){ [ 869.856059] env[70398]: value = "task-3444354" [ 869.856059] env[70398]: _type = "Task" [ 869.856059] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.860822] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad3d350-b399-406a-bf55-3e44134566a9 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] [instance: 4644c5df-2060-436f-a226-c31c0d750847] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.861067] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad3d350-b399-406a-bf55-3e44134566a9 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] [instance: 4644c5df-2060-436f-a226-c31c0d750847] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.861208] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ad3d350-b399-406a-bf55-3e44134566a9 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Deleting the datastore file [datastore1] 4644c5df-2060-436f-a226-c31c0d750847 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.861448] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-570f817d-3e22-43dc-a02f-c14e9bf39cf7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.866735] env[70398]: DEBUG oslo_vmware.api [None req-2252a20f-b2a3-431b-88ea-736f3fb925fa tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Task: {'id': task-3444354, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.870467] env[70398]: DEBUG oslo_vmware.api [None req-2ad3d350-b399-406a-bf55-3e44134566a9 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Waiting for the task: (returnval){ [ 869.870467] env[70398]: value = "task-3444355" [ 869.870467] env[70398]: _type = "Task" [ 869.870467] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.880795] env[70398]: DEBUG oslo_vmware.api [None req-2ad3d350-b399-406a-bf55-3e44134566a9 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Task: {'id': task-3444355, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.985384] env[70398]: DEBUG oslo_vmware.api [None req-58c9d21e-4610-4905-997c-11c2462005e6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.011817] env[70398]: DEBUG nova.network.neutron [req-29b2dae0-ca56-42b6-93be-a37cd752e47e req-1ca31739-4667-4889-9d07-8b982c188f6b service nova] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Updated VIF entry in instance network info cache for port 597ba547-8fbe-4f4c-9d45-489e49f0a598. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 870.011817] env[70398]: DEBUG nova.network.neutron [req-29b2dae0-ca56-42b6-93be-a37cd752e47e req-1ca31739-4667-4889-9d07-8b982c188f6b service nova] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Updating instance_info_cache with network_info: [{"id": "597ba547-8fbe-4f4c-9d45-489e49f0a598", "address": "fa:16:3e:4e:dd:35", "network": {"id": "fb01a3ef-f49b-4004-9dad-1ab83f2cdc5c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1367760524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5a04ab39eda46dd8b6665756bfa0ca8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap597ba547-8f", "ovs_interfaceid": "597ba547-8fbe-4f4c-9d45-489e49f0a598", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.073851] env[70398]: DEBUG oslo_vmware.api [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Task: {'id': task-3444350, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.197524] env[70398]: DEBUG nova.compute.utils [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 870.198979] env[70398]: DEBUG nova.compute.manager [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 870.199161] env[70398]: DEBUG nova.network.neutron [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 870.204018] env[70398]: INFO nova.compute.claims [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 870.310139] env[70398]: DEBUG nova.policy [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da31c0ead4c441678c22eb0599c49639', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dccc724c45ee48bc8a2f2c15aedad9b3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 870.343865] env[70398]: DEBUG oslo_vmware.api [None req-d4f6e663-518c-44bd-a6a8-2f35608cc460 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444353, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185241} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.344164] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4f6e663-518c-44bd-a6a8-2f35608cc460 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.344361] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f6e663-518c-44bd-a6a8-2f35608cc460 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 6c788574-439c-4c94-819c-84f842795a9d] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 870.344539] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f6e663-518c-44bd-a6a8-2f35608cc460 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 6c788574-439c-4c94-819c-84f842795a9d] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 870.344716] env[70398]: INFO nova.compute.manager [None req-d4f6e663-518c-44bd-a6a8-2f35608cc460 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 6c788574-439c-4c94-819c-84f842795a9d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 870.345025] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4f6e663-518c-44bd-a6a8-2f35608cc460 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.345165] env[70398]: DEBUG nova.compute.manager [-] [instance: 6c788574-439c-4c94-819c-84f842795a9d] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 870.345263] env[70398]: DEBUG nova.network.neutron [-] [instance: 6c788574-439c-4c94-819c-84f842795a9d] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 870.366133] env[70398]: DEBUG oslo_vmware.api [None req-2252a20f-b2a3-431b-88ea-736f3fb925fa tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Task: {'id': task-3444354, 'name': PowerOffVM_Task, 'duration_secs': 0.182284} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.366459] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-2252a20f-b2a3-431b-88ea-736f3fb925fa tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] [instance: 49dc8961-e4d2-4629-98ec-af3983039457] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.369022] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2252a20f-b2a3-431b-88ea-736f3fb925fa tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] [instance: 49dc8961-e4d2-4629-98ec-af3983039457] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 870.369022] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3db46bb-7c3d-4e57-ad97-538fde355ff7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.378874] env[70398]: DEBUG oslo_vmware.api [None req-2ad3d350-b399-406a-bf55-3e44134566a9 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Task: {'id': task-3444355, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173673} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.379140] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ad3d350-b399-406a-bf55-3e44134566a9 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.379352] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad3d350-b399-406a-bf55-3e44134566a9 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] [instance: 4644c5df-2060-436f-a226-c31c0d750847] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 870.379537] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad3d350-b399-406a-bf55-3e44134566a9 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] [instance: 4644c5df-2060-436f-a226-c31c0d750847] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 870.379712] env[70398]: INFO nova.compute.manager [None req-2ad3d350-b399-406a-bf55-3e44134566a9 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] [instance: 4644c5df-2060-436f-a226-c31c0d750847] Took 1.11 seconds to destroy the instance on the hypervisor. [ 870.379947] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ad3d350-b399-406a-bf55-3e44134566a9 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.380178] env[70398]: DEBUG nova.compute.manager [-] [instance: 4644c5df-2060-436f-a226-c31c0d750847] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 870.380279] env[70398]: DEBUG nova.network.neutron [-] [instance: 4644c5df-2060-436f-a226-c31c0d750847] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 870.428230] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2252a20f-b2a3-431b-88ea-736f3fb925fa tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] [instance: 49dc8961-e4d2-4629-98ec-af3983039457] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.428472] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2252a20f-b2a3-431b-88ea-736f3fb925fa tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] [instance: 49dc8961-e4d2-4629-98ec-af3983039457] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.428653] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-2252a20f-b2a3-431b-88ea-736f3fb925fa tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Deleting the datastore file [datastore2] 49dc8961-e4d2-4629-98ec-af3983039457 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.429906] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ccd8d88e-ec73-41fc-b233-f75ceae5e352 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.438185] env[70398]: DEBUG oslo_vmware.api [None req-2252a20f-b2a3-431b-88ea-736f3fb925fa tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Waiting for the task: (returnval){ [ 870.438185] env[70398]: value = "task-3444357" [ 870.438185] env[70398]: _type = "Task" [ 870.438185] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.445320] env[70398]: DEBUG oslo_vmware.api [None req-2252a20f-b2a3-431b-88ea-736f3fb925fa tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Task: {'id': task-3444357, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.488935] env[70398]: DEBUG oslo_vmware.api [None req-58c9d21e-4610-4905-997c-11c2462005e6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.518318] env[70398]: DEBUG oslo_concurrency.lockutils [req-29b2dae0-ca56-42b6-93be-a37cd752e47e req-1ca31739-4667-4889-9d07-8b982c188f6b service nova] Releasing lock "refresh_cache-effd3feb-1733-4485-bc19-2e089e5feef4" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.575439] env[70398]: DEBUG oslo_vmware.api [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Task: {'id': task-3444350, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.702451] env[70398]: DEBUG nova.compute.manager [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 870.711376] env[70398]: INFO nova.compute.resource_tracker [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Updating resource usage from migration 45bba870-5cf2-4960-9e60-96c7a04b43c5 [ 870.951031] env[70398]: DEBUG oslo_vmware.api [None req-2252a20f-b2a3-431b-88ea-736f3fb925fa tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Task: {'id': task-3444357, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238593} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.951845] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-2252a20f-b2a3-431b-88ea-736f3fb925fa tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.952064] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2252a20f-b2a3-431b-88ea-736f3fb925fa tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] [instance: 49dc8961-e4d2-4629-98ec-af3983039457] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 870.952277] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2252a20f-b2a3-431b-88ea-736f3fb925fa tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] [instance: 49dc8961-e4d2-4629-98ec-af3983039457] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 870.952437] env[70398]: INFO nova.compute.manager [None req-2252a20f-b2a3-431b-88ea-736f3fb925fa tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] [instance: 49dc8961-e4d2-4629-98ec-af3983039457] Took 1.11 seconds to destroy the instance on the hypervisor. [ 870.952680] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2252a20f-b2a3-431b-88ea-736f3fb925fa tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.952879] env[70398]: DEBUG nova.compute.manager [-] [instance: 49dc8961-e4d2-4629-98ec-af3983039457] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 870.952979] env[70398]: DEBUG nova.network.neutron [-] [instance: 49dc8961-e4d2-4629-98ec-af3983039457] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 870.996523] env[70398]: DEBUG oslo_vmware.api [None req-58c9d21e-4610-4905-997c-11c2462005e6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.077833] env[70398]: DEBUG oslo_vmware.api [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Task: {'id': task-3444350, 'name': PowerOnVM_Task, 'duration_secs': 1.041574} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.078211] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.078497] env[70398]: INFO nova.compute.manager [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Took 8.18 seconds to spawn the instance on the hypervisor. [ 871.078604] env[70398]: DEBUG nova.compute.manager [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.079386] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7294c02a-2ad2-42f2-b77e-9c6335556b16 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.146915] env[70398]: DEBUG nova.compute.manager [req-d6779a36-8ad1-412c-ae32-251383ae9e74 req-8843ce88-1262-411a-acd2-59b80676e041 service nova] [instance: 6c788574-439c-4c94-819c-84f842795a9d] Received event network-vif-deleted-c84e1641-252b-424f-934f-66b6108275c3 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.147171] env[70398]: INFO nova.compute.manager [req-d6779a36-8ad1-412c-ae32-251383ae9e74 req-8843ce88-1262-411a-acd2-59b80676e041 service nova] [instance: 6c788574-439c-4c94-819c-84f842795a9d] Neutron deleted interface c84e1641-252b-424f-934f-66b6108275c3; detaching it from the instance and deleting it from the info cache [ 871.147386] env[70398]: DEBUG nova.network.neutron [req-d6779a36-8ad1-412c-ae32-251383ae9e74 req-8843ce88-1262-411a-acd2-59b80676e041 service nova] [instance: 6c788574-439c-4c94-819c-84f842795a9d] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.168106] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9995ff59-e808-47fc-ad38-02d02124c356 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.177195] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b10d162-cef4-47ea-a9b8-b9a4d2340a9e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.222446] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d349740d-5737-47cd-8825-22f800dab4e1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.232116] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4ec11d-8a35-49f3-b629-5741455485d0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.247264] env[70398]: DEBUG nova.compute.provider_tree [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.259154] env[70398]: DEBUG nova.network.neutron [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Successfully created port: 66168a64-ab7c-40b9-948a-10dd5a69a6e9 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 871.491273] env[70398]: DEBUG oslo_vmware.api [None req-58c9d21e-4610-4905-997c-11c2462005e6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444340, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.608776] env[70398]: INFO nova.compute.manager [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Took 48.91 seconds to build instance. [ 871.623880] env[70398]: DEBUG nova.network.neutron [-] [instance: 6c788574-439c-4c94-819c-84f842795a9d] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.646572] env[70398]: DEBUG nova.compute.manager [req-be3bddb7-5a03-4ff8-b668-8aca0c401ee6 req-6041503f-2e7f-4910-b3db-27f75540e482 service nova] [instance: 49dc8961-e4d2-4629-98ec-af3983039457] Received event network-vif-deleted-32c91cf5-c9d9-41e4-9dd1-b858150055d6 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.646779] env[70398]: INFO nova.compute.manager [req-be3bddb7-5a03-4ff8-b668-8aca0c401ee6 req-6041503f-2e7f-4910-b3db-27f75540e482 service nova] [instance: 49dc8961-e4d2-4629-98ec-af3983039457] Neutron deleted interface 32c91cf5-c9d9-41e4-9dd1-b858150055d6; detaching it from the instance and deleting it from the info cache [ 871.647740] env[70398]: DEBUG nova.network.neutron [req-be3bddb7-5a03-4ff8-b668-8aca0c401ee6 req-6041503f-2e7f-4910-b3db-27f75540e482 service nova] [instance: 49dc8961-e4d2-4629-98ec-af3983039457] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.657258] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-235d49dc-8fba-441f-b1c2-7a506591a994 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.672711] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ec3939-a5c6-4927-a79e-12ecf16ea3cb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.707608] env[70398]: DEBUG nova.compute.manager [req-d6779a36-8ad1-412c-ae32-251383ae9e74 req-8843ce88-1262-411a-acd2-59b80676e041 service nova] [instance: 6c788574-439c-4c94-819c-84f842795a9d] Detach interface failed, port_id=c84e1641-252b-424f-934f-66b6108275c3, reason: Instance 6c788574-439c-4c94-819c-84f842795a9d could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 871.727947] env[70398]: DEBUG nova.compute.manager [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 871.753730] env[70398]: DEBUG nova.scheduler.client.report [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.758903] env[70398]: DEBUG nova.virt.hardware [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:16:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='448ba770-825b-4bef-b005-9cb79aaf1a7a',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-489479820',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 871.759110] env[70398]: DEBUG nova.virt.hardware [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 871.759235] env[70398]: DEBUG nova.virt.hardware [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 871.759417] env[70398]: DEBUG nova.virt.hardware [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 871.759563] env[70398]: DEBUG nova.virt.hardware [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 871.759709] env[70398]: DEBUG nova.virt.hardware [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 871.759911] env[70398]: DEBUG nova.virt.hardware [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 871.764242] env[70398]: DEBUG nova.virt.hardware [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 871.764523] env[70398]: DEBUG nova.virt.hardware [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 871.764832] env[70398]: DEBUG nova.virt.hardware [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 871.764832] env[70398]: DEBUG nova.virt.hardware [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 871.766588] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fda6265-7bed-4541-9a33-d982765c6c0b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.778490] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3ba111-4b31-4372-b4c1-56f2a6d3b0d0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.907979] env[70398]: DEBUG nova.network.neutron [-] [instance: 49dc8961-e4d2-4629-98ec-af3983039457] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.991356] env[70398]: DEBUG oslo_vmware.api [None req-58c9d21e-4610-4905-997c-11c2462005e6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444340, 'name': ReconfigVM_Task, 'duration_secs': 6.326434} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.991614] env[70398]: DEBUG oslo_concurrency.lockutils [None req-58c9d21e-4610-4905-997c-11c2462005e6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Releasing lock "8bc5386e-1109-460a-bb30-98f7289b249c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.991825] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-58c9d21e-4610-4905-997c-11c2462005e6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Reconfigured VM to detach interface {{(pid=70398) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 872.113120] env[70398]: DEBUG oslo_concurrency.lockutils [None req-09ef566d-4439-4be3-86d0-b5bda94e2438 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Lock "2c8f5df2-1887-411b-be06-652180b42b84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.426s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.130210] env[70398]: INFO nova.compute.manager [-] [instance: 6c788574-439c-4c94-819c-84f842795a9d] Took 1.78 seconds to deallocate network for instance. [ 872.154655] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-540c0b9e-8df4-42e5-b3a9-20046bb5c55f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.171109] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6baec59f-5694-41f6-a918-6d5f6f005fe3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.203914] env[70398]: DEBUG nova.compute.manager [req-be3bddb7-5a03-4ff8-b668-8aca0c401ee6 req-6041503f-2e7f-4910-b3db-27f75540e482 service nova] [instance: 49dc8961-e4d2-4629-98ec-af3983039457] Detach interface failed, port_id=32c91cf5-c9d9-41e4-9dd1-b858150055d6, reason: Instance 49dc8961-e4d2-4629-98ec-af3983039457 could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 872.270925] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.577s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.271239] env[70398]: INFO nova.compute.manager [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Migrating [ 872.279203] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a2bece70-9b13-4a27-93d6-25c7065ec9f1 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.680s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.279203] env[70398]: DEBUG nova.objects.instance [None req-a2bece70-9b13-4a27-93d6-25c7065ec9f1 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Lazy-loading 'resources' on Instance uuid 308971a7-768d-4745-bca5-05e51c545443 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 872.355994] env[70398]: DEBUG nova.network.neutron [-] [instance: 4644c5df-2060-436f-a226-c31c0d750847] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.414029] env[70398]: INFO nova.compute.manager [-] [instance: 49dc8961-e4d2-4629-98ec-af3983039457] Took 1.46 seconds to deallocate network for instance. [ 872.647781] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d4f6e663-518c-44bd-a6a8-2f35608cc460 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.792031] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "refresh_cache-042cb1aa-5618-48ae-9a74-717d6a729bb7" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.792031] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquired lock "refresh_cache-042cb1aa-5618-48ae-9a74-717d6a729bb7" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.792031] env[70398]: DEBUG nova.network.neutron [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.861258] env[70398]: INFO nova.compute.manager [-] [instance: 4644c5df-2060-436f-a226-c31c0d750847] Took 2.48 seconds to deallocate network for instance. [ 872.920622] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2252a20f-b2a3-431b-88ea-736f3fb925fa tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.226198] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8799b5b-341e-43a0-9c69-588eab309143 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.239524] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7ecebe-b2e6-4b20-9846-57ae572347d0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.243665] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bed4cd27-c510-4a6d-a99a-986713c161bb tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Acquiring lock "2c8f5df2-1887-411b-be06-652180b42b84" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.243922] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bed4cd27-c510-4a6d-a99a-986713c161bb tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Lock "2c8f5df2-1887-411b-be06-652180b42b84" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.244130] env[70398]: INFO nova.compute.manager [None req-bed4cd27-c510-4a6d-a99a-986713c161bb tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Rebooting instance [ 873.276186] env[70398]: DEBUG oslo_concurrency.lockutils [None req-58c9d21e-4610-4905-997c-11c2462005e6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "refresh_cache-8bc5386e-1109-460a-bb30-98f7289b249c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.276374] env[70398]: DEBUG oslo_concurrency.lockutils [None req-58c9d21e-4610-4905-997c-11c2462005e6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquired lock "refresh_cache-8bc5386e-1109-460a-bb30-98f7289b249c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.276543] env[70398]: DEBUG nova.network.neutron [None req-58c9d21e-4610-4905-997c-11c2462005e6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.278798] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0570b767-1155-4735-8720-f489b79d02ad {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.288656] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5359791a-dadb-4a4f-8be0-22cf1eb01d06 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.300543] env[70398]: DEBUG nova.compute.manager [req-7c029565-61f5-4904-a214-f9de39ef75a5 req-4f0abd52-e1fb-4e8c-8a2b-d09aabf89dfa service nova] [instance: 4644c5df-2060-436f-a226-c31c0d750847] Received event network-vif-deleted-ca7861ec-96a2-4b42-88b0-03adc94ca039 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.300746] env[70398]: DEBUG nova.compute.manager [req-7c029565-61f5-4904-a214-f9de39ef75a5 req-4f0abd52-e1fb-4e8c-8a2b-d09aabf89dfa service nova] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Received event network-vif-deleted-70d4ba6b-414f-4324-bd2e-849474b97963 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.300905] env[70398]: INFO nova.compute.manager [req-7c029565-61f5-4904-a214-f9de39ef75a5 req-4f0abd52-e1fb-4e8c-8a2b-d09aabf89dfa service nova] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Neutron deleted interface 70d4ba6b-414f-4324-bd2e-849474b97963; detaching it from the instance and deleting it from the info cache [ 873.301232] env[70398]: DEBUG nova.network.neutron [req-7c029565-61f5-4904-a214-f9de39ef75a5 req-4f0abd52-e1fb-4e8c-8a2b-d09aabf89dfa service nova] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Updating instance_info_cache with network_info: [{"id": "fe5d86e0-bb29-4522-b4e0-151cec2eb3e4", "address": "fa:16:3e:ad:b8:0d", "network": {"id": "31f6f749-f4c7-4b9c-80b1-dde5df2664ef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-724749608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a133a7276464e628849ffaa016597bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe5d86e0-bb", "ovs_interfaceid": "fe5d86e0-bb29-4522-b4e0-151cec2eb3e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.313567] env[70398]: DEBUG nova.network.neutron [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Successfully updated port: 66168a64-ab7c-40b9-948a-10dd5a69a6e9 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 873.315513] env[70398]: DEBUG nova.compute.provider_tree [None req-a2bece70-9b13-4a27-93d6-25c7065ec9f1 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.371558] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2ad3d350-b399-406a-bf55-3e44134566a9 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.567202] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "16516c7e-88d7-47c3-8c2b-1a4284b4a42d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.567202] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "16516c7e-88d7-47c3-8c2b-1a4284b4a42d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.587133] env[70398]: DEBUG nova.network.neutron [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Updating instance_info_cache with network_info: [{"id": "389fa245-f25c-480b-99da-cd1b3cc4f613", "address": "fa:16:3e:b5:b9:05", "network": {"id": "8827b33f-2ae8-4694-a41f-8548aab18f7c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-40120438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61b38bccf64b49b086c80c4151b39806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap389fa245-f2", "ovs_interfaceid": "389fa245-f25c-480b-99da-cd1b3cc4f613", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.677169] env[70398]: DEBUG nova.compute.manager [req-2c12dcc9-74c2-407f-8b3f-a93a9be67aa7 req-44ace229-8ab8-455c-9a63-73e81fa70f44 service nova] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Received event network-changed-c1392e36-ce12-46f8-93d4-c79c7e7b6585 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.677169] env[70398]: DEBUG nova.compute.manager [req-2c12dcc9-74c2-407f-8b3f-a93a9be67aa7 req-44ace229-8ab8-455c-9a63-73e81fa70f44 service nova] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Refreshing instance network info cache due to event network-changed-c1392e36-ce12-46f8-93d4-c79c7e7b6585. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 873.677169] env[70398]: DEBUG oslo_concurrency.lockutils [req-2c12dcc9-74c2-407f-8b3f-a93a9be67aa7 req-44ace229-8ab8-455c-9a63-73e81fa70f44 service nova] Acquiring lock "refresh_cache-2c8f5df2-1887-411b-be06-652180b42b84" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.677169] env[70398]: DEBUG oslo_concurrency.lockutils [req-2c12dcc9-74c2-407f-8b3f-a93a9be67aa7 req-44ace229-8ab8-455c-9a63-73e81fa70f44 service nova] Acquired lock "refresh_cache-2c8f5df2-1887-411b-be06-652180b42b84" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.677169] env[70398]: DEBUG nova.network.neutron [req-2c12dcc9-74c2-407f-8b3f-a93a9be67aa7 req-44ace229-8ab8-455c-9a63-73e81fa70f44 service nova] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Refreshing network info cache for port c1392e36-ce12-46f8-93d4-c79c7e7b6585 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 873.739264] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2a8dc235-342b-4865-9b3f-d7f6619246cd tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "8bc5386e-1109-460a-bb30-98f7289b249c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.739264] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2a8dc235-342b-4865-9b3f-d7f6619246cd tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "8bc5386e-1109-460a-bb30-98f7289b249c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.739264] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2a8dc235-342b-4865-9b3f-d7f6619246cd tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "8bc5386e-1109-460a-bb30-98f7289b249c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.739264] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2a8dc235-342b-4865-9b3f-d7f6619246cd tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "8bc5386e-1109-460a-bb30-98f7289b249c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.739264] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2a8dc235-342b-4865-9b3f-d7f6619246cd tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "8bc5386e-1109-460a-bb30-98f7289b249c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.740073] env[70398]: INFO nova.compute.manager [None req-2a8dc235-342b-4865-9b3f-d7f6619246cd tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Terminating instance [ 873.768945] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bed4cd27-c510-4a6d-a99a-986713c161bb tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Acquiring lock "refresh_cache-2c8f5df2-1887-411b-be06-652180b42b84" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.818234] env[70398]: DEBUG oslo_concurrency.lockutils [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Acquiring lock "refresh_cache-601d9380-4728-4bd0-b2e2-afa6761e4abc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.818502] env[70398]: DEBUG oslo_concurrency.lockutils [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Acquired lock "refresh_cache-601d9380-4728-4bd0-b2e2-afa6761e4abc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.818558] env[70398]: DEBUG nova.network.neutron [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.819864] env[70398]: DEBUG oslo_concurrency.lockutils [req-7c029565-61f5-4904-a214-f9de39ef75a5 req-4f0abd52-e1fb-4e8c-8a2b-d09aabf89dfa service nova] Acquiring lock "8bc5386e-1109-460a-bb30-98f7289b249c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.823382] env[70398]: DEBUG nova.scheduler.client.report [None req-a2bece70-9b13-4a27-93d6-25c7065ec9f1 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.029428] env[70398]: INFO nova.network.neutron [None req-58c9d21e-4610-4905-997c-11c2462005e6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Port 70d4ba6b-414f-4324-bd2e-849474b97963 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 874.029799] env[70398]: DEBUG nova.network.neutron [None req-58c9d21e-4610-4905-997c-11c2462005e6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Updating instance_info_cache with network_info: [{"id": "fe5d86e0-bb29-4522-b4e0-151cec2eb3e4", "address": "fa:16:3e:ad:b8:0d", "network": {"id": "31f6f749-f4c7-4b9c-80b1-dde5df2664ef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-724749608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a133a7276464e628849ffaa016597bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe5d86e0-bb", "ovs_interfaceid": "fe5d86e0-bb29-4522-b4e0-151cec2eb3e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.069052] env[70398]: DEBUG nova.compute.manager [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 16516c7e-88d7-47c3-8c2b-1a4284b4a42d] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 874.089999] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Releasing lock "refresh_cache-042cb1aa-5618-48ae-9a74-717d6a729bb7" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.246546] env[70398]: DEBUG nova.compute.manager [None req-2a8dc235-342b-4865-9b3f-d7f6619246cd tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 874.246546] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2a8dc235-342b-4865-9b3f-d7f6619246cd tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 874.246546] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e51bae8-87cf-40b7-9c19-759f03c875a8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.255808] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a8dc235-342b-4865-9b3f-d7f6619246cd tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.256107] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94f13e90-2b64-4f50-b239-dc84c4a5fa03 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.264458] env[70398]: DEBUG oslo_vmware.api [None req-2a8dc235-342b-4865-9b3f-d7f6619246cd tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for the task: (returnval){ [ 874.264458] env[70398]: value = "task-3444358" [ 874.264458] env[70398]: _type = "Task" [ 874.264458] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.273155] env[70398]: DEBUG oslo_vmware.api [None req-2a8dc235-342b-4865-9b3f-d7f6619246cd tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.329504] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a2bece70-9b13-4a27-93d6-25c7065ec9f1 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.051s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.331594] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.352s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.333547] env[70398]: INFO nova.compute.claims [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a3c9b6ac-08f5-449e-9738-64b7d9157f87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 874.359205] env[70398]: INFO nova.scheduler.client.report [None req-a2bece70-9b13-4a27-93d6-25c7065ec9f1 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Deleted allocations for instance 308971a7-768d-4745-bca5-05e51c545443 [ 874.377353] env[70398]: DEBUG nova.network.neutron [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 874.488742] env[70398]: DEBUG nova.network.neutron [req-2c12dcc9-74c2-407f-8b3f-a93a9be67aa7 req-44ace229-8ab8-455c-9a63-73e81fa70f44 service nova] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Updated VIF entry in instance network info cache for port c1392e36-ce12-46f8-93d4-c79c7e7b6585. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 874.489100] env[70398]: DEBUG nova.network.neutron [req-2c12dcc9-74c2-407f-8b3f-a93a9be67aa7 req-44ace229-8ab8-455c-9a63-73e81fa70f44 service nova] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Updating instance_info_cache with network_info: [{"id": "c1392e36-ce12-46f8-93d4-c79c7e7b6585", "address": "fa:16:3e:b6:30:f2", "network": {"id": "318afff8-f4f2-4707-aca8-387b03692dfb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-843561224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c96a5acd33f44e94a5456cd72f7e5a09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1392e36-ce", "ovs_interfaceid": "c1392e36-ce12-46f8-93d4-c79c7e7b6585", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.536238] env[70398]: DEBUG oslo_concurrency.lockutils [None req-58c9d21e-4610-4905-997c-11c2462005e6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Releasing lock "refresh_cache-8bc5386e-1109-460a-bb30-98f7289b249c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.570331] env[70398]: DEBUG nova.network.neutron [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Updating instance_info_cache with network_info: [{"id": "66168a64-ab7c-40b9-948a-10dd5a69a6e9", "address": "fa:16:3e:db:90:66", "network": {"id": "9b79551f-7584-4d61-b2a0-efe46a621f82", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3934dab198654b86ac5acbec6380b4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66168a64-ab", "ovs_interfaceid": "66168a64-ab7c-40b9-948a-10dd5a69a6e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.602726] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.775696] env[70398]: DEBUG oslo_vmware.api [None req-2a8dc235-342b-4865-9b3f-d7f6619246cd tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444358, 'name': PowerOffVM_Task, 'duration_secs': 0.391981} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.776340] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a8dc235-342b-4865-9b3f-d7f6619246cd tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 874.776340] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2a8dc235-342b-4865-9b3f-d7f6619246cd tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 874.776546] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4a9fa72-7519-4f67-9b53-cbbed1bfc43c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.848553] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2a8dc235-342b-4865-9b3f-d7f6619246cd tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 874.848553] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2a8dc235-342b-4865-9b3f-d7f6619246cd tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 874.848553] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a8dc235-342b-4865-9b3f-d7f6619246cd tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Deleting the datastore file [datastore2] 8bc5386e-1109-460a-bb30-98f7289b249c {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 874.848553] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11a4ce58-fc8c-4741-8535-a27c3e8ad7ea {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.855254] env[70398]: DEBUG oslo_vmware.api [None req-2a8dc235-342b-4865-9b3f-d7f6619246cd tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for the task: (returnval){ [ 874.855254] env[70398]: value = "task-3444360" [ 874.855254] env[70398]: _type = "Task" [ 874.855254] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.861947] env[70398]: DEBUG oslo_vmware.api [None req-2a8dc235-342b-4865-9b3f-d7f6619246cd tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444360, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.873293] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a2bece70-9b13-4a27-93d6-25c7065ec9f1 tempest-ServersTestMultiNic-202714983 tempest-ServersTestMultiNic-202714983-project-member] Lock "308971a7-768d-4745-bca5-05e51c545443" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.968s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.993157] env[70398]: DEBUG oslo_concurrency.lockutils [req-2c12dcc9-74c2-407f-8b3f-a93a9be67aa7 req-44ace229-8ab8-455c-9a63-73e81fa70f44 service nova] Releasing lock "refresh_cache-2c8f5df2-1887-411b-be06-652180b42b84" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.993603] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bed4cd27-c510-4a6d-a99a-986713c161bb tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Acquired lock "refresh_cache-2c8f5df2-1887-411b-be06-652180b42b84" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.993794] env[70398]: DEBUG nova.network.neutron [None req-bed4cd27-c510-4a6d-a99a-986713c161bb tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.040192] env[70398]: DEBUG oslo_concurrency.lockutils [None req-58c9d21e-4610-4905-997c-11c2462005e6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "interface-8bc5386e-1109-460a-bb30-98f7289b249c-70d4ba6b-414f-4324-bd2e-849474b97963" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.138s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.073163] env[70398]: DEBUG oslo_concurrency.lockutils [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Releasing lock "refresh_cache-601d9380-4728-4bd0-b2e2-afa6761e4abc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.073520] env[70398]: DEBUG nova.compute.manager [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Instance network_info: |[{"id": "66168a64-ab7c-40b9-948a-10dd5a69a6e9", "address": "fa:16:3e:db:90:66", "network": {"id": "9b79551f-7584-4d61-b2a0-efe46a621f82", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3934dab198654b86ac5acbec6380b4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66168a64-ab", "ovs_interfaceid": "66168a64-ab7c-40b9-948a-10dd5a69a6e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 875.074179] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:90:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b911797-478d-4ee5-bce9-6f2f49014e94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66168a64-ab7c-40b9-948a-10dd5a69a6e9', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 875.084946] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.085178] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 875.085408] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb7632ef-9eeb-4e27-aa95-84d50895ef51 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.114471] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 875.114471] env[70398]: value = "task-3444361" [ 875.114471] env[70398]: _type = "Task" [ 875.114471] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.122100] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444361, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.099112] env[70398]: DEBUG oslo_vmware.api [None req-2a8dc235-342b-4865-9b3f-d7f6619246cd tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444360, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297274} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.105858] env[70398]: DEBUG nova.compute.manager [req-dc5f02cd-a0f4-4bbb-81b8-e0740d25842f req-1817d149-2680-4d9b-9ec5-0ce8c2d92c3e service nova] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Received event network-vif-plugged-66168a64-ab7c-40b9-948a-10dd5a69a6e9 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.106072] env[70398]: DEBUG oslo_concurrency.lockutils [req-dc5f02cd-a0f4-4bbb-81b8-e0740d25842f req-1817d149-2680-4d9b-9ec5-0ce8c2d92c3e service nova] Acquiring lock "601d9380-4728-4bd0-b2e2-afa6761e4abc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.106284] env[70398]: DEBUG oslo_concurrency.lockutils [req-dc5f02cd-a0f4-4bbb-81b8-e0740d25842f req-1817d149-2680-4d9b-9ec5-0ce8c2d92c3e service nova] Lock "601d9380-4728-4bd0-b2e2-afa6761e4abc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.106442] env[70398]: DEBUG oslo_concurrency.lockutils [req-dc5f02cd-a0f4-4bbb-81b8-e0740d25842f req-1817d149-2680-4d9b-9ec5-0ce8c2d92c3e service nova] Lock "601d9380-4728-4bd0-b2e2-afa6761e4abc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.106604] env[70398]: DEBUG nova.compute.manager [req-dc5f02cd-a0f4-4bbb-81b8-e0740d25842f req-1817d149-2680-4d9b-9ec5-0ce8c2d92c3e service nova] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] No waiting events found dispatching network-vif-plugged-66168a64-ab7c-40b9-948a-10dd5a69a6e9 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 876.106950] env[70398]: WARNING nova.compute.manager [req-dc5f02cd-a0f4-4bbb-81b8-e0740d25842f req-1817d149-2680-4d9b-9ec5-0ce8c2d92c3e service nova] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Received unexpected event network-vif-plugged-66168a64-ab7c-40b9-948a-10dd5a69a6e9 for instance with vm_state building and task_state spawning. [ 876.106950] env[70398]: DEBUG nova.compute.manager [req-dc5f02cd-a0f4-4bbb-81b8-e0740d25842f req-1817d149-2680-4d9b-9ec5-0ce8c2d92c3e service nova] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Received event network-changed-66168a64-ab7c-40b9-948a-10dd5a69a6e9 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.107112] env[70398]: DEBUG nova.compute.manager [req-dc5f02cd-a0f4-4bbb-81b8-e0740d25842f req-1817d149-2680-4d9b-9ec5-0ce8c2d92c3e service nova] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Refreshing instance network info cache due to event network-changed-66168a64-ab7c-40b9-948a-10dd5a69a6e9. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 876.107240] env[70398]: DEBUG oslo_concurrency.lockutils [req-dc5f02cd-a0f4-4bbb-81b8-e0740d25842f req-1817d149-2680-4d9b-9ec5-0ce8c2d92c3e service nova] Acquiring lock "refresh_cache-601d9380-4728-4bd0-b2e2-afa6761e4abc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.107372] env[70398]: DEBUG oslo_concurrency.lockutils [req-dc5f02cd-a0f4-4bbb-81b8-e0740d25842f req-1817d149-2680-4d9b-9ec5-0ce8c2d92c3e service nova] Acquired lock "refresh_cache-601d9380-4728-4bd0-b2e2-afa6761e4abc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.107522] env[70398]: DEBUG nova.network.neutron [req-dc5f02cd-a0f4-4bbb-81b8-e0740d25842f req-1817d149-2680-4d9b-9ec5-0ce8c2d92c3e service nova] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Refreshing network info cache for port 66168a64-ab7c-40b9-948a-10dd5a69a6e9 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 876.108536] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a8dc235-342b-4865-9b3f-d7f6619246cd tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 876.112068] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2a8dc235-342b-4865-9b3f-d7f6619246cd tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 876.112068] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2a8dc235-342b-4865-9b3f-d7f6619246cd tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 876.112068] env[70398]: INFO nova.compute.manager [None req-2a8dc235-342b-4865-9b3f-d7f6619246cd tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Took 1.86 seconds to destroy the instance on the hypervisor. [ 876.112068] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a8dc235-342b-4865-9b3f-d7f6619246cd tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.112068] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af568ef7-5412-4204-b70d-7d98a51585d5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.113705] env[70398]: DEBUG nova.compute.manager [-] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 876.113705] env[70398]: DEBUG nova.network.neutron [-] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 876.122409] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444361, 'name': CreateVM_Task, 'duration_secs': 0.387418} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.134245] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 876.135034] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Updating instance '042cb1aa-5618-48ae-9a74-717d6a729bb7' progress to 0 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 876.141499] env[70398]: DEBUG oslo_concurrency.lockutils [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.141499] env[70398]: DEBUG oslo_concurrency.lockutils [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.141665] env[70398]: DEBUG oslo_concurrency.lockutils [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.144384] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00fd5ab3-4039-4e8a-91f8-42c3290aefa9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.147917] env[70398]: DEBUG oslo_vmware.api [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Waiting for the task: (returnval){ [ 876.147917] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]521cf338-5d14-ab31-c86d-cdf5716df6f4" [ 876.147917] env[70398]: _type = "Task" [ 876.147917] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.157617] env[70398]: DEBUG oslo_vmware.api [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]521cf338-5d14-ab31-c86d-cdf5716df6f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.491614] env[70398]: DEBUG nova.network.neutron [None req-bed4cd27-c510-4a6d-a99a-986713c161bb tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Updating instance_info_cache with network_info: [{"id": "c1392e36-ce12-46f8-93d4-c79c7e7b6585", "address": "fa:16:3e:b6:30:f2", "network": {"id": "318afff8-f4f2-4707-aca8-387b03692dfb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-843561224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c96a5acd33f44e94a5456cd72f7e5a09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1392e36-ce", "ovs_interfaceid": "c1392e36-ce12-46f8-93d4-c79c7e7b6585", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.526064] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5d1464-2faf-4c65-bf67-619b0537c7a2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.535828] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438f2a33-1997-42b9-8a7e-6568ec2b3475 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.571677] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb712f9-b936-4466-8220-5c5f0c682e7a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.579392] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca72432-c506-4487-ace4-974a40d5d727 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.593639] env[70398]: DEBUG nova.compute.provider_tree [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.646367] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.646367] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6124a9ea-b091-43c8-accf-912bbdb5a499 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.656037] env[70398]: DEBUG oslo_vmware.api [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 876.656037] env[70398]: value = "task-3444362" [ 876.656037] env[70398]: _type = "Task" [ 876.656037] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.660484] env[70398]: DEBUG oslo_vmware.api [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]521cf338-5d14-ab31-c86d-cdf5716df6f4, 'name': SearchDatastore_Task, 'duration_secs': 0.009994} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.663892] env[70398]: DEBUG oslo_concurrency.lockutils [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.663892] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 876.663892] env[70398]: DEBUG oslo_concurrency.lockutils [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.664060] env[70398]: DEBUG oslo_concurrency.lockutils [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.664489] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.664583] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a14e0de5-2525-41f1-b96e-b882305c49a9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.669556] env[70398]: DEBUG oslo_vmware.api [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444362, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.688299] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.688299] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 876.689191] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa67e92d-b880-4eaa-8f97-7168e7eb4f18 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.695125] env[70398]: DEBUG oslo_vmware.api [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Waiting for the task: (returnval){ [ 876.695125] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52885f57-0862-76d0-d06d-36dc7960fff6" [ 876.695125] env[70398]: _type = "Task" [ 876.695125] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.704202] env[70398]: DEBUG oslo_vmware.api [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52885f57-0862-76d0-d06d-36dc7960fff6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.935926] env[70398]: DEBUG nova.network.neutron [req-dc5f02cd-a0f4-4bbb-81b8-e0740d25842f req-1817d149-2680-4d9b-9ec5-0ce8c2d92c3e service nova] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Updated VIF entry in instance network info cache for port 66168a64-ab7c-40b9-948a-10dd5a69a6e9. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 876.935926] env[70398]: DEBUG nova.network.neutron [req-dc5f02cd-a0f4-4bbb-81b8-e0740d25842f req-1817d149-2680-4d9b-9ec5-0ce8c2d92c3e service nova] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Updating instance_info_cache with network_info: [{"id": "66168a64-ab7c-40b9-948a-10dd5a69a6e9", "address": "fa:16:3e:db:90:66", "network": {"id": "9b79551f-7584-4d61-b2a0-efe46a621f82", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3934dab198654b86ac5acbec6380b4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66168a64-ab", "ovs_interfaceid": "66168a64-ab7c-40b9-948a-10dd5a69a6e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.998417] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bed4cd27-c510-4a6d-a99a-986713c161bb tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Releasing lock "refresh_cache-2c8f5df2-1887-411b-be06-652180b42b84" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.101015] env[70398]: DEBUG nova.scheduler.client.report [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.164942] env[70398]: DEBUG oslo_vmware.api [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444362, 'name': PowerOffVM_Task, 'duration_secs': 0.191107} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.165293] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 877.165629] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Updating instance '042cb1aa-5618-48ae-9a74-717d6a729bb7' progress to 17 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 877.205371] env[70398]: DEBUG oslo_vmware.api [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52885f57-0862-76d0-d06d-36dc7960fff6, 'name': SearchDatastore_Task, 'duration_secs': 0.011147} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.206606] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0625827d-05a6-46f0-ac9e-74b18ba6f6e5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.213280] env[70398]: DEBUG oslo_vmware.api [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Waiting for the task: (returnval){ [ 877.213280] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52910455-29eb-c75d-fd70-5e4942d7cd8c" [ 877.213280] env[70398]: _type = "Task" [ 877.213280] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.221663] env[70398]: DEBUG oslo_vmware.api [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52910455-29eb-c75d-fd70-5e4942d7cd8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.320308] env[70398]: DEBUG nova.network.neutron [-] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.413619] env[70398]: DEBUG nova.compute.manager [req-86fddde7-2af3-427b-8923-5c47f9a3e08e req-644134ba-92f3-45af-95b0-4f82e73c4e6c service nova] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Received event network-vif-deleted-fe5d86e0-bb29-4522-b4e0-151cec2eb3e4 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.437873] env[70398]: DEBUG oslo_concurrency.lockutils [req-dc5f02cd-a0f4-4bbb-81b8-e0740d25842f req-1817d149-2680-4d9b-9ec5-0ce8c2d92c3e service nova] Releasing lock "refresh_cache-601d9380-4728-4bd0-b2e2-afa6761e4abc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.504754] env[70398]: DEBUG nova.compute.manager [None req-bed4cd27-c510-4a6d-a99a-986713c161bb tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.505802] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41ee97d-6b22-448a-8862-91761a0bf0df {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.607049] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.275s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.607623] env[70398]: DEBUG nova.compute.manager [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a3c9b6ac-08f5-449e-9738-64b7d9157f87] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 877.610386] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.377s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.612276] env[70398]: INFO nova.compute.claims [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 877.671727] env[70398]: DEBUG nova.virt.hardware [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.672869] env[70398]: DEBUG nova.virt.hardware [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.673308] env[70398]: DEBUG nova.virt.hardware [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.675280] env[70398]: DEBUG nova.virt.hardware [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.675367] env[70398]: DEBUG nova.virt.hardware [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.675659] env[70398]: DEBUG nova.virt.hardware [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.675836] env[70398]: DEBUG nova.virt.hardware [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.675954] env[70398]: DEBUG nova.virt.hardware [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.676179] env[70398]: DEBUG nova.virt.hardware [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.676326] env[70398]: DEBUG nova.virt.hardware [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.676569] env[70398]: DEBUG nova.virt.hardware [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.683286] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7b0d87e-59cd-4e3b-9bb9-dcf927240b2e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.704352] env[70398]: DEBUG oslo_vmware.api [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 877.704352] env[70398]: value = "task-3444363" [ 877.704352] env[70398]: _type = "Task" [ 877.704352] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.712476] env[70398]: DEBUG oslo_vmware.api [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444363, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.724571] env[70398]: DEBUG oslo_vmware.api [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52910455-29eb-c75d-fd70-5e4942d7cd8c, 'name': SearchDatastore_Task, 'duration_secs': 0.010294} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.724977] env[70398]: DEBUG oslo_concurrency.lockutils [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.726072] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 601d9380-4728-4bd0-b2e2-afa6761e4abc/601d9380-4728-4bd0-b2e2-afa6761e4abc.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 877.726072] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da96670b-a862-4755-82af-fd3cbe818464 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.732762] env[70398]: DEBUG oslo_vmware.api [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Waiting for the task: (returnval){ [ 877.732762] env[70398]: value = "task-3444364" [ 877.732762] env[70398]: _type = "Task" [ 877.732762] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.742135] env[70398]: DEBUG oslo_vmware.api [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444364, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.823405] env[70398]: INFO nova.compute.manager [-] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Took 1.71 seconds to deallocate network for instance. [ 878.117408] env[70398]: DEBUG nova.compute.utils [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 878.121386] env[70398]: DEBUG nova.compute.manager [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a3c9b6ac-08f5-449e-9738-64b7d9157f87] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 878.122578] env[70398]: DEBUG nova.network.neutron [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a3c9b6ac-08f5-449e-9738-64b7d9157f87] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 878.197061] env[70398]: DEBUG nova.policy [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a26d9e8206b481582196021fdea89f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93af68db89d24b26b4867df89529691f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 878.212899] env[70398]: DEBUG oslo_vmware.api [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444363, 'name': ReconfigVM_Task, 'duration_secs': 0.199016} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.213239] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Updating instance '042cb1aa-5618-48ae-9a74-717d6a729bb7' progress to 33 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 878.243959] env[70398]: DEBUG oslo_vmware.api [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444364, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.332157] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2a8dc235-342b-4865-9b3f-d7f6619246cd tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.525025] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d3d7ce-5c80-46f3-baae-c40eb01e61de {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.532619] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-bed4cd27-c510-4a6d-a99a-986713c161bb tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Doing hard reboot of VM {{(pid=70398) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 878.532867] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-cae6e01d-a7b5-4fd6-8db1-51b219b3dca9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.539228] env[70398]: DEBUG oslo_vmware.api [None req-bed4cd27-c510-4a6d-a99a-986713c161bb tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Waiting for the task: (returnval){ [ 878.539228] env[70398]: value = "task-3444365" [ 878.539228] env[70398]: _type = "Task" [ 878.539228] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.548403] env[70398]: DEBUG oslo_vmware.api [None req-bed4cd27-c510-4a6d-a99a-986713c161bb tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Task: {'id': task-3444365, 'name': ResetVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.622292] env[70398]: DEBUG nova.compute.manager [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a3c9b6ac-08f5-449e-9738-64b7d9157f87] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 878.720540] env[70398]: DEBUG nova.virt.hardware [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 878.720773] env[70398]: DEBUG nova.virt.hardware [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 878.720928] env[70398]: DEBUG nova.virt.hardware [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 878.721144] env[70398]: DEBUG nova.virt.hardware [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 878.721306] env[70398]: DEBUG nova.virt.hardware [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 878.721452] env[70398]: DEBUG nova.virt.hardware [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 878.721648] env[70398]: DEBUG nova.virt.hardware [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 878.721962] env[70398]: DEBUG nova.virt.hardware [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 878.721962] env[70398]: DEBUG nova.virt.hardware [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 878.722134] env[70398]: DEBUG nova.virt.hardware [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 878.722305] env[70398]: DEBUG nova.virt.hardware [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 878.727443] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Reconfiguring VM instance instance-00000035 to detach disk 2000 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 878.730653] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-914d97bb-6ed0-4db1-900f-3e2967a1de97 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.753699] env[70398]: DEBUG oslo_vmware.api [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444364, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53833} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.756633] env[70398]: DEBUG nova.network.neutron [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a3c9b6ac-08f5-449e-9738-64b7d9157f87] Successfully created port: 91e19506-0928-4f79-8961-d7c9891e408d {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 878.759349] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 601d9380-4728-4bd0-b2e2-afa6761e4abc/601d9380-4728-4bd0-b2e2-afa6761e4abc.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 878.759573] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 878.760343] env[70398]: DEBUG oslo_vmware.api [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 878.760343] env[70398]: value = "task-3444366" [ 878.760343] env[70398]: _type = "Task" [ 878.760343] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.760343] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5cbaa1ae-3329-4d87-ab4d-d8fc351af3cf {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.770747] env[70398]: DEBUG oslo_vmware.api [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.772097] env[70398]: DEBUG oslo_vmware.api [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Waiting for the task: (returnval){ [ 878.772097] env[70398]: value = "task-3444367" [ 878.772097] env[70398]: _type = "Task" [ 878.772097] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.782409] env[70398]: DEBUG oslo_vmware.api [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444367, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.051226] env[70398]: DEBUG oslo_vmware.api [None req-bed4cd27-c510-4a6d-a99a-986713c161bb tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Task: {'id': task-3444365, 'name': ResetVM_Task, 'duration_secs': 0.087718} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.051507] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-bed4cd27-c510-4a6d-a99a-986713c161bb tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Did hard reboot of VM {{(pid=70398) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 879.051692] env[70398]: DEBUG nova.compute.manager [None req-bed4cd27-c510-4a6d-a99a-986713c161bb tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 879.052453] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e65def4-39d1-47a7-a4bd-ae98ecd6523b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.106883] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4408332-b4ba-46f1-8868-14f28a4d45ce {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.118123] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2856ffae-3671-4176-8219-ac4bcecbea7c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.155785] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d076b4-cae0-4c7e-b212-515b22c90b1c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.166667] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4d8e72-fe99-4a27-86f9-14d4a86d5dfe {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.187660] env[70398]: DEBUG nova.compute.provider_tree [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.272719] env[70398]: DEBUG oslo_vmware.api [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444366, 'name': ReconfigVM_Task, 'duration_secs': 0.233562} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.273012] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Reconfigured VM instance instance-00000035 to detach disk 2000 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 879.273795] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ddd60e-81e1-4419-8f94-b3b7e0c8f27e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.299204] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 042cb1aa-5618-48ae-9a74-717d6a729bb7/042cb1aa-5618-48ae-9a74-717d6a729bb7.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.302430] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de1a5b04-c26e-49a7-b4ea-f9aea2885ce2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.315811] env[70398]: DEBUG oslo_vmware.api [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444367, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077002} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.316092] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 879.317491] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6dd98f4-9777-46b3-acff-ae42ffddb44e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.321633] env[70398]: DEBUG oslo_vmware.api [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 879.321633] env[70398]: value = "task-3444368" [ 879.321633] env[70398]: _type = "Task" [ 879.321633] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.339139] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 601d9380-4728-4bd0-b2e2-afa6761e4abc/601d9380-4728-4bd0-b2e2-afa6761e4abc.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.342872] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32d396a6-cfbe-4700-a062-1ad1860ae6fe {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.363306] env[70398]: DEBUG oslo_vmware.api [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444368, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.364610] env[70398]: DEBUG oslo_vmware.api [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Waiting for the task: (returnval){ [ 879.364610] env[70398]: value = "task-3444369" [ 879.364610] env[70398]: _type = "Task" [ 879.364610] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.372199] env[70398]: DEBUG oslo_vmware.api [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444369, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.568606] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bed4cd27-c510-4a6d-a99a-986713c161bb tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Lock "2c8f5df2-1887-411b-be06-652180b42b84" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 6.324s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.659280] env[70398]: DEBUG nova.compute.manager [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a3c9b6ac-08f5-449e-9738-64b7d9157f87] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 879.687722] env[70398]: DEBUG nova.virt.hardware [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 879.688255] env[70398]: DEBUG nova.virt.hardware [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 879.688580] env[70398]: DEBUG nova.virt.hardware [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 879.688908] env[70398]: DEBUG nova.virt.hardware [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 879.689258] env[70398]: DEBUG nova.virt.hardware [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 879.689572] env[70398]: DEBUG nova.virt.hardware [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 879.690033] env[70398]: DEBUG nova.virt.hardware [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 879.690444] env[70398]: DEBUG nova.virt.hardware [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 879.690756] env[70398]: DEBUG nova.virt.hardware [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 879.691193] env[70398]: DEBUG nova.virt.hardware [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 879.691571] env[70398]: DEBUG nova.virt.hardware [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 879.692896] env[70398]: DEBUG nova.scheduler.client.report [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.699073] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fd21f9-e756-41fb-9ead-b6878cf9a316 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.711112] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e743176-3c13-4fe1-913c-b87acde9291e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.841580] env[70398]: DEBUG oslo_vmware.api [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444368, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.873948] env[70398]: DEBUG oslo_vmware.api [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444369, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.204567] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.594s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.205146] env[70398]: DEBUG nova.compute.manager [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 880.207975] env[70398]: DEBUG oslo_concurrency.lockutils [None req-de173283-ea67-4ded-9fe9-5590205b93a5 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.638s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.208233] env[70398]: DEBUG nova.objects.instance [None req-de173283-ea67-4ded-9fe9-5590205b93a5 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Lazy-loading 'resources' on Instance uuid 75ceb873-8b66-432e-8c8b-896846e8ee4a {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.342861] env[70398]: DEBUG oslo_vmware.api [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444368, 'name': ReconfigVM_Task, 'duration_secs': 0.774283} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.343181] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 042cb1aa-5618-48ae-9a74-717d6a729bb7/042cb1aa-5618-48ae-9a74-717d6a729bb7.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.343606] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Updating instance '042cb1aa-5618-48ae-9a74-717d6a729bb7' progress to 50 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 880.352405] env[70398]: DEBUG nova.compute.manager [req-06a71698-0b17-469d-b449-9fa3de48af3c req-13910ca2-9e06-4e5c-a9f0-f09ac2ef004a service nova] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Received event network-changed-c1392e36-ce12-46f8-93d4-c79c7e7b6585 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.352639] env[70398]: DEBUG nova.compute.manager [req-06a71698-0b17-469d-b449-9fa3de48af3c req-13910ca2-9e06-4e5c-a9f0-f09ac2ef004a service nova] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Refreshing instance network info cache due to event network-changed-c1392e36-ce12-46f8-93d4-c79c7e7b6585. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 880.352885] env[70398]: DEBUG oslo_concurrency.lockutils [req-06a71698-0b17-469d-b449-9fa3de48af3c req-13910ca2-9e06-4e5c-a9f0-f09ac2ef004a service nova] Acquiring lock "refresh_cache-2c8f5df2-1887-411b-be06-652180b42b84" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.353054] env[70398]: DEBUG oslo_concurrency.lockutils [req-06a71698-0b17-469d-b449-9fa3de48af3c req-13910ca2-9e06-4e5c-a9f0-f09ac2ef004a service nova] Acquired lock "refresh_cache-2c8f5df2-1887-411b-be06-652180b42b84" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.353241] env[70398]: DEBUG nova.network.neutron [req-06a71698-0b17-469d-b449-9fa3de48af3c req-13910ca2-9e06-4e5c-a9f0-f09ac2ef004a service nova] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Refreshing network info cache for port c1392e36-ce12-46f8-93d4-c79c7e7b6585 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 880.376450] env[70398]: DEBUG oslo_vmware.api [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444369, 'name': ReconfigVM_Task, 'duration_secs': 0.731941} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.377993] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 601d9380-4728-4bd0-b2e2-afa6761e4abc/601d9380-4728-4bd0-b2e2-afa6761e4abc.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.378247] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f53ea66-da59-4cb4-b7b2-217873988381 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.388160] env[70398]: DEBUG oslo_vmware.api [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Waiting for the task: (returnval){ [ 880.388160] env[70398]: value = "task-3444370" [ 880.388160] env[70398]: _type = "Task" [ 880.388160] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.397043] env[70398]: DEBUG oslo_vmware.api [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444370, 'name': Rename_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.711847] env[70398]: DEBUG nova.compute.utils [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 880.716293] env[70398]: DEBUG nova.compute.manager [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 880.716476] env[70398]: DEBUG nova.network.neutron [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 880.786859] env[70398]: DEBUG nova.compute.manager [req-7db81b30-2264-40e4-b36b-fa028c68dd69 req-556f0f31-0fdb-4573-89ad-4a44128e1e3e service nova] [instance: a3c9b6ac-08f5-449e-9738-64b7d9157f87] Received event network-vif-plugged-91e19506-0928-4f79-8961-d7c9891e408d {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.787040] env[70398]: DEBUG oslo_concurrency.lockutils [req-7db81b30-2264-40e4-b36b-fa028c68dd69 req-556f0f31-0fdb-4573-89ad-4a44128e1e3e service nova] Acquiring lock "a3c9b6ac-08f5-449e-9738-64b7d9157f87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.787309] env[70398]: DEBUG oslo_concurrency.lockutils [req-7db81b30-2264-40e4-b36b-fa028c68dd69 req-556f0f31-0fdb-4573-89ad-4a44128e1e3e service nova] Lock "a3c9b6ac-08f5-449e-9738-64b7d9157f87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.787535] env[70398]: DEBUG oslo_concurrency.lockutils [req-7db81b30-2264-40e4-b36b-fa028c68dd69 req-556f0f31-0fdb-4573-89ad-4a44128e1e3e service nova] Lock "a3c9b6ac-08f5-449e-9738-64b7d9157f87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.787935] env[70398]: DEBUG nova.compute.manager [req-7db81b30-2264-40e4-b36b-fa028c68dd69 req-556f0f31-0fdb-4573-89ad-4a44128e1e3e service nova] [instance: a3c9b6ac-08f5-449e-9738-64b7d9157f87] No waiting events found dispatching network-vif-plugged-91e19506-0928-4f79-8961-d7c9891e408d {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 880.788046] env[70398]: WARNING nova.compute.manager [req-7db81b30-2264-40e4-b36b-fa028c68dd69 req-556f0f31-0fdb-4573-89ad-4a44128e1e3e service nova] [instance: a3c9b6ac-08f5-449e-9738-64b7d9157f87] Received unexpected event network-vif-plugged-91e19506-0928-4f79-8961-d7c9891e408d for instance with vm_state building and task_state spawning. [ 880.807981] env[70398]: DEBUG nova.policy [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '896d7159a2da4eb8a8cf8b585aaf8f10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '581cc4d0b6bb4d30a97da6ef9a112d33', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 880.856051] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9701d63-3a13-4bfa-8b17-57fefc785c7c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.885864] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131f9788-5483-4335-a690-5a9bb4bf0560 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.896967] env[70398]: DEBUG oslo_vmware.api [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444370, 'name': Rename_Task, 'duration_secs': 0.15495} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.911397] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.911514] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Updating instance '042cb1aa-5618-48ae-9a74-717d6a729bb7' progress to 67 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 880.919056] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7cb2e79-6c4d-45ad-9b7e-73b11b38f98d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.927613] env[70398]: DEBUG oslo_vmware.api [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Waiting for the task: (returnval){ [ 880.927613] env[70398]: value = "task-3444371" [ 880.927613] env[70398]: _type = "Task" [ 880.927613] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.938885] env[70398]: DEBUG oslo_vmware.api [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444371, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.979577] env[70398]: DEBUG nova.network.neutron [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a3c9b6ac-08f5-449e-9738-64b7d9157f87] Successfully updated port: 91e19506-0928-4f79-8961-d7c9891e408d {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 881.144512] env[70398]: DEBUG nova.network.neutron [req-06a71698-0b17-469d-b449-9fa3de48af3c req-13910ca2-9e06-4e5c-a9f0-f09ac2ef004a service nova] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Updated VIF entry in instance network info cache for port c1392e36-ce12-46f8-93d4-c79c7e7b6585. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 881.144932] env[70398]: DEBUG nova.network.neutron [req-06a71698-0b17-469d-b449-9fa3de48af3c req-13910ca2-9e06-4e5c-a9f0-f09ac2ef004a service nova] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Updating instance_info_cache with network_info: [{"id": "c1392e36-ce12-46f8-93d4-c79c7e7b6585", "address": "fa:16:3e:b6:30:f2", "network": {"id": "318afff8-f4f2-4707-aca8-387b03692dfb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-843561224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c96a5acd33f44e94a5456cd72f7e5a09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1392e36-ce", "ovs_interfaceid": "c1392e36-ce12-46f8-93d4-c79c7e7b6585", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.219597] env[70398]: DEBUG nova.compute.utils [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 881.262412] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2e2cf4b7-6b9c-439c-8e97-43be1006cd98 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Acquiring lock "2c8f5df2-1887-411b-be06-652180b42b84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.262679] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2e2cf4b7-6b9c-439c-8e97-43be1006cd98 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Lock "2c8f5df2-1887-411b-be06-652180b42b84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.262883] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2e2cf4b7-6b9c-439c-8e97-43be1006cd98 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Acquiring lock "2c8f5df2-1887-411b-be06-652180b42b84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.263069] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2e2cf4b7-6b9c-439c-8e97-43be1006cd98 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Lock "2c8f5df2-1887-411b-be06-652180b42b84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.263236] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2e2cf4b7-6b9c-439c-8e97-43be1006cd98 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Lock "2c8f5df2-1887-411b-be06-652180b42b84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.266522] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f88fd1a-cf32-47b0-92e8-bd8ec83a2766 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.269399] env[70398]: INFO nova.compute.manager [None req-2e2cf4b7-6b9c-439c-8e97-43be1006cd98 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Terminating instance [ 881.276730] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ece85f-8d1f-4c50-9833-375389a9455d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.310330] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2026cdcb-c45d-43df-9322-c22855fcc743 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.318997] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418c2d56-19e9-4aea-8af8-2032aeda5cf1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.332287] env[70398]: DEBUG nova.compute.provider_tree [None req-de173283-ea67-4ded-9fe9-5590205b93a5 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.439010] env[70398]: DEBUG oslo_vmware.api [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444371, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.463850] env[70398]: DEBUG nova.network.neutron [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Port 389fa245-f25c-480b-99da-cd1b3cc4f613 binding to destination host cpu-1 is already ACTIVE {{(pid=70398) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 881.482401] env[70398]: DEBUG nova.network.neutron [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Successfully created port: 633d8f3f-8d50-4766-ab48-a8f7b19be44d {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 881.485309] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Acquiring lock "refresh_cache-a3c9b6ac-08f5-449e-9738-64b7d9157f87" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.485450] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Acquired lock "refresh_cache-a3c9b6ac-08f5-449e-9738-64b7d9157f87" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.485596] env[70398]: DEBUG nova.network.neutron [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a3c9b6ac-08f5-449e-9738-64b7d9157f87] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.649363] env[70398]: DEBUG oslo_concurrency.lockutils [req-06a71698-0b17-469d-b449-9fa3de48af3c req-13910ca2-9e06-4e5c-a9f0-f09ac2ef004a service nova] Releasing lock "refresh_cache-2c8f5df2-1887-411b-be06-652180b42b84" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.722328] env[70398]: DEBUG nova.compute.manager [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 881.774401] env[70398]: DEBUG nova.compute.manager [None req-2e2cf4b7-6b9c-439c-8e97-43be1006cd98 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 881.774756] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2cf4b7-6b9c-439c-8e97-43be1006cd98 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 881.776118] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d1e1d0-1741-48dd-986a-c6407936325c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.786028] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e2cf4b7-6b9c-439c-8e97-43be1006cd98 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.786303] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f0c858f-6e02-4853-8c5e-86535152dd6e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.793166] env[70398]: DEBUG oslo_vmware.api [None req-2e2cf4b7-6b9c-439c-8e97-43be1006cd98 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Waiting for the task: (returnval){ [ 881.793166] env[70398]: value = "task-3444372" [ 881.793166] env[70398]: _type = "Task" [ 881.793166] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.803818] env[70398]: DEBUG oslo_vmware.api [None req-2e2cf4b7-6b9c-439c-8e97-43be1006cd98 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Task: {'id': task-3444372, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.835371] env[70398]: DEBUG nova.scheduler.client.report [None req-de173283-ea67-4ded-9fe9-5590205b93a5 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.940246] env[70398]: DEBUG oslo_vmware.api [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444371, 'name': PowerOnVM_Task, 'duration_secs': 0.949628} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.940563] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 881.940762] env[70398]: INFO nova.compute.manager [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Took 10.21 seconds to spawn the instance on the hypervisor. [ 881.940934] env[70398]: DEBUG nova.compute.manager [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 881.941962] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e3bdbb-2e3d-4a55-85e6-776dc70cd8ec {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.041614] env[70398]: DEBUG nova.network.neutron [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a3c9b6ac-08f5-449e-9738-64b7d9157f87] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 882.226743] env[70398]: DEBUG nova.network.neutron [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a3c9b6ac-08f5-449e-9738-64b7d9157f87] Updating instance_info_cache with network_info: [{"id": "91e19506-0928-4f79-8961-d7c9891e408d", "address": "fa:16:3e:39:0d:be", "network": {"id": "95a44432-3c7f-4b42-a7f3-4d63d4cea1d5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1085021408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93af68db89d24b26b4867df89529691f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91e19506-09", "ovs_interfaceid": "91e19506-0928-4f79-8961-d7c9891e408d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.303823] env[70398]: DEBUG oslo_vmware.api [None req-2e2cf4b7-6b9c-439c-8e97-43be1006cd98 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Task: {'id': task-3444372, 'name': PowerOffVM_Task, 'duration_secs': 0.277961} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.304295] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e2cf4b7-6b9c-439c-8e97-43be1006cd98 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.304513] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2cf4b7-6b9c-439c-8e97-43be1006cd98 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 882.304766] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17398370-b8bc-4eea-bb1b-35b13d94a0ec {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.343283] env[70398]: DEBUG oslo_concurrency.lockutils [None req-de173283-ea67-4ded-9fe9-5590205b93a5 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.135s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.345894] env[70398]: DEBUG oslo_concurrency.lockutils [None req-137b7f89-5090-4dfd-a177-e823f43637a2 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.104s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.346149] env[70398]: DEBUG nova.objects.instance [None req-137b7f89-5090-4dfd-a177-e823f43637a2 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Lazy-loading 'resources' on Instance uuid 61606b64-febb-4672-81fe-e921ef3c0631 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.375789] env[70398]: INFO nova.scheduler.client.report [None req-de173283-ea67-4ded-9fe9-5590205b93a5 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Deleted allocations for instance 75ceb873-8b66-432e-8c8b-896846e8ee4a [ 882.378203] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2cf4b7-6b9c-439c-8e97-43be1006cd98 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 882.378425] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2cf4b7-6b9c-439c-8e97-43be1006cd98 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 882.378609] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e2cf4b7-6b9c-439c-8e97-43be1006cd98 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Deleting the datastore file [datastore2] 2c8f5df2-1887-411b-be06-652180b42b84 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 882.381816] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd21e147-13bf-4b46-a1e4-90ff1669cbd6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.389738] env[70398]: DEBUG oslo_vmware.api [None req-2e2cf4b7-6b9c-439c-8e97-43be1006cd98 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Waiting for the task: (returnval){ [ 882.389738] env[70398]: value = "task-3444374" [ 882.389738] env[70398]: _type = "Task" [ 882.389738] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.397652] env[70398]: DEBUG oslo_vmware.api [None req-2e2cf4b7-6b9c-439c-8e97-43be1006cd98 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Task: {'id': task-3444374, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.459645] env[70398]: INFO nova.compute.manager [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Took 52.59 seconds to build instance. [ 882.495660] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "042cb1aa-5618-48ae-9a74-717d6a729bb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.495916] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "042cb1aa-5618-48ae-9a74-717d6a729bb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.496105] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "042cb1aa-5618-48ae-9a74-717d6a729bb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.633728] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Acquiring lock "aca03be1-1cf7-4b4f-b324-b4201034a770" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.634318] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Lock "aca03be1-1cf7-4b4f-b324-b4201034a770" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.733865] env[70398]: DEBUG nova.compute.manager [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 882.735820] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Releasing lock "refresh_cache-a3c9b6ac-08f5-449e-9738-64b7d9157f87" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.736167] env[70398]: DEBUG nova.compute.manager [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a3c9b6ac-08f5-449e-9738-64b7d9157f87] Instance network_info: |[{"id": "91e19506-0928-4f79-8961-d7c9891e408d", "address": "fa:16:3e:39:0d:be", "network": {"id": "95a44432-3c7f-4b42-a7f3-4d63d4cea1d5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1085021408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93af68db89d24b26b4867df89529691f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91e19506-09", "ovs_interfaceid": "91e19506-0928-4f79-8961-d7c9891e408d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 882.736909] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a3c9b6ac-08f5-449e-9738-64b7d9157f87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:0d:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbe1725d-6711-4e92-9a4e-d4802651e7d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91e19506-0928-4f79-8961-d7c9891e408d', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 882.745804] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.745804] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3c9b6ac-08f5-449e-9738-64b7d9157f87] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 882.745804] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb9ee9c9-0457-4e05-a520-2df64a5eccd0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.767854] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 882.767854] env[70398]: value = "task-3444375" [ 882.767854] env[70398]: _type = "Task" [ 882.767854] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.774682] env[70398]: DEBUG nova.virt.hardware [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:12:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1890825563',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1373502763',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 882.774922] env[70398]: DEBUG nova.virt.hardware [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.775096] env[70398]: DEBUG nova.virt.hardware [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.775279] env[70398]: DEBUG nova.virt.hardware [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.775421] env[70398]: DEBUG nova.virt.hardware [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.775561] env[70398]: DEBUG nova.virt.hardware [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 882.775765] env[70398]: DEBUG nova.virt.hardware [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 882.775914] env[70398]: DEBUG nova.virt.hardware [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 882.776747] env[70398]: DEBUG nova.virt.hardware [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 882.776747] env[70398]: DEBUG nova.virt.hardware [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 882.776747] env[70398]: DEBUG nova.virt.hardware [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.777763] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58b2407-c165-4cbc-a317-6de318404350 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.785437] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444375, 'name': CreateVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.788578] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de970ff-0d48-4039-a1aa-c763c7afd996 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.859315] env[70398]: DEBUG nova.compute.manager [req-10c92c6f-7930-4b7c-bcf9-3ac9cdc8742c req-46df7b8d-69ca-4ade-9717-458587b43093 service nova] [instance: a3c9b6ac-08f5-449e-9738-64b7d9157f87] Received event network-changed-91e19506-0928-4f79-8961-d7c9891e408d {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.859315] env[70398]: DEBUG nova.compute.manager [req-10c92c6f-7930-4b7c-bcf9-3ac9cdc8742c req-46df7b8d-69ca-4ade-9717-458587b43093 service nova] [instance: a3c9b6ac-08f5-449e-9738-64b7d9157f87] Refreshing instance network info cache due to event network-changed-91e19506-0928-4f79-8961-d7c9891e408d. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 882.859315] env[70398]: DEBUG oslo_concurrency.lockutils [req-10c92c6f-7930-4b7c-bcf9-3ac9cdc8742c req-46df7b8d-69ca-4ade-9717-458587b43093 service nova] Acquiring lock "refresh_cache-a3c9b6ac-08f5-449e-9738-64b7d9157f87" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.859315] env[70398]: DEBUG oslo_concurrency.lockutils [req-10c92c6f-7930-4b7c-bcf9-3ac9cdc8742c req-46df7b8d-69ca-4ade-9717-458587b43093 service nova] Acquired lock "refresh_cache-a3c9b6ac-08f5-449e-9738-64b7d9157f87" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.859315] env[70398]: DEBUG nova.network.neutron [req-10c92c6f-7930-4b7c-bcf9-3ac9cdc8742c req-46df7b8d-69ca-4ade-9717-458587b43093 service nova] [instance: a3c9b6ac-08f5-449e-9738-64b7d9157f87] Refreshing network info cache for port 91e19506-0928-4f79-8961-d7c9891e408d {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 882.891705] env[70398]: DEBUG oslo_concurrency.lockutils [None req-de173283-ea67-4ded-9fe9-5590205b93a5 tempest-InstanceActionsV221TestJSON-959705948 tempest-InstanceActionsV221TestJSON-959705948-project-member] Lock "75ceb873-8b66-432e-8c8b-896846e8ee4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.843s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.904760] env[70398]: DEBUG oslo_vmware.api [None req-2e2cf4b7-6b9c-439c-8e97-43be1006cd98 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Task: {'id': task-3444374, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177043} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.907587] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e2cf4b7-6b9c-439c-8e97-43be1006cd98 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.907756] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2cf4b7-6b9c-439c-8e97-43be1006cd98 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 882.908010] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2cf4b7-6b9c-439c-8e97-43be1006cd98 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.908233] env[70398]: INFO nova.compute.manager [None req-2e2cf4b7-6b9c-439c-8e97-43be1006cd98 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Took 1.13 seconds to destroy the instance on the hypervisor. [ 882.908480] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e2cf4b7-6b9c-439c-8e97-43be1006cd98 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.909550] env[70398]: DEBUG nova.compute.manager [-] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 882.909648] env[70398]: DEBUG nova.network.neutron [-] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 882.968455] env[70398]: DEBUG oslo_concurrency.lockutils [None req-725cf6a3-7d12-4ca5-9210-e060842326be tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Lock "601d9380-4728-4bd0-b2e2-afa6761e4abc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.375s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.138169] env[70398]: DEBUG nova.compute.manager [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 883.190111] env[70398]: DEBUG nova.network.neutron [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Successfully updated port: 633d8f3f-8d50-4766-ab48-a8f7b19be44d {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 883.280310] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444375, 'name': CreateVM_Task, 'duration_secs': 0.325602} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.283037] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3c9b6ac-08f5-449e-9738-64b7d9157f87] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 883.284328] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.284421] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.284649] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.284897] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dda6c6c-271c-44bf-949c-4c070856e4f2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.289369] env[70398]: DEBUG oslo_vmware.api [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Waiting for the task: (returnval){ [ 883.289369] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52032f43-2377-7d82-e951-ea4a52c79fcd" [ 883.289369] env[70398]: _type = "Task" [ 883.289369] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.299423] env[70398]: DEBUG oslo_vmware.api [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52032f43-2377-7d82-e951-ea4a52c79fcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.318630] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52859b9-ce68-4c2f-a751-b084cacf5e89 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.330289] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb652578-6ced-42ec-a28e-1aa8b2c8dda9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.367788] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12eb0a24-8db6-48ad-95f6-321265727a2e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.375807] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca5c831-ef87-48b0-8b7a-18358ed37e4a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.392413] env[70398]: DEBUG nova.compute.provider_tree [None req-137b7f89-5090-4dfd-a177-e823f43637a2 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.420631] env[70398]: DEBUG nova.compute.manager [req-ec8b935b-3c21-4727-b470-2150c9323028 req-4e564efb-3564-401c-87d3-c85d4385fd96 service nova] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Received event network-vif-deleted-c1392e36-ce12-46f8-93d4-c79c7e7b6585 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.420825] env[70398]: INFO nova.compute.manager [req-ec8b935b-3c21-4727-b470-2150c9323028 req-4e564efb-3564-401c-87d3-c85d4385fd96 service nova] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Neutron deleted interface c1392e36-ce12-46f8-93d4-c79c7e7b6585; detaching it from the instance and deleting it from the info cache [ 883.421139] env[70398]: DEBUG nova.network.neutron [req-ec8b935b-3c21-4727-b470-2150c9323028 req-4e564efb-3564-401c-87d3-c85d4385fd96 service nova] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.548851] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "refresh_cache-042cb1aa-5618-48ae-9a74-717d6a729bb7" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.549371] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquired lock "refresh_cache-042cb1aa-5618-48ae-9a74-717d6a729bb7" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.549602] env[70398]: DEBUG nova.network.neutron [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.642313] env[70398]: DEBUG nova.network.neutron [req-10c92c6f-7930-4b7c-bcf9-3ac9cdc8742c req-46df7b8d-69ca-4ade-9717-458587b43093 service nova] [instance: a3c9b6ac-08f5-449e-9738-64b7d9157f87] Updated VIF entry in instance network info cache for port 91e19506-0928-4f79-8961-d7c9891e408d. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 883.642678] env[70398]: DEBUG nova.network.neutron [req-10c92c6f-7930-4b7c-bcf9-3ac9cdc8742c req-46df7b8d-69ca-4ade-9717-458587b43093 service nova] [instance: a3c9b6ac-08f5-449e-9738-64b7d9157f87] Updating instance_info_cache with network_info: [{"id": "91e19506-0928-4f79-8961-d7c9891e408d", "address": "fa:16:3e:39:0d:be", "network": {"id": "95a44432-3c7f-4b42-a7f3-4d63d4cea1d5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1085021408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93af68db89d24b26b4867df89529691f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91e19506-09", "ovs_interfaceid": "91e19506-0928-4f79-8961-d7c9891e408d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.662828] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.692421] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Acquiring lock "refresh_cache-9be7feaf-5abd-4017-8866-89a0f07f8a8b" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.692971] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Acquired lock "refresh_cache-9be7feaf-5abd-4017-8866-89a0f07f8a8b" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.692971] env[70398]: DEBUG nova.network.neutron [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.800095] env[70398]: DEBUG oslo_vmware.api [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52032f43-2377-7d82-e951-ea4a52c79fcd, 'name': SearchDatastore_Task, 'duration_secs': 0.034265} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.800440] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.800676] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a3c9b6ac-08f5-449e-9738-64b7d9157f87] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 883.800912] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.801103] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.801302] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 883.801565] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48d04fc6-547f-4756-b881-96463b4ddb85 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.812226] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 883.812226] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 883.813183] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0ca23b8-f89e-4339-b7c0-52956aabff46 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.820548] env[70398]: DEBUG oslo_vmware.api [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Waiting for the task: (returnval){ [ 883.820548] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52654d6b-9511-d666-b379-5659442e3eb7" [ 883.820548] env[70398]: _type = "Task" [ 883.820548] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.828436] env[70398]: DEBUG oslo_vmware.api [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52654d6b-9511-d666-b379-5659442e3eb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.896342] env[70398]: DEBUG nova.scheduler.client.report [None req-137b7f89-5090-4dfd-a177-e823f43637a2 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.901752] env[70398]: DEBUG nova.network.neutron [-] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.927115] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-78e21e65-4cbf-47ec-94c5-1df244b3532c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.937270] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f24b14-0f74-4b5d-9344-23102a9c1b09 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.970409] env[70398]: DEBUG nova.compute.manager [req-ec8b935b-3c21-4727-b470-2150c9323028 req-4e564efb-3564-401c-87d3-c85d4385fd96 service nova] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Detach interface failed, port_id=c1392e36-ce12-46f8-93d4-c79c7e7b6585, reason: Instance 2c8f5df2-1887-411b-be06-652180b42b84 could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 883.983027] env[70398]: DEBUG nova.compute.manager [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Stashing vm_state: active {{(pid=70398) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 884.146825] env[70398]: DEBUG oslo_concurrency.lockutils [req-10c92c6f-7930-4b7c-bcf9-3ac9cdc8742c req-46df7b8d-69ca-4ade-9717-458587b43093 service nova] Releasing lock "refresh_cache-a3c9b6ac-08f5-449e-9738-64b7d9157f87" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.236394] env[70398]: DEBUG nova.network.neutron [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 884.350684] env[70398]: DEBUG oslo_vmware.api [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52654d6b-9511-d666-b379-5659442e3eb7, 'name': SearchDatastore_Task, 'duration_secs': 0.02996} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.352206] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-423d2ce9-182a-41df-8801-f908e5fee835 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.360661] env[70398]: DEBUG oslo_vmware.api [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Waiting for the task: (returnval){ [ 884.360661] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52b5c652-fdad-5313-87bf-94463cc363f9" [ 884.360661] env[70398]: _type = "Task" [ 884.360661] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.376817] env[70398]: DEBUG oslo_vmware.api [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52b5c652-fdad-5313-87bf-94463cc363f9, 'name': SearchDatastore_Task, 'duration_secs': 0.009439} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.377422] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.377516] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] a3c9b6ac-08f5-449e-9738-64b7d9157f87/a3c9b6ac-08f5-449e-9738-64b7d9157f87.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 884.377868] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef055426-458e-422e-863a-26f92e974f15 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.386770] env[70398]: DEBUG oslo_vmware.api [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Waiting for the task: (returnval){ [ 884.386770] env[70398]: value = "task-3444376" [ 884.386770] env[70398]: _type = "Task" [ 884.386770] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.398644] env[70398]: DEBUG oslo_vmware.api [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3444376, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.400825] env[70398]: DEBUG nova.network.neutron [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Updating instance_info_cache with network_info: [{"id": "389fa245-f25c-480b-99da-cd1b3cc4f613", "address": "fa:16:3e:b5:b9:05", "network": {"id": "8827b33f-2ae8-4694-a41f-8548aab18f7c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-40120438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61b38bccf64b49b086c80c4151b39806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap389fa245-f2", "ovs_interfaceid": "389fa245-f25c-480b-99da-cd1b3cc4f613", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.402951] env[70398]: DEBUG oslo_concurrency.lockutils [None req-137b7f89-5090-4dfd-a177-e823f43637a2 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.057s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.406482] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 39.675s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.407180] env[70398]: INFO nova.compute.manager [-] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Took 1.50 seconds to deallocate network for instance. [ 884.438411] env[70398]: INFO nova.scheduler.client.report [None req-137b7f89-5090-4dfd-a177-e823f43637a2 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Deleted allocations for instance 61606b64-febb-4672-81fe-e921ef3c0631 [ 884.476314] env[70398]: DEBUG nova.network.neutron [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Updating instance_info_cache with network_info: [{"id": "633d8f3f-8d50-4766-ab48-a8f7b19be44d", "address": "fa:16:3e:d5:a0:42", "network": {"id": "dfd38765-f834-46af-8784-30c6552faeb3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1221124005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "581cc4d0b6bb4d30a97da6ef9a112d33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap633d8f3f-8d", "ovs_interfaceid": "633d8f3f-8d50-4766-ab48-a8f7b19be44d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.502419] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.889847] env[70398]: DEBUG nova.compute.manager [req-ba60df92-cc5e-4f87-bc90-3398ac200846 req-800b6041-014c-4368-86fa-636fa00a620b service nova] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Received event network-vif-plugged-633d8f3f-8d50-4766-ab48-a8f7b19be44d {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.890140] env[70398]: DEBUG oslo_concurrency.lockutils [req-ba60df92-cc5e-4f87-bc90-3398ac200846 req-800b6041-014c-4368-86fa-636fa00a620b service nova] Acquiring lock "9be7feaf-5abd-4017-8866-89a0f07f8a8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.890384] env[70398]: DEBUG oslo_concurrency.lockutils [req-ba60df92-cc5e-4f87-bc90-3398ac200846 req-800b6041-014c-4368-86fa-636fa00a620b service nova] Lock "9be7feaf-5abd-4017-8866-89a0f07f8a8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.890574] env[70398]: DEBUG oslo_concurrency.lockutils [req-ba60df92-cc5e-4f87-bc90-3398ac200846 req-800b6041-014c-4368-86fa-636fa00a620b service nova] Lock "9be7feaf-5abd-4017-8866-89a0f07f8a8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.890748] env[70398]: DEBUG nova.compute.manager [req-ba60df92-cc5e-4f87-bc90-3398ac200846 req-800b6041-014c-4368-86fa-636fa00a620b service nova] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] No waiting events found dispatching network-vif-plugged-633d8f3f-8d50-4766-ab48-a8f7b19be44d {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 884.890915] env[70398]: WARNING nova.compute.manager [req-ba60df92-cc5e-4f87-bc90-3398ac200846 req-800b6041-014c-4368-86fa-636fa00a620b service nova] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Received unexpected event network-vif-plugged-633d8f3f-8d50-4766-ab48-a8f7b19be44d for instance with vm_state building and task_state spawning. [ 884.891161] env[70398]: DEBUG nova.compute.manager [req-ba60df92-cc5e-4f87-bc90-3398ac200846 req-800b6041-014c-4368-86fa-636fa00a620b service nova] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Received event network-changed-633d8f3f-8d50-4766-ab48-a8f7b19be44d {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.891388] env[70398]: DEBUG nova.compute.manager [req-ba60df92-cc5e-4f87-bc90-3398ac200846 req-800b6041-014c-4368-86fa-636fa00a620b service nova] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Refreshing instance network info cache due to event network-changed-633d8f3f-8d50-4766-ab48-a8f7b19be44d. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 884.891478] env[70398]: DEBUG oslo_concurrency.lockutils [req-ba60df92-cc5e-4f87-bc90-3398ac200846 req-800b6041-014c-4368-86fa-636fa00a620b service nova] Acquiring lock "refresh_cache-9be7feaf-5abd-4017-8866-89a0f07f8a8b" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.901851] env[70398]: DEBUG oslo_vmware.api [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3444376, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.906646] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Releasing lock "refresh_cache-042cb1aa-5618-48ae-9a74-717d6a729bb7" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.930483] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2e2cf4b7-6b9c-439c-8e97-43be1006cd98 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.949707] env[70398]: DEBUG oslo_concurrency.lockutils [None req-137b7f89-5090-4dfd-a177-e823f43637a2 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Lock "61606b64-febb-4672-81fe-e921ef3c0631" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.465s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.979498] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Releasing lock "refresh_cache-9be7feaf-5abd-4017-8866-89a0f07f8a8b" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.979840] env[70398]: DEBUG nova.compute.manager [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Instance network_info: |[{"id": "633d8f3f-8d50-4766-ab48-a8f7b19be44d", "address": "fa:16:3e:d5:a0:42", "network": {"id": "dfd38765-f834-46af-8784-30c6552faeb3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1221124005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "581cc4d0b6bb4d30a97da6ef9a112d33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap633d8f3f-8d", "ovs_interfaceid": "633d8f3f-8d50-4766-ab48-a8f7b19be44d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 884.980955] env[70398]: DEBUG oslo_concurrency.lockutils [req-ba60df92-cc5e-4f87-bc90-3398ac200846 req-800b6041-014c-4368-86fa-636fa00a620b service nova] Acquired lock "refresh_cache-9be7feaf-5abd-4017-8866-89a0f07f8a8b" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.980955] env[70398]: DEBUG nova.network.neutron [req-ba60df92-cc5e-4f87-bc90-3398ac200846 req-800b6041-014c-4368-86fa-636fa00a620b service nova] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Refreshing network info cache for port 633d8f3f-8d50-4766-ab48-a8f7b19be44d {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 884.983630] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:a0:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '633d8f3f-8d50-4766-ab48-a8f7b19be44d', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 884.989895] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.991133] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 884.991379] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ae52834-d31d-4947-848c-a409b00853ce {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.011827] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 885.011827] env[70398]: value = "task-3444377" [ 885.011827] env[70398]: _type = "Task" [ 885.011827] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.021435] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444377, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.399139] env[70398]: DEBUG oslo_vmware.api [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3444376, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56267} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.399423] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] a3c9b6ac-08f5-449e-9738-64b7d9157f87/a3c9b6ac-08f5-449e-9738-64b7d9157f87.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 885.399684] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a3c9b6ac-08f5-449e-9738-64b7d9157f87] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 885.399878] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f39be61e-16c6-49ec-9c28-aece784b561f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.406616] env[70398]: DEBUG oslo_vmware.api [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Waiting for the task: (returnval){ [ 885.406616] env[70398]: value = "task-3444378" [ 885.406616] env[70398]: _type = "Task" [ 885.406616] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.418365] env[70398]: DEBUG oslo_vmware.api [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3444378, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.433055] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Applying migration context for instance 042cb1aa-5618-48ae-9a74-717d6a729bb7 as it has an incoming, in-progress migration 45bba870-5cf2-4960-9e60-96c7a04b43c5. Migration status is post-migrating {{(pid=70398) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 885.434638] env[70398]: INFO nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Updating resource usage from migration 45bba870-5cf2-4960-9e60-96c7a04b43c5 [ 885.434975] env[70398]: INFO nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Updating resource usage from migration 886d6033-748c-4f27-b76d-de31358d3790 [ 885.438750] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f18a341-d7f3-4af5-ab80-2b2ca8d0abc6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.459283] env[70398]: WARNING nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance e20ffae3-2c87-4236-af72-9a752be07add is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 885.459457] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 43965006-3260-4b95-a464-548d87315683 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 885.459580] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 61bc5681-9186-49fe-a635-56bd82450752 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 885.459716] env[70398]: WARNING nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 6c788574-439c-4c94-819c-84f842795a9d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 885.459892] env[70398]: WARNING nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 6e0de7b8-ef2d-4449-8e08-e188d9f210ad is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 885.460137] env[70398]: WARNING nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 4644c5df-2060-436f-a226-c31c0d750847 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 885.460331] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance b54a1d0e-b5a0-4a1f-91a5-c5cef210e891 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 885.460546] env[70398]: WARNING nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 8bc5386e-1109-460a-bb30-98f7289b249c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 885.460755] env[70398]: WARNING nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 6411787d-535e-48d5-9632-1dab4bdc7cdc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 885.460953] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 4d9ff1a2-da45-4efd-af8c-d47907ce0768 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 885.462031] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 2a2e62f7-2192-40ed-9af0-a00415d6b6b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 885.462031] env[70398]: WARNING nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance c4e17778-5b44-4a5c-934c-f06f1722e50c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 885.462031] env[70398]: WARNING nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 4919357d-d2fd-4bf5-a0f7-ea788c22aae1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 885.462031] env[70398]: WARNING nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 495c1dd4-03ba-407f-b436-17bd65c1f11a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 885.462031] env[70398]: WARNING nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 714161a0-3d7b-4410-9efb-016ba0fb2101 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 885.462031] env[70398]: WARNING nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 3c8725af-7781-4b14-a75a-ae5eeffe6e28 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 885.462373] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance effd3feb-1733-4485-bc19-2e089e5feef4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 885.462373] env[70398]: WARNING nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 49dc8961-e4d2-4629-98ec-af3983039457 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 885.462438] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 2c8f5df2-1887-411b-be06-652180b42b84 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 885.462501] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Migration 45bba870-5cf2-4960-9e60-96c7a04b43c5 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 885.462612] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 042cb1aa-5618-48ae-9a74-717d6a729bb7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 885.462722] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance a3c9b6ac-08f5-449e-9738-64b7d9157f87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 885.462828] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 9be7feaf-5abd-4017-8866-89a0f07f8a8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 885.464698] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09cdf7b7-a087-408f-95be-41cd417a452a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.472852] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Updating instance '042cb1aa-5618-48ae-9a74-717d6a729bb7' progress to 83 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 885.522030] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444377, 'name': CreateVM_Task} progress is 25%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.731993] env[70398]: DEBUG nova.network.neutron [req-ba60df92-cc5e-4f87-bc90-3398ac200846 req-800b6041-014c-4368-86fa-636fa00a620b service nova] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Updated VIF entry in instance network info cache for port 633d8f3f-8d50-4766-ab48-a8f7b19be44d. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 885.732419] env[70398]: DEBUG nova.network.neutron [req-ba60df92-cc5e-4f87-bc90-3398ac200846 req-800b6041-014c-4368-86fa-636fa00a620b service nova] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Updating instance_info_cache with network_info: [{"id": "633d8f3f-8d50-4766-ab48-a8f7b19be44d", "address": "fa:16:3e:d5:a0:42", "network": {"id": "dfd38765-f834-46af-8784-30c6552faeb3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1221124005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "581cc4d0b6bb4d30a97da6ef9a112d33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap633d8f3f-8d", "ovs_interfaceid": "633d8f3f-8d50-4766-ab48-a8f7b19be44d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.916133] env[70398]: DEBUG oslo_vmware.api [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3444378, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125605} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.916575] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a3c9b6ac-08f5-449e-9738-64b7d9157f87] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 885.917191] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee56617b-b392-409c-a577-9286b542cf98 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.939630] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a3c9b6ac-08f5-449e-9738-64b7d9157f87] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] a3c9b6ac-08f5-449e-9738-64b7d9157f87/a3c9b6ac-08f5-449e-9738-64b7d9157f87.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.939946] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3650a089-c89f-425a-b838-b63d0ecea601 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.960848] env[70398]: DEBUG oslo_vmware.api [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Waiting for the task: (returnval){ [ 885.960848] env[70398]: value = "task-3444379" [ 885.960848] env[70398]: _type = "Task" [ 885.960848] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.969959] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 885.971244] env[70398]: DEBUG oslo_vmware.api [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3444379, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.979642] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.979931] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-702b5923-75fc-4fc5-8b6e-7aee080866c8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.987264] env[70398]: DEBUG oslo_vmware.api [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 885.987264] env[70398]: value = "task-3444380" [ 885.987264] env[70398]: _type = "Task" [ 885.987264] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.998057] env[70398]: DEBUG oslo_vmware.api [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444380, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.022764] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444377, 'name': CreateVM_Task, 'duration_secs': 0.998298} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.022990] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.023705] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.023928] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.024320] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.024620] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf7fb2e1-0878-4548-bec9-2de7fec24342 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.029359] env[70398]: DEBUG oslo_vmware.api [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Waiting for the task: (returnval){ [ 886.029359] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ec2d15-f3df-ee50-4933-17024d861c07" [ 886.029359] env[70398]: _type = "Task" [ 886.029359] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.038379] env[70398]: DEBUG oslo_vmware.api [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ec2d15-f3df-ee50-4933-17024d861c07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.234858] env[70398]: DEBUG oslo_concurrency.lockutils [req-ba60df92-cc5e-4f87-bc90-3398ac200846 req-800b6041-014c-4368-86fa-636fa00a620b service nova] Releasing lock "refresh_cache-9be7feaf-5abd-4017-8866-89a0f07f8a8b" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.471808] env[70398]: DEBUG oslo_vmware.api [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3444379, 'name': ReconfigVM_Task, 'duration_secs': 0.275081} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.471808] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a3c9b6ac-08f5-449e-9738-64b7d9157f87] Reconfigured VM instance instance-0000003f to attach disk [datastore2] a3c9b6ac-08f5-449e-9738-64b7d9157f87/a3c9b6ac-08f5-449e-9738-64b7d9157f87.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.473027] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance e707265e-e17d-498e-bfbc-91fd03288d27 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 886.474009] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4f49d94-3563-4130-a731-a7df4504167e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.480526] env[70398]: DEBUG oslo_vmware.api [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Waiting for the task: (returnval){ [ 886.480526] env[70398]: value = "task-3444381" [ 886.480526] env[70398]: _type = "Task" [ 886.480526] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.489362] env[70398]: DEBUG oslo_vmware.api [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3444381, 'name': Rename_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.497041] env[70398]: DEBUG oslo_vmware.api [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444380, 'name': PowerOnVM_Task, 'duration_secs': 0.434518} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.497127] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.497281] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7f59ebec-172d-481d-b2b9-02da22c3c097 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Updating instance '042cb1aa-5618-48ae-9a74-717d6a729bb7' progress to 100 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 886.540881] env[70398]: DEBUG oslo_vmware.api [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ec2d15-f3df-ee50-4933-17024d861c07, 'name': SearchDatastore_Task, 'duration_secs': 0.009898} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.541299] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.541578] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 886.541870] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.542082] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.542319] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 886.542643] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38eee67f-06f6-4092-af50-b9cd2dcfe7b9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.550931] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 886.551123] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 886.552059] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b880532-e09d-4723-81bf-14c31eb41bc9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.557426] env[70398]: DEBUG oslo_vmware.api [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Waiting for the task: (returnval){ [ 886.557426] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5250c244-77fb-d07b-19db-6170e91a06ed" [ 886.557426] env[70398]: _type = "Task" [ 886.557426] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.565019] env[70398]: DEBUG oslo_vmware.api [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5250c244-77fb-d07b-19db-6170e91a06ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.977943] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance d5514a4f-7b7e-4d00-ba34-a03b967bc18a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 886.991797] env[70398]: DEBUG oslo_vmware.api [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3444381, 'name': Rename_Task, 'duration_secs': 0.164027} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.992741] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a3c9b6ac-08f5-449e-9738-64b7d9157f87] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.992990] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87097432-a23e-4433-9ec3-cb846fc86b8b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.999702] env[70398]: DEBUG oslo_vmware.api [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Waiting for the task: (returnval){ [ 886.999702] env[70398]: value = "task-3444382" [ 886.999702] env[70398]: _type = "Task" [ 886.999702] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.010380] env[70398]: DEBUG oslo_vmware.api [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3444382, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.068079] env[70398]: DEBUG oslo_vmware.api [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5250c244-77fb-d07b-19db-6170e91a06ed, 'name': SearchDatastore_Task, 'duration_secs': 0.012572} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.068946] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87e1f047-768a-4358-8b8f-02bd070a6a4f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.073777] env[70398]: DEBUG oslo_vmware.api [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Waiting for the task: (returnval){ [ 887.073777] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52659158-7b3f-0071-a673-b0399f2de6d3" [ 887.073777] env[70398]: _type = "Task" [ 887.073777] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.080944] env[70398]: DEBUG oslo_vmware.api [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52659158-7b3f-0071-a673-b0399f2de6d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.480745] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 16516c7e-88d7-47c3-8c2b-1a4284b4a42d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 887.513611] env[70398]: DEBUG oslo_vmware.api [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3444382, 'name': PowerOnVM_Task, 'duration_secs': 0.469647} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.514083] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a3c9b6ac-08f5-449e-9738-64b7d9157f87] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.514287] env[70398]: INFO nova.compute.manager [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a3c9b6ac-08f5-449e-9738-64b7d9157f87] Took 7.86 seconds to spawn the instance on the hypervisor. [ 887.514465] env[70398]: DEBUG nova.compute.manager [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a3c9b6ac-08f5-449e-9738-64b7d9157f87] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 887.515288] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fb94fa-6742-48f7-81e1-183256c38783 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.584994] env[70398]: DEBUG oslo_vmware.api [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52659158-7b3f-0071-a673-b0399f2de6d3, 'name': SearchDatastore_Task, 'duration_secs': 0.022134} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.585289] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.585548] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 9be7feaf-5abd-4017-8866-89a0f07f8a8b/9be7feaf-5abd-4017-8866-89a0f07f8a8b.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 887.585807] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2b5a4fe-28b7-4fe8-bad8-03b585a6c30a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.592214] env[70398]: DEBUG oslo_vmware.api [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Waiting for the task: (returnval){ [ 887.592214] env[70398]: value = "task-3444383" [ 887.592214] env[70398]: _type = "Task" [ 887.592214] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.600542] env[70398]: DEBUG oslo_vmware.api [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Task: {'id': task-3444383, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.984229] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance aca03be1-1cf7-4b4f-b324-b4201034a770 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 887.984483] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Migration 886d6033-748c-4f27-b76d-de31358d3790 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 887.984643] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 601d9380-4728-4bd0-b2e2-afa6761e4abc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 887.984969] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=70398) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 887.985145] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2944MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=70398) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 888.032127] env[70398]: INFO nova.compute.manager [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a3c9b6ac-08f5-449e-9738-64b7d9157f87] Took 47.09 seconds to build instance. [ 888.102128] env[70398]: DEBUG oslo_vmware.api [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Task: {'id': task-3444383, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.214948] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cbb6596d-8e22-4f14-9e15-f93cb9c19650 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "042cb1aa-5618-48ae-9a74-717d6a729bb7" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.215401] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cbb6596d-8e22-4f14-9e15-f93cb9c19650 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "042cb1aa-5618-48ae-9a74-717d6a729bb7" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.215532] env[70398]: DEBUG nova.compute.manager [None req-cbb6596d-8e22-4f14-9e15-f93cb9c19650 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Going to confirm migration 3 {{(pid=70398) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 888.426246] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3badad1-e839-4600-a52d-3a0262e16087 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.433951] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37b5062-870a-466c-9901-3edbbf59fad3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.466781] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c19b86b-4a35-484e-9bb8-1b4a22312bb8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.474256] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8776b632-5e4e-4c06-ac25-db818c23db0f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.487517] env[70398]: DEBUG nova.compute.provider_tree [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.533809] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7b8fa653-9209-4736-a05f-a8cb0a699f7b tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Lock "a3c9b6ac-08f5-449e-9738-64b7d9157f87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.608s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.604789] env[70398]: DEBUG oslo_vmware.api [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Task: {'id': task-3444383, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613484} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.604789] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 9be7feaf-5abd-4017-8866-89a0f07f8a8b/9be7feaf-5abd-4017-8866-89a0f07f8a8b.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 888.604789] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 888.604789] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2050c4d8-8345-404c-927e-c9f81d6cd1d6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.610118] env[70398]: DEBUG oslo_vmware.api [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Waiting for the task: (returnval){ [ 888.610118] env[70398]: value = "task-3444384" [ 888.610118] env[70398]: _type = "Task" [ 888.610118] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.616867] env[70398]: DEBUG oslo_vmware.api [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Task: {'id': task-3444384, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.693085] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5f761123-76af-436a-b4fd-15dd20bea2f0 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Acquiring lock "a3c9b6ac-08f5-449e-9738-64b7d9157f87" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.693363] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5f761123-76af-436a-b4fd-15dd20bea2f0 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Lock "a3c9b6ac-08f5-449e-9738-64b7d9157f87" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.693591] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5f761123-76af-436a-b4fd-15dd20bea2f0 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Acquiring lock "a3c9b6ac-08f5-449e-9738-64b7d9157f87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.693792] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5f761123-76af-436a-b4fd-15dd20bea2f0 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Lock "a3c9b6ac-08f5-449e-9738-64b7d9157f87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.694024] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5f761123-76af-436a-b4fd-15dd20bea2f0 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Lock "a3c9b6ac-08f5-449e-9738-64b7d9157f87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.696234] env[70398]: INFO nova.compute.manager [None req-5f761123-76af-436a-b4fd-15dd20bea2f0 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a3c9b6ac-08f5-449e-9738-64b7d9157f87] Terminating instance [ 888.990386] env[70398]: DEBUG nova.scheduler.client.report [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.030122] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cbb6596d-8e22-4f14-9e15-f93cb9c19650 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "refresh_cache-042cb1aa-5618-48ae-9a74-717d6a729bb7" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.030122] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cbb6596d-8e22-4f14-9e15-f93cb9c19650 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquired lock "refresh_cache-042cb1aa-5618-48ae-9a74-717d6a729bb7" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.030122] env[70398]: DEBUG nova.network.neutron [None req-cbb6596d-8e22-4f14-9e15-f93cb9c19650 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.030122] env[70398]: DEBUG nova.objects.instance [None req-cbb6596d-8e22-4f14-9e15-f93cb9c19650 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lazy-loading 'info_cache' on Instance uuid 042cb1aa-5618-48ae-9a74-717d6a729bb7 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 889.120460] env[70398]: DEBUG oslo_vmware.api [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Task: {'id': task-3444384, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062578} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.120899] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 889.121788] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49e9bb2-456e-4499-9e8a-6163b3b2d8f3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.144785] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 9be7feaf-5abd-4017-8866-89a0f07f8a8b/9be7feaf-5abd-4017-8866-89a0f07f8a8b.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.145265] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c41ece6-b205-44ae-b57d-d540b6d52bf9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.165883] env[70398]: DEBUG oslo_vmware.api [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Waiting for the task: (returnval){ [ 889.165883] env[70398]: value = "task-3444385" [ 889.165883] env[70398]: _type = "Task" [ 889.165883] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.174283] env[70398]: DEBUG oslo_vmware.api [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Task: {'id': task-3444385, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.200310] env[70398]: DEBUG nova.compute.manager [None req-5f761123-76af-436a-b4fd-15dd20bea2f0 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a3c9b6ac-08f5-449e-9738-64b7d9157f87] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 889.200570] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-5f761123-76af-436a-b4fd-15dd20bea2f0 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a3c9b6ac-08f5-449e-9738-64b7d9157f87] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 889.201456] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa96486e-9509-47a8-b45c-21388693b292 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.210223] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f761123-76af-436a-b4fd-15dd20bea2f0 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a3c9b6ac-08f5-449e-9738-64b7d9157f87] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.210466] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46355f02-a386-492e-afb6-955c75033ba9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.216536] env[70398]: DEBUG oslo_vmware.api [None req-5f761123-76af-436a-b4fd-15dd20bea2f0 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Waiting for the task: (returnval){ [ 889.216536] env[70398]: value = "task-3444386" [ 889.216536] env[70398]: _type = "Task" [ 889.216536] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.224333] env[70398]: DEBUG oslo_vmware.api [None req-5f761123-76af-436a-b4fd-15dd20bea2f0 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3444386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.495427] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70398) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 889.495796] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.090s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.496189] env[70398]: DEBUG oslo_concurrency.lockutils [None req-66837677-0a50-48d1-927d-7bef8188d596 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.021s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.496449] env[70398]: DEBUG oslo_concurrency.lockutils [None req-66837677-0a50-48d1-927d-7bef8188d596 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.499263] env[70398]: DEBUG oslo_concurrency.lockutils [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.858s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.501511] env[70398]: INFO nova.compute.claims [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 889.505611] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.505819] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Cleaning up deleted instances {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 889.533646] env[70398]: INFO nova.scheduler.client.report [None req-66837677-0a50-48d1-927d-7bef8188d596 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Deleted allocations for instance 6411787d-535e-48d5-9632-1dab4bdc7cdc [ 889.676560] env[70398]: DEBUG oslo_vmware.api [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Task: {'id': task-3444385, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.726022] env[70398]: DEBUG oslo_vmware.api [None req-5f761123-76af-436a-b4fd-15dd20bea2f0 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3444386, 'name': PowerOffVM_Task, 'duration_secs': 0.2111} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.726313] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f761123-76af-436a-b4fd-15dd20bea2f0 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a3c9b6ac-08f5-449e-9738-64b7d9157f87] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.726515] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-5f761123-76af-436a-b4fd-15dd20bea2f0 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a3c9b6ac-08f5-449e-9738-64b7d9157f87] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 889.726735] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1293332d-edd4-4cc1-ae58-894e8f0dbbaf {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.021124] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] There are 41 instances to clean {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 890.021366] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 75ceb873-8b66-432e-8c8b-896846e8ee4a] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 890.049264] env[70398]: DEBUG oslo_concurrency.lockutils [None req-66837677-0a50-48d1-927d-7bef8188d596 tempest-ServersTestJSON-674944987 tempest-ServersTestJSON-674944987-project-member] Lock "6411787d-535e-48d5-9632-1dab4bdc7cdc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.812s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.058992] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-5f761123-76af-436a-b4fd-15dd20bea2f0 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a3c9b6ac-08f5-449e-9738-64b7d9157f87] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 890.060078] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-5f761123-76af-436a-b4fd-15dd20bea2f0 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a3c9b6ac-08f5-449e-9738-64b7d9157f87] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 890.060078] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f761123-76af-436a-b4fd-15dd20bea2f0 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Deleting the datastore file [datastore2] a3c9b6ac-08f5-449e-9738-64b7d9157f87 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 890.060078] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d65c8bb1-d9a6-4ac5-8aa3-1bef197a7d04 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.083026] env[70398]: DEBUG oslo_vmware.api [None req-5f761123-76af-436a-b4fd-15dd20bea2f0 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Waiting for the task: (returnval){ [ 890.083026] env[70398]: value = "task-3444388" [ 890.083026] env[70398]: _type = "Task" [ 890.083026] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.100667] env[70398]: DEBUG oslo_vmware.api [None req-5f761123-76af-436a-b4fd-15dd20bea2f0 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3444388, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.177704] env[70398]: DEBUG oslo_vmware.api [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Task: {'id': task-3444385, 'name': ReconfigVM_Task, 'duration_secs': 0.883254} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.180590] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 9be7feaf-5abd-4017-8866-89a0f07f8a8b/9be7feaf-5abd-4017-8866-89a0f07f8a8b.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.180719] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=70398) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 890.181854] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-ffd42c29-b2e2-4bfe-b2ac-a352c6da5d44 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.189256] env[70398]: DEBUG oslo_vmware.api [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Waiting for the task: (returnval){ [ 890.189256] env[70398]: value = "task-3444389" [ 890.189256] env[70398]: _type = "Task" [ 890.189256] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.203074] env[70398]: DEBUG oslo_vmware.api [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Task: {'id': task-3444389, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.315993] env[70398]: DEBUG nova.network.neutron [None req-cbb6596d-8e22-4f14-9e15-f93cb9c19650 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Updating instance_info_cache with network_info: [{"id": "389fa245-f25c-480b-99da-cd1b3cc4f613", "address": "fa:16:3e:b5:b9:05", "network": {"id": "8827b33f-2ae8-4694-a41f-8548aab18f7c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-40120438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61b38bccf64b49b086c80c4151b39806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap389fa245-f2", "ovs_interfaceid": "389fa245-f25c-480b-99da-cd1b3cc4f613", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.443540] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba48503-57cb-49e8-9c87-65c02037d069 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.452062] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a762ca16-809f-4fdd-8d13-624a70da086e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.484458] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41697c2-62ea-4500-a67a-48b635e0ede1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.493349] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24ed703-cdd6-4077-a3c3-25028e1ec7f0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.508053] env[70398]: DEBUG nova.compute.provider_tree [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.528558] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 308971a7-768d-4745-bca5-05e51c545443] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 890.593770] env[70398]: DEBUG oslo_vmware.api [None req-5f761123-76af-436a-b4fd-15dd20bea2f0 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Task: {'id': task-3444388, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252712} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.594371] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f761123-76af-436a-b4fd-15dd20bea2f0 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.594617] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-5f761123-76af-436a-b4fd-15dd20bea2f0 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a3c9b6ac-08f5-449e-9738-64b7d9157f87] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 890.594854] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-5f761123-76af-436a-b4fd-15dd20bea2f0 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a3c9b6ac-08f5-449e-9738-64b7d9157f87] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 890.595136] env[70398]: INFO nova.compute.manager [None req-5f761123-76af-436a-b4fd-15dd20bea2f0 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] [instance: a3c9b6ac-08f5-449e-9738-64b7d9157f87] Took 1.39 seconds to destroy the instance on the hypervisor. [ 890.595412] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f761123-76af-436a-b4fd-15dd20bea2f0 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.595657] env[70398]: DEBUG nova.compute.manager [-] [instance: a3c9b6ac-08f5-449e-9738-64b7d9157f87] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 890.595800] env[70398]: DEBUG nova.network.neutron [-] [instance: a3c9b6ac-08f5-449e-9738-64b7d9157f87] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 890.704819] env[70398]: DEBUG oslo_vmware.api [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Task: {'id': task-3444389, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.064074} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.705248] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=70398) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 890.706123] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04737a32-199d-4f48-9a63-a33004123998 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.738029] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 9be7feaf-5abd-4017-8866-89a0f07f8a8b/ephemeral_0.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 890.738504] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95f92483-bf6b-403f-84ef-ad0a4f11bc95 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.761920] env[70398]: DEBUG oslo_vmware.api [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Waiting for the task: (returnval){ [ 890.761920] env[70398]: value = "task-3444390" [ 890.761920] env[70398]: _type = "Task" [ 890.761920] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.770733] env[70398]: DEBUG oslo_vmware.api [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Task: {'id': task-3444390, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.819121] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cbb6596d-8e22-4f14-9e15-f93cb9c19650 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Releasing lock "refresh_cache-042cb1aa-5618-48ae-9a74-717d6a729bb7" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.819617] env[70398]: DEBUG nova.objects.instance [None req-cbb6596d-8e22-4f14-9e15-f93cb9c19650 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lazy-loading 'migration_context' on Instance uuid 042cb1aa-5618-48ae-9a74-717d6a729bb7 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.964488] env[70398]: DEBUG nova.compute.manager [req-5957a47c-97f1-4959-87f9-dd2652999878 req-c345f085-0439-40bc-a89b-353ebcd1b007 service nova] [instance: a3c9b6ac-08f5-449e-9738-64b7d9157f87] Received event network-vif-deleted-91e19506-0928-4f79-8961-d7c9891e408d {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.964681] env[70398]: INFO nova.compute.manager [req-5957a47c-97f1-4959-87f9-dd2652999878 req-c345f085-0439-40bc-a89b-353ebcd1b007 service nova] [instance: a3c9b6ac-08f5-449e-9738-64b7d9157f87] Neutron deleted interface 91e19506-0928-4f79-8961-d7c9891e408d; detaching it from the instance and deleting it from the info cache [ 890.964847] env[70398]: DEBUG nova.network.neutron [req-5957a47c-97f1-4959-87f9-dd2652999878 req-c345f085-0439-40bc-a89b-353ebcd1b007 service nova] [instance: a3c9b6ac-08f5-449e-9738-64b7d9157f87] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.011111] env[70398]: DEBUG nova.scheduler.client.report [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.032067] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: cf1cd05c-c8c5-4128-a3e6-30129f81b732] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 891.273421] env[70398]: DEBUG oslo_vmware.api [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Task: {'id': task-3444390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.323513] env[70398]: DEBUG nova.objects.base [None req-cbb6596d-8e22-4f14-9e15-f93cb9c19650 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Object Instance<042cb1aa-5618-48ae-9a74-717d6a729bb7> lazy-loaded attributes: info_cache,migration_context {{(pid=70398) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 891.324526] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7767804-efa8-48fd-8c4d-2249918d714e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.359064] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-685894ef-f055-42bb-8f6e-cce85d6eb9f1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.368120] env[70398]: DEBUG oslo_vmware.api [None req-cbb6596d-8e22-4f14-9e15-f93cb9c19650 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 891.368120] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]524d7770-e38b-f1f9-cb7b-44ca0f04120c" [ 891.368120] env[70398]: _type = "Task" [ 891.368120] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.378799] env[70398]: DEBUG oslo_vmware.api [None req-cbb6596d-8e22-4f14-9e15-f93cb9c19650 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]524d7770-e38b-f1f9-cb7b-44ca0f04120c, 'name': SearchDatastore_Task} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.379094] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cbb6596d-8e22-4f14-9e15-f93cb9c19650 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.450162] env[70398]: DEBUG nova.network.neutron [-] [instance: a3c9b6ac-08f5-449e-9738-64b7d9157f87] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.468604] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a0f1a1f5-7221-4111-8165-351154cb7388 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.481933] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff167c1d-bdce-4ee7-aa48-5bb755b23749 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.527020] env[70398]: DEBUG oslo_concurrency.lockutils [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.024s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.527020] env[70398]: DEBUG nova.compute.manager [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 891.528656] env[70398]: DEBUG nova.compute.manager [req-5957a47c-97f1-4959-87f9-dd2652999878 req-c345f085-0439-40bc-a89b-353ebcd1b007 service nova] [instance: a3c9b6ac-08f5-449e-9738-64b7d9157f87] Detach interface failed, port_id=91e19506-0928-4f79-8961-d7c9891e408d, reason: Instance a3c9b6ac-08f5-449e-9738-64b7d9157f87 could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 891.529350] env[70398]: DEBUG oslo_concurrency.lockutils [None req-79545463-c802-4d0a-9e67-93f4d5954313 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.970s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.529544] env[70398]: DEBUG oslo_concurrency.lockutils [None req-79545463-c802-4d0a-9e67-93f4d5954313 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.535727] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cfd2f139-49ff-4a92-96eb-7e2100dfd16b tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.639s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.535918] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cfd2f139-49ff-4a92-96eb-7e2100dfd16b tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.538714] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.972s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.542565] env[70398]: INFO nova.compute.claims [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 891.547391] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 60c47e5a-96c0-48ea-8604-749d5f6929b1] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 891.572919] env[70398]: INFO nova.scheduler.client.report [None req-79545463-c802-4d0a-9e67-93f4d5954313 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Deleted allocations for instance c4e17778-5b44-4a5c-934c-f06f1722e50c [ 891.574886] env[70398]: INFO nova.scheduler.client.report [None req-cfd2f139-49ff-4a92-96eb-7e2100dfd16b tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Deleted allocations for instance e20ffae3-2c87-4236-af72-9a752be07add [ 891.773759] env[70398]: DEBUG oslo_vmware.api [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Task: {'id': task-3444390, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.952375] env[70398]: INFO nova.compute.manager [-] [instance: a3c9b6ac-08f5-449e-9738-64b7d9157f87] Took 1.36 seconds to deallocate network for instance. [ 892.031104] env[70398]: DEBUG nova.compute.utils [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 892.032856] env[70398]: DEBUG nova.compute.manager [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 892.033435] env[70398]: DEBUG nova.network.neutron [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 892.052994] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 33fa8c03-ce5b-42ad-8d78-137a1d46f9f9] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 892.086585] env[70398]: DEBUG oslo_concurrency.lockutils [None req-79545463-c802-4d0a-9e67-93f4d5954313 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "c4e17778-5b44-4a5c-934c-f06f1722e50c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.217s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.086585] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cfd2f139-49ff-4a92-96eb-7e2100dfd16b tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Lock "e20ffae3-2c87-4236-af72-9a752be07add" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.808s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.088868] env[70398]: DEBUG nova.policy [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '586b7e212f2f4035b1efd69112cdf765', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68376abf86b14e67a33ef720177607f0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 892.274840] env[70398]: DEBUG oslo_vmware.api [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Task: {'id': task-3444390, 'name': ReconfigVM_Task, 'duration_secs': 1.060526} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.275289] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 9be7feaf-5abd-4017-8866-89a0f07f8a8b/ephemeral_0.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.276065] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ec73f15-2204-45b6-9a28-2ae8f2781605 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.283687] env[70398]: DEBUG oslo_vmware.api [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Waiting for the task: (returnval){ [ 892.283687] env[70398]: value = "task-3444391" [ 892.283687] env[70398]: _type = "Task" [ 892.283687] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.293365] env[70398]: DEBUG oslo_vmware.api [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Task: {'id': task-3444391, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.429094] env[70398]: DEBUG nova.network.neutron [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Successfully created port: f4cbeb4a-687c-4a64-935e-a9a2d6bdd830 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 892.458284] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5f761123-76af-436a-b4fd-15dd20bea2f0 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.539120] env[70398]: DEBUG nova.compute.manager [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 892.557975] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: c8365af2-10de-4aa2-833d-d5ed1253c168] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 892.798340] env[70398]: DEBUG oslo_vmware.api [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Task: {'id': task-3444391, 'name': Rename_Task, 'duration_secs': 0.169889} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.798739] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 892.799032] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b29b825c-588d-437b-a417-126beeedcafa {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.809849] env[70398]: DEBUG oslo_vmware.api [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Waiting for the task: (returnval){ [ 892.809849] env[70398]: value = "task-3444392" [ 892.809849] env[70398]: _type = "Task" [ 892.809849] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.822642] env[70398]: DEBUG oslo_vmware.api [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Task: {'id': task-3444392, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.971038] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038ffeeb-ec78-4bb8-bc23-9c6edc019903 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.979457] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c5ebbb-e34f-4c56-9cb7-1be54a92e809 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.019819] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb062fe6-c53d-45af-8952-1d691d69cfd7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.029329] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c9b732-7807-4907-8b26-29f4c00209fb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.049304] env[70398]: DEBUG nova.compute.provider_tree [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.068817] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: cdd1fa38-1202-4f1f-b724-375bca9255df] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 893.321312] env[70398]: DEBUG oslo_vmware.api [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Task: {'id': task-3444392, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.366891] env[70398]: DEBUG oslo_concurrency.lockutils [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquiring lock "3805da77-9f5d-4ffa-bc7b-141c94be3982" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.367155] env[70398]: DEBUG oslo_concurrency.lockutils [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "3805da77-9f5d-4ffa-bc7b-141c94be3982" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.552399] env[70398]: DEBUG nova.compute.manager [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 893.555154] env[70398]: DEBUG nova.scheduler.client.report [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.571736] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 00b4d7e3-e976-4885-ae92-0d62e3fb0d0d] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 893.588685] env[70398]: DEBUG nova.virt.hardware [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.589138] env[70398]: DEBUG nova.virt.hardware [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.589138] env[70398]: DEBUG nova.virt.hardware [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.589378] env[70398]: DEBUG nova.virt.hardware [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.589563] env[70398]: DEBUG nova.virt.hardware [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.589817] env[70398]: DEBUG nova.virt.hardware [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.589991] env[70398]: DEBUG nova.virt.hardware [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.590260] env[70398]: DEBUG nova.virt.hardware [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.590489] env[70398]: DEBUG nova.virt.hardware [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.590686] env[70398]: DEBUG nova.virt.hardware [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.590846] env[70398]: DEBUG nova.virt.hardware [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.591964] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74065872-c9cb-4c01-9e08-7c6abbe5ed11 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.601489] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22cd936f-d8e8-4f40-9f4e-2c94266122f0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.823011] env[70398]: DEBUG oslo_vmware.api [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Task: {'id': task-3444392, 'name': PowerOnVM_Task, 'duration_secs': 0.966059} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.823333] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 893.823570] env[70398]: INFO nova.compute.manager [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Took 11.09 seconds to spawn the instance on the hypervisor. [ 893.823776] env[70398]: DEBUG nova.compute.manager [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 893.824632] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1b88fd-abfa-46fe-be0b-d36850bf3a30 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.869713] env[70398]: DEBUG nova.compute.manager [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 894.010753] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Acquiring lock "a578cdfb-5a81-40b9-9a2d-fd13b26a7647" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.011011] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Lock "a578cdfb-5a81-40b9-9a2d-fd13b26a7647" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.062680] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.525s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.063074] env[70398]: DEBUG nova.compute.manager [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 894.065818] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b2dc9989-76b9-4288-9328-c6e9ff1145c6 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.094s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.066014] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b2dc9989-76b9-4288-9328-c6e9ff1145c6 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.067988] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.283s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.071085] env[70398]: INFO nova.compute.claims [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.076124] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 3bdd81ec-cf04-414c-b080-b756355338ea] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 894.103991] env[70398]: INFO nova.scheduler.client.report [None req-b2dc9989-76b9-4288-9328-c6e9ff1145c6 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Deleted allocations for instance 4919357d-d2fd-4bf5-a0f7-ea788c22aae1 [ 894.271644] env[70398]: DEBUG nova.compute.manager [req-5810cc96-4821-41eb-b657-8844388a760b req-3ba37df9-ee08-46a2-a677-3888028ebf28 service nova] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Received event network-vif-plugged-f4cbeb4a-687c-4a64-935e-a9a2d6bdd830 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.271869] env[70398]: DEBUG oslo_concurrency.lockutils [req-5810cc96-4821-41eb-b657-8844388a760b req-3ba37df9-ee08-46a2-a677-3888028ebf28 service nova] Acquiring lock "80d6c8a9-5980-45a5-b3a3-2704c74ab2f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.272092] env[70398]: DEBUG oslo_concurrency.lockutils [req-5810cc96-4821-41eb-b657-8844388a760b req-3ba37df9-ee08-46a2-a677-3888028ebf28 service nova] Lock "80d6c8a9-5980-45a5-b3a3-2704c74ab2f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.272267] env[70398]: DEBUG oslo_concurrency.lockutils [req-5810cc96-4821-41eb-b657-8844388a760b req-3ba37df9-ee08-46a2-a677-3888028ebf28 service nova] Lock "80d6c8a9-5980-45a5-b3a3-2704c74ab2f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.272447] env[70398]: DEBUG nova.compute.manager [req-5810cc96-4821-41eb-b657-8844388a760b req-3ba37df9-ee08-46a2-a677-3888028ebf28 service nova] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] No waiting events found dispatching network-vif-plugged-f4cbeb4a-687c-4a64-935e-a9a2d6bdd830 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 894.272779] env[70398]: WARNING nova.compute.manager [req-5810cc96-4821-41eb-b657-8844388a760b req-3ba37df9-ee08-46a2-a677-3888028ebf28 service nova] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Received unexpected event network-vif-plugged-f4cbeb4a-687c-4a64-935e-a9a2d6bdd830 for instance with vm_state building and task_state spawning. [ 894.343828] env[70398]: INFO nova.compute.manager [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Took 53.13 seconds to build instance. [ 894.392206] env[70398]: DEBUG oslo_concurrency.lockutils [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.429206] env[70398]: DEBUG nova.network.neutron [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Successfully updated port: f4cbeb4a-687c-4a64-935e-a9a2d6bdd830 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 894.513230] env[70398]: DEBUG nova.compute.manager [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: a578cdfb-5a81-40b9-9a2d-fd13b26a7647] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 894.579021] env[70398]: DEBUG nova.compute.utils [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 894.579021] env[70398]: DEBUG nova.compute.manager [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 894.579449] env[70398]: DEBUG nova.network.neutron [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 894.581940] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: e8a2f85b-9de5-4c62-b5dc-f27b0084cee0] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 894.620879] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b2dc9989-76b9-4288-9328-c6e9ff1145c6 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Lock "4919357d-d2fd-4bf5-a0f7-ea788c22aae1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.108s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.674411] env[70398]: DEBUG nova.policy [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '224b2ad1028a43e4bed188e78e340780', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e69c3b919fc4646908a33a0379ab0a6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 894.828515] env[70398]: DEBUG oslo_concurrency.lockutils [None req-28b85b5a-d08c-4428-8e2a-7f5de86fc4b2 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Acquiring lock "b54a1d0e-b5a0-4a1f-91a5-c5cef210e891" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.828804] env[70398]: DEBUG oslo_concurrency.lockutils [None req-28b85b5a-d08c-4428-8e2a-7f5de86fc4b2 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Lock "b54a1d0e-b5a0-4a1f-91a5-c5cef210e891" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.829023] env[70398]: DEBUG oslo_concurrency.lockutils [None req-28b85b5a-d08c-4428-8e2a-7f5de86fc4b2 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Acquiring lock "b54a1d0e-b5a0-4a1f-91a5-c5cef210e891-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.829207] env[70398]: DEBUG oslo_concurrency.lockutils [None req-28b85b5a-d08c-4428-8e2a-7f5de86fc4b2 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Lock "b54a1d0e-b5a0-4a1f-91a5-c5cef210e891-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.829371] env[70398]: DEBUG oslo_concurrency.lockutils [None req-28b85b5a-d08c-4428-8e2a-7f5de86fc4b2 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Lock "b54a1d0e-b5a0-4a1f-91a5-c5cef210e891-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.831718] env[70398]: INFO nova.compute.manager [None req-28b85b5a-d08c-4428-8e2a-7f5de86fc4b2 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Terminating instance [ 894.847443] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a626e9ec-b7b5-4f85-9f94-0a31bb709944 tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Lock "9be7feaf-5abd-4017-8866-89a0f07f8a8b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.642s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.931648] env[70398]: DEBUG oslo_concurrency.lockutils [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "refresh_cache-80d6c8a9-5980-45a5-b3a3-2704c74ab2f3" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.931839] env[70398]: DEBUG oslo_concurrency.lockutils [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquired lock "refresh_cache-80d6c8a9-5980-45a5-b3a3-2704c74ab2f3" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.931971] env[70398]: DEBUG nova.network.neutron [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.041197] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.085299] env[70398]: DEBUG nova.compute.manager [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 895.094056] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 0dcaf2c4-acfe-407e-8416-4164f5f62562] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 895.335734] env[70398]: DEBUG nova.compute.manager [None req-28b85b5a-d08c-4428-8e2a-7f5de86fc4b2 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 895.335998] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-28b85b5a-d08c-4428-8e2a-7f5de86fc4b2 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.339515] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118c51e9-50db-4b24-8f95-cc296cb2bf4d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.352866] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-28b85b5a-d08c-4428-8e2a-7f5de86fc4b2 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.353201] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a9c66cf-8ced-45af-8609-0f692c4b8bf0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.361642] env[70398]: DEBUG oslo_vmware.api [None req-28b85b5a-d08c-4428-8e2a-7f5de86fc4b2 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Waiting for the task: (returnval){ [ 895.361642] env[70398]: value = "task-3444393" [ 895.361642] env[70398]: _type = "Task" [ 895.361642] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.380520] env[70398]: DEBUG oslo_vmware.api [None req-28b85b5a-d08c-4428-8e2a-7f5de86fc4b2 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.396656] env[70398]: DEBUG nova.compute.manager [req-1e65bc28-b7ef-4230-acc5-41d014c60b44 req-0837c51b-ff11-44c0-8f2d-300252a215f6 service nova] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Received event network-changed-633d8f3f-8d50-4766-ab48-a8f7b19be44d {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.396854] env[70398]: DEBUG nova.compute.manager [req-1e65bc28-b7ef-4230-acc5-41d014c60b44 req-0837c51b-ff11-44c0-8f2d-300252a215f6 service nova] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Refreshing instance network info cache due to event network-changed-633d8f3f-8d50-4766-ab48-a8f7b19be44d. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 895.397531] env[70398]: DEBUG oslo_concurrency.lockutils [req-1e65bc28-b7ef-4230-acc5-41d014c60b44 req-0837c51b-ff11-44c0-8f2d-300252a215f6 service nova] Acquiring lock "refresh_cache-9be7feaf-5abd-4017-8866-89a0f07f8a8b" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.397531] env[70398]: DEBUG oslo_concurrency.lockutils [req-1e65bc28-b7ef-4230-acc5-41d014c60b44 req-0837c51b-ff11-44c0-8f2d-300252a215f6 service nova] Acquired lock "refresh_cache-9be7feaf-5abd-4017-8866-89a0f07f8a8b" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.397531] env[70398]: DEBUG nova.network.neutron [req-1e65bc28-b7ef-4230-acc5-41d014c60b44 req-0837c51b-ff11-44c0-8f2d-300252a215f6 service nova] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Refreshing network info cache for port 633d8f3f-8d50-4766-ab48-a8f7b19be44d {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 895.474932] env[70398]: DEBUG nova.network.neutron [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 895.491653] env[70398]: DEBUG nova.network.neutron [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Successfully created port: 9053e2e3-c4ff-4324-ab99-ab78901cd98c {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 895.572987] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7800b8d8-28bd-4269-b0f5-75334f5018b7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.585936] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70778033-af72-4451-9131-15e9a539eb30 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.595299] env[70398]: INFO nova.virt.block_device [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Booting with volume 4182611d-d4aa-4cfe-bbfb-77333e44bec6 at /dev/sda [ 895.596799] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 9f30832c-d957-4c99-a1f3-fe022e2c73b9] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 895.628243] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c24f75-4ec9-4f8a-ab2e-21b42f7a853a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.642836] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340e6dab-0aa1-489f-8077-d3376aca7325 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.659692] env[70398]: DEBUG nova.compute.provider_tree [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.666289] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0786563a-6a53-4b2a-9d24-401f2a62abf6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.678822] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e6bf56-ed12-45e4-8d0c-61dfb71ae588 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.704339] env[70398]: DEBUG nova.network.neutron [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Updating instance_info_cache with network_info: [{"id": "f4cbeb4a-687c-4a64-935e-a9a2d6bdd830", "address": "fa:16:3e:9b:2a:6f", "network": {"id": "5d95ca4f-960e-421c-9130-8d3e409f34c5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-80910192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68376abf86b14e67a33ef720177607f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4cbeb4a-68", "ovs_interfaceid": "f4cbeb4a-687c-4a64-935e-a9a2d6bdd830", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.718132] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f59a4459-40a1-4759-b138-a3e69003dc40 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.728351] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbe8630-f60e-4144-8633-a170c5ec76e4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.761852] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c97aef-ab4f-43b1-9e73-39d4b32af4a6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.769710] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5021a811-22e8-4209-a94e-7778bc89d7ae {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.790850] env[70398]: DEBUG nova.virt.block_device [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Updating existing volume attachment record: 66c9d263-61b0-4660-aaa5-51b310461ebb {{(pid=70398) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 895.872550] env[70398]: DEBUG oslo_vmware.api [None req-28b85b5a-d08c-4428-8e2a-7f5de86fc4b2 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444393, 'name': PowerOffVM_Task, 'duration_secs': 0.294229} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.872864] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-28b85b5a-d08c-4428-8e2a-7f5de86fc4b2 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 895.873046] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-28b85b5a-d08c-4428-8e2a-7f5de86fc4b2 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 895.873447] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c03c807-fd55-434e-8fa7-e66769196dde {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.129852] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 0f08f3f7-9fae-4f49-8185-4c0402fb2dcf] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 896.154225] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-28b85b5a-d08c-4428-8e2a-7f5de86fc4b2 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 896.154318] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-28b85b5a-d08c-4428-8e2a-7f5de86fc4b2 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 896.154511] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-28b85b5a-d08c-4428-8e2a-7f5de86fc4b2 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Deleting the datastore file [datastore1] b54a1d0e-b5a0-4a1f-91a5-c5cef210e891 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 896.154794] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c58ad2f6-5116-4a5e-8eb4-8f30842a7339 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.165674] env[70398]: DEBUG nova.scheduler.client.report [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.167230] env[70398]: DEBUG oslo_vmware.api [None req-28b85b5a-d08c-4428-8e2a-7f5de86fc4b2 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Waiting for the task: (returnval){ [ 896.167230] env[70398]: value = "task-3444395" [ 896.167230] env[70398]: _type = "Task" [ 896.167230] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.181362] env[70398]: DEBUG oslo_vmware.api [None req-28b85b5a-d08c-4428-8e2a-7f5de86fc4b2 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.209550] env[70398]: DEBUG oslo_concurrency.lockutils [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Releasing lock "refresh_cache-80d6c8a9-5980-45a5-b3a3-2704c74ab2f3" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.209550] env[70398]: DEBUG nova.compute.manager [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Instance network_info: |[{"id": "f4cbeb4a-687c-4a64-935e-a9a2d6bdd830", "address": "fa:16:3e:9b:2a:6f", "network": {"id": "5d95ca4f-960e-421c-9130-8d3e409f34c5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-80910192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68376abf86b14e67a33ef720177607f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4cbeb4a-68", "ovs_interfaceid": "f4cbeb4a-687c-4a64-935e-a9a2d6bdd830", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 896.209747] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:2a:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4406a73e-2189-46ac-9e96-4f0af80b5094', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4cbeb4a-687c-4a64-935e-a9a2d6bdd830', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 896.217931] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Creating folder: Project (68376abf86b14e67a33ef720177607f0). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 896.219226] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83bda6e1-7eae-4c41-a65e-5eef0efa5683 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.231089] env[70398]: DEBUG nova.network.neutron [req-1e65bc28-b7ef-4230-acc5-41d014c60b44 req-0837c51b-ff11-44c0-8f2d-300252a215f6 service nova] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Updated VIF entry in instance network info cache for port 633d8f3f-8d50-4766-ab48-a8f7b19be44d. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 896.231492] env[70398]: DEBUG nova.network.neutron [req-1e65bc28-b7ef-4230-acc5-41d014c60b44 req-0837c51b-ff11-44c0-8f2d-300252a215f6 service nova] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Updating instance_info_cache with network_info: [{"id": "633d8f3f-8d50-4766-ab48-a8f7b19be44d", "address": "fa:16:3e:d5:a0:42", "network": {"id": "dfd38765-f834-46af-8784-30c6552faeb3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1221124005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "581cc4d0b6bb4d30a97da6ef9a112d33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap633d8f3f-8d", "ovs_interfaceid": "633d8f3f-8d50-4766-ab48-a8f7b19be44d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.235017] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Created folder: Project (68376abf86b14e67a33ef720177607f0) in parent group-v687430. [ 896.235229] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Creating folder: Instances. Parent ref: group-v687616. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 896.235763] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3fe1589-07d7-4099-91cf-f49dcd826483 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.248994] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Created folder: Instances in parent group-v687616. [ 896.249527] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.250299] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 896.250543] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79df2f61-d042-4237-8695-5be18ca348f2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.274707] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 896.274707] env[70398]: value = "task-3444398" [ 896.274707] env[70398]: _type = "Task" [ 896.274707] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.285494] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444398, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.301412] env[70398]: DEBUG nova.compute.manager [req-b0da08d5-f360-466d-850e-f3792ae09257 req-6b819cca-1956-4762-8e81-41b4d3886705 service nova] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Received event network-changed-f4cbeb4a-687c-4a64-935e-a9a2d6bdd830 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.301959] env[70398]: DEBUG nova.compute.manager [req-b0da08d5-f360-466d-850e-f3792ae09257 req-6b819cca-1956-4762-8e81-41b4d3886705 service nova] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Refreshing instance network info cache due to event network-changed-f4cbeb4a-687c-4a64-935e-a9a2d6bdd830. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 896.302220] env[70398]: DEBUG oslo_concurrency.lockutils [req-b0da08d5-f360-466d-850e-f3792ae09257 req-6b819cca-1956-4762-8e81-41b4d3886705 service nova] Acquiring lock "refresh_cache-80d6c8a9-5980-45a5-b3a3-2704c74ab2f3" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.302726] env[70398]: DEBUG oslo_concurrency.lockutils [req-b0da08d5-f360-466d-850e-f3792ae09257 req-6b819cca-1956-4762-8e81-41b4d3886705 service nova] Acquired lock "refresh_cache-80d6c8a9-5980-45a5-b3a3-2704c74ab2f3" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.302726] env[70398]: DEBUG nova.network.neutron [req-b0da08d5-f360-466d-850e-f3792ae09257 req-6b819cca-1956-4762-8e81-41b4d3886705 service nova] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Refreshing network info cache for port f4cbeb4a-687c-4a64-935e-a9a2d6bdd830 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 896.633977] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 738b60d6-4018-42f1-ada4-f3774e4c3d98] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 896.668792] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.669358] env[70398]: DEBUG nova.compute.manager [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 896.674246] env[70398]: DEBUG oslo_concurrency.lockutils [None req-553e6916-cb0c-4059-93b0-f4d8e4988dc0 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.238s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.674491] env[70398]: DEBUG oslo_concurrency.lockutils [None req-553e6916-cb0c-4059-93b0-f4d8e4988dc0 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.676835] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bcba3082-3945-40b3-841f-bf4ab4d231f7 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.527s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.677079] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bcba3082-3945-40b3-841f-bf4ab4d231f7 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.680000] env[70398]: DEBUG oslo_concurrency.lockutils [None req-570ed289-7143-465a-8164-f06654698edd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.298s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.680322] env[70398]: DEBUG oslo_concurrency.lockutils [None req-570ed289-7143-465a-8164-f06654698edd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.684852] env[70398]: DEBUG oslo_concurrency.lockutils [None req-06b5976a-369f-4581-88b2-100c1c8a50f9 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.150s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.685068] env[70398]: DEBUG oslo_concurrency.lockutils [None req-06b5976a-369f-4581-88b2-100c1c8a50f9 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.686843] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d4f6e663-518c-44bd-a6a8-2f35608cc460 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.039s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.687049] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d4f6e663-518c-44bd-a6a8-2f35608cc460 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.688663] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2252a20f-b2a3-431b-88ea-736f3fb925fa tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.768s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.688849] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2252a20f-b2a3-431b-88ea-736f3fb925fa tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.690772] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2ad3d350-b399-406a-bf55-3e44134566a9 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.319s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.691913] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2ad3d350-b399-406a-bf55-3e44134566a9 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.693599] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.091s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.695155] env[70398]: INFO nova.compute.claims [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 16516c7e-88d7-47c3-8c2b-1a4284b4a42d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 896.710887] env[70398]: DEBUG oslo_vmware.api [None req-28b85b5a-d08c-4428-8e2a-7f5de86fc4b2 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Task: {'id': task-3444395, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222192} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.711188] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-28b85b5a-d08c-4428-8e2a-7f5de86fc4b2 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.711384] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-28b85b5a-d08c-4428-8e2a-7f5de86fc4b2 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.711574] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-28b85b5a-d08c-4428-8e2a-7f5de86fc4b2 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.711765] env[70398]: INFO nova.compute.manager [None req-28b85b5a-d08c-4428-8e2a-7f5de86fc4b2 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Took 1.38 seconds to destroy the instance on the hypervisor. [ 896.712035] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28b85b5a-d08c-4428-8e2a-7f5de86fc4b2 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.714332] env[70398]: DEBUG nova.compute.manager [-] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 896.714332] env[70398]: DEBUG nova.network.neutron [-] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 896.737160] env[70398]: DEBUG oslo_concurrency.lockutils [req-1e65bc28-b7ef-4230-acc5-41d014c60b44 req-0837c51b-ff11-44c0-8f2d-300252a215f6 service nova] Releasing lock "refresh_cache-9be7feaf-5abd-4017-8866-89a0f07f8a8b" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.743433] env[70398]: INFO nova.scheduler.client.report [None req-553e6916-cb0c-4059-93b0-f4d8e4988dc0 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Deleted allocations for instance 714161a0-3d7b-4410-9efb-016ba0fb2101 [ 896.748241] env[70398]: INFO nova.scheduler.client.report [None req-bcba3082-3945-40b3-841f-bf4ab4d231f7 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Deleted allocations for instance 495c1dd4-03ba-407f-b436-17bd65c1f11a [ 896.761109] env[70398]: INFO nova.scheduler.client.report [None req-570ed289-7143-465a-8164-f06654698edd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Deleted allocations for instance 6e0de7b8-ef2d-4449-8e08-e188d9f210ad [ 896.765102] env[70398]: INFO nova.scheduler.client.report [None req-06b5976a-369f-4581-88b2-100c1c8a50f9 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Deleted allocations for instance 3c8725af-7781-4b14-a75a-ae5eeffe6e28 [ 896.785019] env[70398]: INFO nova.scheduler.client.report [None req-2ad3d350-b399-406a-bf55-3e44134566a9 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Deleted allocations for instance 4644c5df-2060-436f-a226-c31c0d750847 [ 896.793949] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444398, 'name': CreateVM_Task, 'duration_secs': 0.40338} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.793949] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 896.794994] env[70398]: DEBUG oslo_concurrency.lockutils [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.794994] env[70398]: DEBUG oslo_concurrency.lockutils [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.795385] env[70398]: DEBUG oslo_concurrency.lockutils [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.795750] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b3640a2-6410-43dd-aad5-72635492c070 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.801922] env[70398]: DEBUG oslo_vmware.api [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 896.801922] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52931a1e-e855-f6fc-5e36-a1fa35c81d52" [ 896.801922] env[70398]: _type = "Task" [ 896.801922] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.805914] env[70398]: INFO nova.scheduler.client.report [None req-2252a20f-b2a3-431b-88ea-736f3fb925fa tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Deleted allocations for instance 49dc8961-e4d2-4629-98ec-af3983039457 [ 896.810529] env[70398]: INFO nova.scheduler.client.report [None req-d4f6e663-518c-44bd-a6a8-2f35608cc460 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Deleted allocations for instance 6c788574-439c-4c94-819c-84f842795a9d [ 896.816414] env[70398]: WARNING oslo_messaging._drivers.amqpdriver [None req-d4f6e663-518c-44bd-a6a8-2f35608cc460 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 896.822475] env[70398]: DEBUG oslo_vmware.api [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52931a1e-e855-f6fc-5e36-a1fa35c81d52, 'name': SearchDatastore_Task, 'duration_secs': 0.010994} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.822475] env[70398]: DEBUG oslo_concurrency.lockutils [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.822641] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 896.823439] env[70398]: DEBUG oslo_concurrency.lockutils [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.823439] env[70398]: DEBUG oslo_concurrency.lockutils [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.823652] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 896.824417] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13e30053-db44-434b-a346-b81f01f0c2cd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.836088] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 896.836744] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 896.837123] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c1d6b0e-42ac-4242-8868-3a8b9ad442da {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.844686] env[70398]: DEBUG oslo_vmware.api [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 896.844686] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e38ccc-c178-d39b-544a-19559b133d13" [ 896.844686] env[70398]: _type = "Task" [ 896.844686] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.863019] env[70398]: DEBUG oslo_vmware.api [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e38ccc-c178-d39b-544a-19559b133d13, 'name': SearchDatastore_Task, 'duration_secs': 0.011221} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.865080] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d8fc31d-1820-4d11-9676-b27dfaa6bcef {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.877187] env[70398]: DEBUG oslo_vmware.api [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 896.877187] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]523117bf-b38c-1318-0c8c-fbdea151d90a" [ 896.877187] env[70398]: _type = "Task" [ 896.877187] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.889018] env[70398]: DEBUG oslo_vmware.api [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]523117bf-b38c-1318-0c8c-fbdea151d90a, 'name': SearchDatastore_Task, 'duration_secs': 0.01116} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.889018] env[70398]: DEBUG oslo_concurrency.lockutils [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.889018] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3/80d6c8a9-5980-45a5-b3a3-2704c74ab2f3.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 896.889467] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2c51699-b0a9-41a1-aee9-941739fef6fe {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.900523] env[70398]: DEBUG oslo_vmware.api [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 896.900523] env[70398]: value = "task-3444399" [ 896.900523] env[70398]: _type = "Task" [ 896.900523] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.919718] env[70398]: DEBUG oslo_vmware.api [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444399, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.137808] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 4761bd86-261a-4525-a2bf-df74065c403d] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 897.175576] env[70398]: DEBUG nova.compute.utils [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 897.177914] env[70398]: DEBUG nova.compute.manager [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 897.178114] env[70398]: DEBUG nova.network.neutron [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 897.220795] env[70398]: DEBUG nova.network.neutron [req-b0da08d5-f360-466d-850e-f3792ae09257 req-6b819cca-1956-4762-8e81-41b4d3886705 service nova] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Updated VIF entry in instance network info cache for port f4cbeb4a-687c-4a64-935e-a9a2d6bdd830. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 897.221248] env[70398]: DEBUG nova.network.neutron [req-b0da08d5-f360-466d-850e-f3792ae09257 req-6b819cca-1956-4762-8e81-41b4d3886705 service nova] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Updating instance_info_cache with network_info: [{"id": "f4cbeb4a-687c-4a64-935e-a9a2d6bdd830", "address": "fa:16:3e:9b:2a:6f", "network": {"id": "5d95ca4f-960e-421c-9130-8d3e409f34c5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-80910192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68376abf86b14e67a33ef720177607f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4cbeb4a-68", "ovs_interfaceid": "f4cbeb4a-687c-4a64-935e-a9a2d6bdd830", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.267229] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bcba3082-3945-40b3-841f-bf4ab4d231f7 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lock "495c1dd4-03ba-407f-b436-17bd65c1f11a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.161s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.268572] env[70398]: DEBUG oslo_concurrency.lockutils [None req-553e6916-cb0c-4059-93b0-f4d8e4988dc0 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Lock "714161a0-3d7b-4410-9efb-016ba0fb2101" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.358s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.275789] env[70398]: DEBUG nova.policy [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4201758a5a84443fbccddfc41af0b88f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fdd435c028a44f1698e5721cd66fa566', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 897.283403] env[70398]: DEBUG oslo_concurrency.lockutils [None req-570ed289-7143-465a-8164-f06654698edd tempest-ServersAdminNegativeTestJSON-674820233 tempest-ServersAdminNegativeTestJSON-674820233-project-member] Lock "6e0de7b8-ef2d-4449-8e08-e188d9f210ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.215s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.285171] env[70398]: DEBUG oslo_concurrency.lockutils [None req-06b5976a-369f-4581-88b2-100c1c8a50f9 tempest-MultipleCreateTestJSON-1322513917 tempest-MultipleCreateTestJSON-1322513917-project-member] Lock "3c8725af-7781-4b14-a75a-ae5eeffe6e28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.063s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.292891] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2ad3d350-b399-406a-bf55-3e44134566a9 tempest-ServersV294TestFqdnHostnames-1461588630 tempest-ServersV294TestFqdnHostnames-1461588630-project-member] Lock "4644c5df-2060-436f-a226-c31c0d750847" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.533s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.320702] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2252a20f-b2a3-431b-88ea-736f3fb925fa tempest-ServerPasswordTestJSON-1316657875 tempest-ServerPasswordTestJSON-1316657875-project-member] Lock "49dc8961-e4d2-4629-98ec-af3983039457" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.990s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.326505] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d4f6e663-518c-44bd-a6a8-2f35608cc460 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Lock "6c788574-439c-4c94-819c-84f842795a9d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.611s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.422750] env[70398]: DEBUG oslo_vmware.api [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444399, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.516162] env[70398]: DEBUG nova.compute.manager [req-fdbd5f5e-3423-4781-a3ad-ea9fdcad4d59 req-1784fb7d-b112-4b45-8dee-c965f4aa3ecd service nova] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Received event network-vif-deleted-5786f913-67e8-4f30-98e6-330887d6a807 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.516436] env[70398]: INFO nova.compute.manager [req-fdbd5f5e-3423-4781-a3ad-ea9fdcad4d59 req-1784fb7d-b112-4b45-8dee-c965f4aa3ecd service nova] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Neutron deleted interface 5786f913-67e8-4f30-98e6-330887d6a807; detaching it from the instance and deleting it from the info cache [ 897.516548] env[70398]: DEBUG nova.network.neutron [req-fdbd5f5e-3423-4781-a3ad-ea9fdcad4d59 req-1784fb7d-b112-4b45-8dee-c965f4aa3ecd service nova] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.577237] env[70398]: DEBUG oslo_concurrency.lockutils [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Acquiring lock "9e2c439e-dd2a-4693-8c5b-cdc5751d0003" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.578068] env[70398]: DEBUG oslo_concurrency.lockutils [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Lock "9e2c439e-dd2a-4693-8c5b-cdc5751d0003" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.594196] env[70398]: DEBUG nova.network.neutron [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Successfully updated port: 9053e2e3-c4ff-4324-ab99-ab78901cd98c {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 897.620790] env[70398]: DEBUG oslo_concurrency.lockutils [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Acquiring lock "ea8c9faf-bc44-432a-a3c3-c623af6817a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.620967] env[70398]: DEBUG oslo_concurrency.lockutils [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Lock "ea8c9faf-bc44-432a-a3c3-c623af6817a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.640914] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: bb51f520-2d79-411b-989a-829094314e11] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 897.671408] env[70398]: DEBUG oslo_concurrency.lockutils [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Acquiring lock "cad40843-0cdf-483a-a030-0837aeca9bba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.671681] env[70398]: DEBUG oslo_concurrency.lockutils [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Lock "cad40843-0cdf-483a-a030-0837aeca9bba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.681133] env[70398]: DEBUG nova.compute.manager [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 897.723976] env[70398]: DEBUG oslo_concurrency.lockutils [req-b0da08d5-f360-466d-850e-f3792ae09257 req-6b819cca-1956-4762-8e81-41b4d3886705 service nova] Releasing lock "refresh_cache-80d6c8a9-5980-45a5-b3a3-2704c74ab2f3" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.743395] env[70398]: DEBUG nova.network.neutron [-] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.913079] env[70398]: DEBUG oslo_vmware.api [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444399, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596028} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.913383] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3/80d6c8a9-5980-45a5-b3a3-2704c74ab2f3.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 897.913567] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 897.913814] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47663105-e75f-4649-9b53-287d75a1d010 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.923972] env[70398]: DEBUG oslo_vmware.api [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 897.923972] env[70398]: value = "task-3444400" [ 897.923972] env[70398]: _type = "Task" [ 897.923972] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.930784] env[70398]: DEBUG nova.compute.manager [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 897.931420] env[70398]: DEBUG nova.virt.hardware [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 897.931637] env[70398]: DEBUG nova.virt.hardware [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 897.931795] env[70398]: DEBUG nova.virt.hardware [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 897.931975] env[70398]: DEBUG nova.virt.hardware [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 897.932136] env[70398]: DEBUG nova.virt.hardware [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 897.932288] env[70398]: DEBUG nova.virt.hardware [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 897.932524] env[70398]: DEBUG nova.virt.hardware [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 897.932649] env[70398]: DEBUG nova.virt.hardware [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 897.932981] env[70398]: DEBUG nova.virt.hardware [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 897.932981] env[70398]: DEBUG nova.virt.hardware [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 897.933155] env[70398]: DEBUG nova.virt.hardware [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 897.933963] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28146b67-6f03-4f39-b45e-62d28865f1fd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.945565] env[70398]: DEBUG oslo_vmware.api [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444400, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.946866] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d348e32a-0e1c-42f9-8355-83236f91c3fd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.985059] env[70398]: DEBUG nova.network.neutron [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Successfully created port: 31dc7c09-c1a1-4a39-82c8-ad1af28a4a4c {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 898.022885] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-297e3436-2219-45a5-96a9-5a63e0fb6526 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.036088] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ecb258-f777-431c-a963-4ed96a017f3c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.072176] env[70398]: DEBUG nova.compute.manager [req-fdbd5f5e-3423-4781-a3ad-ea9fdcad4d59 req-1784fb7d-b112-4b45-8dee-c965f4aa3ecd service nova] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Detach interface failed, port_id=5786f913-67e8-4f30-98e6-330887d6a807, reason: Instance b54a1d0e-b5a0-4a1f-91a5-c5cef210e891 could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 898.079694] env[70398]: DEBUG nova.compute.manager [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: 9e2c439e-dd2a-4693-8c5b-cdc5751d0003] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 898.097032] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Acquiring lock "refresh_cache-e707265e-e17d-498e-bfbc-91fd03288d27" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.097184] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Acquired lock "refresh_cache-e707265e-e17d-498e-bfbc-91fd03288d27" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.097336] env[70398]: DEBUG nova.network.neutron [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.124320] env[70398]: DEBUG nova.compute.manager [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: ea8c9faf-bc44-432a-a3c3-c623af6817a2] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 898.144060] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 80c143e6-56dd-4a92-bb8d-d4c2a3456ec9] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 898.175084] env[70398]: DEBUG nova.compute.manager [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: cad40843-0cdf-483a-a030-0837aeca9bba] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 898.187183] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02bdba0-4047-4249-a10d-0e452ac99831 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.198662] env[70398]: DEBUG oslo_concurrency.lockutils [None req-480e0714-3a02-4e16-93ea-5b5a89f5e581 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquiring lock "61bc5681-9186-49fe-a635-56bd82450752" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.198950] env[70398]: DEBUG oslo_concurrency.lockutils [None req-480e0714-3a02-4e16-93ea-5b5a89f5e581 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Lock "61bc5681-9186-49fe-a635-56bd82450752" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.199429] env[70398]: DEBUG oslo_concurrency.lockutils [None req-480e0714-3a02-4e16-93ea-5b5a89f5e581 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquiring lock "61bc5681-9186-49fe-a635-56bd82450752-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.199690] env[70398]: DEBUG oslo_concurrency.lockutils [None req-480e0714-3a02-4e16-93ea-5b5a89f5e581 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Lock "61bc5681-9186-49fe-a635-56bd82450752-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.199938] env[70398]: DEBUG oslo_concurrency.lockutils [None req-480e0714-3a02-4e16-93ea-5b5a89f5e581 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Lock "61bc5681-9186-49fe-a635-56bd82450752-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.203033] env[70398]: INFO nova.compute.manager [None req-480e0714-3a02-4e16-93ea-5b5a89f5e581 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 61bc5681-9186-49fe-a635-56bd82450752] Terminating instance [ 898.209328] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a958464-b890-475c-8726-0df9a3fd7351 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.250468] env[70398]: INFO nova.compute.manager [-] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Took 1.54 seconds to deallocate network for instance. [ 898.253304] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9bd409-9a42-4688-8969-3068ec7d3d49 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.266229] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0cc9fd-75c1-4bf5-a131-786a2e7a00f7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.285529] env[70398]: DEBUG nova.compute.provider_tree [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.410367] env[70398]: DEBUG nova.compute.manager [req-04c0d59a-79ff-4e49-a50b-e1cef6236e9d req-fbc172ee-c17f-4c54-91d3-c1f1deaf9453 service nova] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Received event network-vif-plugged-9053e2e3-c4ff-4324-ab99-ab78901cd98c {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.410585] env[70398]: DEBUG oslo_concurrency.lockutils [req-04c0d59a-79ff-4e49-a50b-e1cef6236e9d req-fbc172ee-c17f-4c54-91d3-c1f1deaf9453 service nova] Acquiring lock "e707265e-e17d-498e-bfbc-91fd03288d27-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.410788] env[70398]: DEBUG oslo_concurrency.lockutils [req-04c0d59a-79ff-4e49-a50b-e1cef6236e9d req-fbc172ee-c17f-4c54-91d3-c1f1deaf9453 service nova] Lock "e707265e-e17d-498e-bfbc-91fd03288d27-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.411667] env[70398]: DEBUG oslo_concurrency.lockutils [req-04c0d59a-79ff-4e49-a50b-e1cef6236e9d req-fbc172ee-c17f-4c54-91d3-c1f1deaf9453 service nova] Lock "e707265e-e17d-498e-bfbc-91fd03288d27-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.411667] env[70398]: DEBUG nova.compute.manager [req-04c0d59a-79ff-4e49-a50b-e1cef6236e9d req-fbc172ee-c17f-4c54-91d3-c1f1deaf9453 service nova] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] No waiting events found dispatching network-vif-plugged-9053e2e3-c4ff-4324-ab99-ab78901cd98c {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 898.411667] env[70398]: WARNING nova.compute.manager [req-04c0d59a-79ff-4e49-a50b-e1cef6236e9d req-fbc172ee-c17f-4c54-91d3-c1f1deaf9453 service nova] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Received unexpected event network-vif-plugged-9053e2e3-c4ff-4324-ab99-ab78901cd98c for instance with vm_state building and task_state spawning. [ 898.411667] env[70398]: DEBUG nova.compute.manager [req-04c0d59a-79ff-4e49-a50b-e1cef6236e9d req-fbc172ee-c17f-4c54-91d3-c1f1deaf9453 service nova] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Received event network-changed-9053e2e3-c4ff-4324-ab99-ab78901cd98c {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.411667] env[70398]: DEBUG nova.compute.manager [req-04c0d59a-79ff-4e49-a50b-e1cef6236e9d req-fbc172ee-c17f-4c54-91d3-c1f1deaf9453 service nova] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Refreshing instance network info cache due to event network-changed-9053e2e3-c4ff-4324-ab99-ab78901cd98c. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 898.412042] env[70398]: DEBUG oslo_concurrency.lockutils [req-04c0d59a-79ff-4e49-a50b-e1cef6236e9d req-fbc172ee-c17f-4c54-91d3-c1f1deaf9453 service nova] Acquiring lock "refresh_cache-e707265e-e17d-498e-bfbc-91fd03288d27" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.436621] env[70398]: DEBUG oslo_vmware.api [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444400, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069502} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.436899] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 898.438032] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1246790-dcbe-4c84-95e7-04fb7a69030b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.463531] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3/80d6c8a9-5980-45a5-b3a3-2704c74ab2f3.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 898.463859] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8dfb80ae-b286-4e68-be20-ae1441b319fa {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.485829] env[70398]: DEBUG oslo_vmware.api [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 898.485829] env[70398]: value = "task-3444401" [ 898.485829] env[70398]: _type = "Task" [ 898.485829] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.495224] env[70398]: DEBUG oslo_vmware.api [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444401, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.605686] env[70398]: DEBUG oslo_concurrency.lockutils [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.643903] env[70398]: DEBUG oslo_concurrency.lockutils [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.647496] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: e520b86c-a70c-48a3-bb69-8212a40050cb] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 898.699992] env[70398]: DEBUG oslo_concurrency.lockutils [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.703274] env[70398]: DEBUG nova.compute.manager [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 898.705872] env[70398]: DEBUG nova.network.neutron [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 898.712233] env[70398]: DEBUG nova.compute.manager [None req-480e0714-3a02-4e16-93ea-5b5a89f5e581 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 61bc5681-9186-49fe-a635-56bd82450752] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 898.712233] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-480e0714-3a02-4e16-93ea-5b5a89f5e581 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 61bc5681-9186-49fe-a635-56bd82450752] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 898.712233] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ae8251-3809-4895-a37a-1a1c2322077c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.721045] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-480e0714-3a02-4e16-93ea-5b5a89f5e581 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 61bc5681-9186-49fe-a635-56bd82450752] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.721320] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcc5d80c-7cb7-4f8b-9164-12af78fa9fc3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.730901] env[70398]: DEBUG oslo_vmware.api [None req-480e0714-3a02-4e16-93ea-5b5a89f5e581 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 898.730901] env[70398]: value = "task-3444402" [ 898.730901] env[70398]: _type = "Task" [ 898.730901] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.746943] env[70398]: DEBUG oslo_vmware.api [None req-480e0714-3a02-4e16-93ea-5b5a89f5e581 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444402, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.749474] env[70398]: DEBUG nova.virt.hardware [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 898.749714] env[70398]: DEBUG nova.virt.hardware [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 898.749868] env[70398]: DEBUG nova.virt.hardware [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 898.750054] env[70398]: DEBUG nova.virt.hardware [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 898.750235] env[70398]: DEBUG nova.virt.hardware [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 898.750400] env[70398]: DEBUG nova.virt.hardware [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 898.750645] env[70398]: DEBUG nova.virt.hardware [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 898.750832] env[70398]: DEBUG nova.virt.hardware [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 898.751018] env[70398]: DEBUG nova.virt.hardware [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 898.751422] env[70398]: DEBUG nova.virt.hardware [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 898.751635] env[70398]: DEBUG nova.virt.hardware [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 898.752867] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7996fa0f-6637-4f66-852d-fbe0891f3f70 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.760960] env[70398]: DEBUG oslo_concurrency.lockutils [None req-28b85b5a-d08c-4428-8e2a-7f5de86fc4b2 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.763196] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c25cde6-a024-4783-b594-aab586e23fe4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.789588] env[70398]: DEBUG nova.scheduler.client.report [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.000485] env[70398]: DEBUG oslo_vmware.api [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444401, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.150809] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: cfc4e624-db92-423c-969c-64d433595497] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 899.243167] env[70398]: DEBUG oslo_vmware.api [None req-480e0714-3a02-4e16-93ea-5b5a89f5e581 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444402, 'name': PowerOffVM_Task, 'duration_secs': 0.22521} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.243461] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-480e0714-3a02-4e16-93ea-5b5a89f5e581 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 61bc5681-9186-49fe-a635-56bd82450752] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.243631] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-480e0714-3a02-4e16-93ea-5b5a89f5e581 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 61bc5681-9186-49fe-a635-56bd82450752] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 899.243885] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44605211-ec1a-4097-a5c3-c8111c3f8ccd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.302314] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.302314] env[70398]: DEBUG nova.compute.manager [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 16516c7e-88d7-47c3-8c2b-1a4284b4a42d] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 899.308527] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2a8dc235-342b-4865-9b3f-d7f6619246cd tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.976s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.308916] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2a8dc235-342b-4865-9b3f-d7f6619246cd tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.315245] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.651s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.315556] env[70398]: INFO nova.compute.claims [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 899.319429] env[70398]: DEBUG nova.network.neutron [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Updating instance_info_cache with network_info: [{"id": "9053e2e3-c4ff-4324-ab99-ab78901cd98c", "address": "fa:16:3e:62:c4:4d", "network": {"id": "8fad5b36-09ed-4191-ad7c-ee11486fe281", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-794096322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e69c3b919fc4646908a33a0379ab0a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9053e2e3-c4", "ovs_interfaceid": "9053e2e3-c4ff-4324-ab99-ab78901cd98c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.325966] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-480e0714-3a02-4e16-93ea-5b5a89f5e581 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 61bc5681-9186-49fe-a635-56bd82450752] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 899.325966] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-480e0714-3a02-4e16-93ea-5b5a89f5e581 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 61bc5681-9186-49fe-a635-56bd82450752] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 899.325966] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-480e0714-3a02-4e16-93ea-5b5a89f5e581 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Deleting the datastore file [datastore2] 61bc5681-9186-49fe-a635-56bd82450752 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 899.325966] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a20f3f09-479a-4d2c-894d-5cc957a9e4e2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.333420] env[70398]: DEBUG oslo_vmware.api [None req-480e0714-3a02-4e16-93ea-5b5a89f5e581 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 899.333420] env[70398]: value = "task-3444404" [ 899.333420] env[70398]: _type = "Task" [ 899.333420] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.345080] env[70398]: DEBUG oslo_vmware.api [None req-480e0714-3a02-4e16-93ea-5b5a89f5e581 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444404, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.368450] env[70398]: INFO nova.scheduler.client.report [None req-2a8dc235-342b-4865-9b3f-d7f6619246cd tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Deleted allocations for instance 8bc5386e-1109-460a-bb30-98f7289b249c [ 899.501619] env[70398]: DEBUG oslo_vmware.api [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444401, 'name': ReconfigVM_Task, 'duration_secs': 0.889702} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.501937] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3/80d6c8a9-5980-45a5-b3a3-2704c74ab2f3.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.502633] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f67ea759-3964-4d80-ab23-bd8e7ab19e1e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.511245] env[70398]: DEBUG oslo_vmware.api [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 899.511245] env[70398]: value = "task-3444405" [ 899.511245] env[70398]: _type = "Task" [ 899.511245] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.523033] env[70398]: DEBUG oslo_vmware.api [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444405, 'name': Rename_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.654542] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 94ca8146-bef3-47a0-a41f-51e3b2d773b9] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 899.823330] env[70398]: DEBUG nova.compute.utils [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 899.825436] env[70398]: DEBUG nova.compute.manager [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 16516c7e-88d7-47c3-8c2b-1a4284b4a42d] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 899.825853] env[70398]: DEBUG nova.network.neutron [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 16516c7e-88d7-47c3-8c2b-1a4284b4a42d] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 899.830934] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Releasing lock "refresh_cache-e707265e-e17d-498e-bfbc-91fd03288d27" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.831883] env[70398]: DEBUG nova.compute.manager [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Instance network_info: |[{"id": "9053e2e3-c4ff-4324-ab99-ab78901cd98c", "address": "fa:16:3e:62:c4:4d", "network": {"id": "8fad5b36-09ed-4191-ad7c-ee11486fe281", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-794096322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e69c3b919fc4646908a33a0379ab0a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9053e2e3-c4", "ovs_interfaceid": "9053e2e3-c4ff-4324-ab99-ab78901cd98c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 899.832697] env[70398]: DEBUG oslo_concurrency.lockutils [req-04c0d59a-79ff-4e49-a50b-e1cef6236e9d req-fbc172ee-c17f-4c54-91d3-c1f1deaf9453 service nova] Acquired lock "refresh_cache-e707265e-e17d-498e-bfbc-91fd03288d27" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.832889] env[70398]: DEBUG nova.network.neutron [req-04c0d59a-79ff-4e49-a50b-e1cef6236e9d req-fbc172ee-c17f-4c54-91d3-c1f1deaf9453 service nova] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Refreshing network info cache for port 9053e2e3-c4ff-4324-ab99-ab78901cd98c {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 899.836552] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:c4:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e445fb59-822c-4d7d-943b-c8e3bbaca62e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9053e2e3-c4ff-4324-ab99-ab78901cd98c', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 899.849253] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Creating folder: Project (1e69c3b919fc4646908a33a0379ab0a6). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 899.854521] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82bf85f8-df84-42f4-858a-3baaeb755995 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.870273] env[70398]: DEBUG oslo_vmware.api [None req-480e0714-3a02-4e16-93ea-5b5a89f5e581 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444404, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281678} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.870273] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-480e0714-3a02-4e16-93ea-5b5a89f5e581 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 899.870273] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-480e0714-3a02-4e16-93ea-5b5a89f5e581 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 61bc5681-9186-49fe-a635-56bd82450752] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 899.870273] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-480e0714-3a02-4e16-93ea-5b5a89f5e581 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 61bc5681-9186-49fe-a635-56bd82450752] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 899.870273] env[70398]: INFO nova.compute.manager [None req-480e0714-3a02-4e16-93ea-5b5a89f5e581 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 61bc5681-9186-49fe-a635-56bd82450752] Took 1.16 seconds to destroy the instance on the hypervisor. [ 899.870273] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-480e0714-3a02-4e16-93ea-5b5a89f5e581 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.871912] env[70398]: DEBUG nova.compute.manager [-] [instance: 61bc5681-9186-49fe-a635-56bd82450752] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 899.871912] env[70398]: DEBUG nova.network.neutron [-] [instance: 61bc5681-9186-49fe-a635-56bd82450752] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 899.876215] env[70398]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 899.876419] env[70398]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70398) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 899.877073] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Folder already exists: Project (1e69c3b919fc4646908a33a0379ab0a6). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 899.877428] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Creating folder: Instances. Parent ref: group-v687597. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 899.878070] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04d35bab-1e25-4d77-b74e-95455ff8a7f7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.883677] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2a8dc235-342b-4865-9b3f-d7f6619246cd tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "8bc5386e-1109-460a-bb30-98f7289b249c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.147s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.884626] env[70398]: DEBUG oslo_concurrency.lockutils [req-7c029565-61f5-4904-a214-f9de39ef75a5 req-4f0abd52-e1fb-4e8c-8a2b-d09aabf89dfa service nova] Acquired lock "8bc5386e-1109-460a-bb30-98f7289b249c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.885579] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6322d1-6f89-4212-b652-26759073c01d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.892935] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Created folder: Instances in parent group-v687597. [ 899.893186] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.893801] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 899.893894] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-551914ea-8e15-459a-b098-ad70e3ddaf2b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.910895] env[70398]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 899.911194] env[70398]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=70398) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 899.912112] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5dfee9c2-e8ce-444f-9087-7d4b62f5b872 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.918298] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 899.918298] env[70398]: value = "task-3444408" [ 899.918298] env[70398]: _type = "Task" [ 899.918298] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.925476] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f082be36-53c1-4dbf-b6be-e16a03cbd566 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.943115] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444408, 'name': CreateVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.959729] env[70398]: ERROR root [req-7c029565-61f5-4904-a214-f9de39ef75a5 req-4f0abd52-e1fb-4e8c-8a2b-d09aabf89dfa service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-687569' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-687569' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-687569' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-687569'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-687569' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-687569' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-687569'}\n"]: nova.exception.InstanceNotFound: Instance 8bc5386e-1109-460a-bb30-98f7289b249c could not be found. [ 899.960389] env[70398]: DEBUG oslo_concurrency.lockutils [req-7c029565-61f5-4904-a214-f9de39ef75a5 req-4f0abd52-e1fb-4e8c-8a2b-d09aabf89dfa service nova] Releasing lock "8bc5386e-1109-460a-bb30-98f7289b249c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.960389] env[70398]: DEBUG nova.compute.manager [req-7c029565-61f5-4904-a214-f9de39ef75a5 req-4f0abd52-e1fb-4e8c-8a2b-d09aabf89dfa service nova] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Detach interface failed, port_id=70d4ba6b-414f-4324-bd2e-849474b97963, reason: Instance 8bc5386e-1109-460a-bb30-98f7289b249c could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 899.995660] env[70398]: DEBUG nova.policy [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62e5ce7aa2234177a32607d1fd893c87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e88af3408914ef28ede7e5550d18c9c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 900.022657] env[70398]: DEBUG oslo_vmware.api [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444405, 'name': Rename_Task, 'duration_secs': 0.21944} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.022657] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 900.022997] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f10b734-0bf3-4345-aeb2-4c9d6c94a15e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.033797] env[70398]: DEBUG oslo_vmware.api [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 900.033797] env[70398]: value = "task-3444409" [ 900.033797] env[70398]: _type = "Task" [ 900.033797] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.045887] env[70398]: DEBUG oslo_vmware.api [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444409, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.159684] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 1802046c-3dcf-4b7a-b062-5f9c177a11d6] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 900.340211] env[70398]: DEBUG nova.compute.manager [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 16516c7e-88d7-47c3-8c2b-1a4284b4a42d] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 900.436127] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444408, 'name': CreateVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.545605] env[70398]: DEBUG oslo_vmware.api [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444409, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.664723] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 8da528cb-6534-4c09-977d-ac078cbfcd58] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 900.723055] env[70398]: DEBUG nova.network.neutron [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 16516c7e-88d7-47c3-8c2b-1a4284b4a42d] Successfully created port: 4dd62569-61c6-49ec-85a2-17bf5c44a387 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 900.753693] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9864575b-1082-4f6f-a5e9-598280186a39 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.762958] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6367522-40ee-448e-a5df-f96e20217b3d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.805395] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf1d7b5-2b9d-4999-887a-cafac013a691 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.817777] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890c82d5-5b2f-45a2-b189-9515c018f51e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.835386] env[70398]: DEBUG nova.compute.provider_tree [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.873669] env[70398]: DEBUG nova.network.neutron [req-04c0d59a-79ff-4e49-a50b-e1cef6236e9d req-fbc172ee-c17f-4c54-91d3-c1f1deaf9453 service nova] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Updated VIF entry in instance network info cache for port 9053e2e3-c4ff-4324-ab99-ab78901cd98c. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 900.874056] env[70398]: DEBUG nova.network.neutron [req-04c0d59a-79ff-4e49-a50b-e1cef6236e9d req-fbc172ee-c17f-4c54-91d3-c1f1deaf9453 service nova] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Updating instance_info_cache with network_info: [{"id": "9053e2e3-c4ff-4324-ab99-ab78901cd98c", "address": "fa:16:3e:62:c4:4d", "network": {"id": "8fad5b36-09ed-4191-ad7c-ee11486fe281", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-794096322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e69c3b919fc4646908a33a0379ab0a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9053e2e3-c4", "ovs_interfaceid": "9053e2e3-c4ff-4324-ab99-ab78901cd98c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.889341] env[70398]: DEBUG nova.compute.manager [req-1ebff36c-f2db-44cc-ab70-c469521ee903 req-f6e4f569-03d9-4ea6-88c5-f4196c0320c6 service nova] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Received event network-vif-plugged-31dc7c09-c1a1-4a39-82c8-ad1af28a4a4c {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.889445] env[70398]: DEBUG oslo_concurrency.lockutils [req-1ebff36c-f2db-44cc-ab70-c469521ee903 req-f6e4f569-03d9-4ea6-88c5-f4196c0320c6 service nova] Acquiring lock "d5514a4f-7b7e-4d00-ba34-a03b967bc18a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.889891] env[70398]: DEBUG oslo_concurrency.lockutils [req-1ebff36c-f2db-44cc-ab70-c469521ee903 req-f6e4f569-03d9-4ea6-88c5-f4196c0320c6 service nova] Lock "d5514a4f-7b7e-4d00-ba34-a03b967bc18a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.889891] env[70398]: DEBUG oslo_concurrency.lockutils [req-1ebff36c-f2db-44cc-ab70-c469521ee903 req-f6e4f569-03d9-4ea6-88c5-f4196c0320c6 service nova] Lock "d5514a4f-7b7e-4d00-ba34-a03b967bc18a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.892019] env[70398]: DEBUG nova.compute.manager [req-1ebff36c-f2db-44cc-ab70-c469521ee903 req-f6e4f569-03d9-4ea6-88c5-f4196c0320c6 service nova] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] No waiting events found dispatching network-vif-plugged-31dc7c09-c1a1-4a39-82c8-ad1af28a4a4c {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 900.892019] env[70398]: WARNING nova.compute.manager [req-1ebff36c-f2db-44cc-ab70-c469521ee903 req-f6e4f569-03d9-4ea6-88c5-f4196c0320c6 service nova] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Received unexpected event network-vif-plugged-31dc7c09-c1a1-4a39-82c8-ad1af28a4a4c for instance with vm_state building and task_state spawning. [ 900.930400] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444408, 'name': CreateVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.045616] env[70398]: DEBUG oslo_vmware.api [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444409, 'name': PowerOnVM_Task, 'duration_secs': 0.792228} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.045941] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 901.046203] env[70398]: INFO nova.compute.manager [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Took 7.49 seconds to spawn the instance on the hypervisor. [ 901.046429] env[70398]: DEBUG nova.compute.manager [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 901.047276] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80bf4add-3925-45a3-8482-936695d430d1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.135158] env[70398]: DEBUG nova.network.neutron [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Successfully updated port: 31dc7c09-c1a1-4a39-82c8-ad1af28a4a4c {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 901.168641] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: ce148295-2ef2-4356-8e62-ae032a71d36b] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 901.345106] env[70398]: DEBUG nova.scheduler.client.report [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.353564] env[70398]: DEBUG nova.compute.manager [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 16516c7e-88d7-47c3-8c2b-1a4284b4a42d] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 901.381330] env[70398]: DEBUG oslo_concurrency.lockutils [req-04c0d59a-79ff-4e49-a50b-e1cef6236e9d req-fbc172ee-c17f-4c54-91d3-c1f1deaf9453 service nova] Releasing lock "refresh_cache-e707265e-e17d-498e-bfbc-91fd03288d27" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.392829] env[70398]: DEBUG nova.virt.hardware [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 901.392829] env[70398]: DEBUG nova.virt.hardware [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 901.393012] env[70398]: DEBUG nova.virt.hardware [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 901.393273] env[70398]: DEBUG nova.virt.hardware [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 901.393273] env[70398]: DEBUG nova.virt.hardware [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 901.393474] env[70398]: DEBUG nova.virt.hardware [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 901.393602] env[70398]: DEBUG nova.virt.hardware [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 901.393795] env[70398]: DEBUG nova.virt.hardware [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 901.393943] env[70398]: DEBUG nova.virt.hardware [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 901.394122] env[70398]: DEBUG nova.virt.hardware [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 901.394299] env[70398]: DEBUG nova.virt.hardware [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 901.395190] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4892fad2-01de-4f6b-bcb6-bb6e5692b5ee {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.413624] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9aca32b-edb1-4146-9647-401fcb89e1f6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.443219] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444408, 'name': CreateVM_Task, 'duration_secs': 1.374761} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.443432] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 901.446574] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'attachment_id': '66c9d263-61b0-4660-aaa5-51b310461ebb', 'delete_on_termination': True, 'guest_format': None, 'boot_index': 0, 'disk_bus': None, 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687601', 'volume_id': '4182611d-d4aa-4cfe-bbfb-77333e44bec6', 'name': 'volume-4182611d-d4aa-4cfe-bbfb-77333e44bec6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e707265e-e17d-498e-bfbc-91fd03288d27', 'attached_at': '', 'detached_at': '', 'volume_id': '4182611d-d4aa-4cfe-bbfb-77333e44bec6', 'serial': '4182611d-d4aa-4cfe-bbfb-77333e44bec6'}, 'volume_type': None}], 'swap': None} {{(pid=70398) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 901.446574] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Root volume attach. Driver type: vmdk {{(pid=70398) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 901.446574] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384b8fb1-7a15-49e9-b02e-5296f0b178b8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.454795] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14e7cae-d866-4933-a004-031c8d169dd8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.463918] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb45866-ae30-48de-a4f7-033b4f0d6537 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.471176] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-6bab0985-6e16-4f23-b790-c99dd7b7b6ce {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.482215] env[70398]: DEBUG oslo_vmware.api [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Waiting for the task: (returnval){ [ 901.482215] env[70398]: value = "task-3444410" [ 901.482215] env[70398]: _type = "Task" [ 901.482215] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.493714] env[70398]: DEBUG oslo_vmware.api [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Task: {'id': task-3444410, 'name': RelocateVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.494069] env[70398]: DEBUG nova.network.neutron [-] [instance: 61bc5681-9186-49fe-a635-56bd82450752] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.570055] env[70398]: INFO nova.compute.manager [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Took 50.03 seconds to build instance. [ 901.640959] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquiring lock "refresh_cache-d5514a4f-7b7e-4d00-ba34-a03b967bc18a" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.641141] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquired lock "refresh_cache-d5514a4f-7b7e-4d00-ba34-a03b967bc18a" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.641300] env[70398]: DEBUG nova.network.neutron [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.672706] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 86972721-627d-4108-ae2f-6d7519de74c0] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 901.853296] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.538s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.853296] env[70398]: DEBUG nova.compute.manager [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 901.861181] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 17.358s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.993535] env[70398]: DEBUG oslo_vmware.api [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Task: {'id': task-3444410, 'name': RelocateVM_Task, 'duration_secs': 0.435118} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.993945] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Volume attach. Driver type: vmdk {{(pid=70398) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 901.994143] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687601', 'volume_id': '4182611d-d4aa-4cfe-bbfb-77333e44bec6', 'name': 'volume-4182611d-d4aa-4cfe-bbfb-77333e44bec6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e707265e-e17d-498e-bfbc-91fd03288d27', 'attached_at': '', 'detached_at': '', 'volume_id': '4182611d-d4aa-4cfe-bbfb-77333e44bec6', 'serial': '4182611d-d4aa-4cfe-bbfb-77333e44bec6'} {{(pid=70398) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 901.995097] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8da49d-f134-4753-a3e0-706a5fd005f1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.999211] env[70398]: INFO nova.compute.manager [-] [instance: 61bc5681-9186-49fe-a635-56bd82450752] Took 2.13 seconds to deallocate network for instance. [ 902.018999] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6b063b-c289-42ab-a6df-aa0adc30f6fa {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.048536] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] volume-4182611d-d4aa-4cfe-bbfb-77333e44bec6/volume-4182611d-d4aa-4cfe-bbfb-77333e44bec6.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.049638] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-906c9d6f-7fcd-48cd-be15-4bbb7dbb3ae4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.074407] env[70398]: DEBUG oslo_concurrency.lockutils [None req-425ea655-566b-4e17-8954-94c84e501f66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "80d6c8a9-5980-45a5-b3a3-2704c74ab2f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.540s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.078135] env[70398]: DEBUG oslo_vmware.api [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Waiting for the task: (returnval){ [ 902.078135] env[70398]: value = "task-3444411" [ 902.078135] env[70398]: _type = "Task" [ 902.078135] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.088284] env[70398]: DEBUG oslo_vmware.api [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Task: {'id': task-3444411, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.179377] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: b73008e5-583e-495c-8776-ca9bca435a9c] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 902.260990] env[70398]: DEBUG nova.network.neutron [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 902.362376] env[70398]: DEBUG nova.compute.utils [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 902.365106] env[70398]: DEBUG nova.compute.manager [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 902.365285] env[70398]: DEBUG nova.network.neutron [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 902.372213] env[70398]: INFO nova.compute.claims [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 902.464348] env[70398]: DEBUG nova.policy [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a31850f7e344fc5b33bdea5f2db093e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72bcb292b34f4fa0859dddf376aed84f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 902.487387] env[70398]: DEBUG nova.compute.manager [req-5a7cc253-72f1-4b03-8b56-6b70185cc907 req-8843afea-cd80-4940-9fb8-4d9e6651bf24 service nova] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Received event network-changed-f4cbeb4a-687c-4a64-935e-a9a2d6bdd830 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.487387] env[70398]: DEBUG nova.compute.manager [req-5a7cc253-72f1-4b03-8b56-6b70185cc907 req-8843afea-cd80-4940-9fb8-4d9e6651bf24 service nova] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Refreshing instance network info cache due to event network-changed-f4cbeb4a-687c-4a64-935e-a9a2d6bdd830. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 902.487387] env[70398]: DEBUG oslo_concurrency.lockutils [req-5a7cc253-72f1-4b03-8b56-6b70185cc907 req-8843afea-cd80-4940-9fb8-4d9e6651bf24 service nova] Acquiring lock "refresh_cache-80d6c8a9-5980-45a5-b3a3-2704c74ab2f3" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.487387] env[70398]: DEBUG oslo_concurrency.lockutils [req-5a7cc253-72f1-4b03-8b56-6b70185cc907 req-8843afea-cd80-4940-9fb8-4d9e6651bf24 service nova] Acquired lock "refresh_cache-80d6c8a9-5980-45a5-b3a3-2704c74ab2f3" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.487387] env[70398]: DEBUG nova.network.neutron [req-5a7cc253-72f1-4b03-8b56-6b70185cc907 req-8843afea-cd80-4940-9fb8-4d9e6651bf24 service nova] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Refreshing network info cache for port f4cbeb4a-687c-4a64-935e-a9a2d6bdd830 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 902.514695] env[70398]: DEBUG nova.network.neutron [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Updating instance_info_cache with network_info: [{"id": "31dc7c09-c1a1-4a39-82c8-ad1af28a4a4c", "address": "fa:16:3e:b8:bf:01", "network": {"id": "2be14bce-3a50-4780-942e-36ac9b7f4301", "bridge": "br-int", "label": "tempest-ImagesTestJSON-259161185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd435c028a44f1698e5721cd66fa566", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31dc7c09-c1", "ovs_interfaceid": "31dc7c09-c1a1-4a39-82c8-ad1af28a4a4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.520202] env[70398]: DEBUG oslo_concurrency.lockutils [None req-480e0714-3a02-4e16-93ea-5b5a89f5e581 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.589604] env[70398]: DEBUG oslo_vmware.api [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Task: {'id': task-3444411, 'name': ReconfigVM_Task, 'duration_secs': 0.263194} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.590436] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Reconfigured VM instance instance-00000042 to attach disk [datastore1] volume-4182611d-d4aa-4cfe-bbfb-77333e44bec6/volume-4182611d-d4aa-4cfe-bbfb-77333e44bec6.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.596542] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e5dab07-2698-4110-883b-6446294ca0bf {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.614258] env[70398]: DEBUG oslo_vmware.api [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Waiting for the task: (returnval){ [ 902.614258] env[70398]: value = "task-3444412" [ 902.614258] env[70398]: _type = "Task" [ 902.614258] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.624011] env[70398]: DEBUG oslo_vmware.api [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Task: {'id': task-3444412, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.685351] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: c6b07511-415f-4ff4-aa10-1dcef059b852] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 902.832758] env[70398]: DEBUG nova.network.neutron [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Successfully created port: 89d05ddf-ad9c-4611-b99e-0b6606af9685 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 902.867578] env[70398]: DEBUG nova.network.neutron [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 16516c7e-88d7-47c3-8c2b-1a4284b4a42d] Successfully updated port: 4dd62569-61c6-49ec-85a2-17bf5c44a387 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 902.867578] env[70398]: DEBUG nova.compute.manager [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 902.880850] env[70398]: INFO nova.compute.resource_tracker [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Updating resource usage from migration 886d6033-748c-4f27-b76d-de31358d3790 [ 903.019252] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Releasing lock "refresh_cache-d5514a4f-7b7e-4d00-ba34-a03b967bc18a" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.019539] env[70398]: DEBUG nova.compute.manager [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Instance network_info: |[{"id": "31dc7c09-c1a1-4a39-82c8-ad1af28a4a4c", "address": "fa:16:3e:b8:bf:01", "network": {"id": "2be14bce-3a50-4780-942e-36ac9b7f4301", "bridge": "br-int", "label": "tempest-ImagesTestJSON-259161185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd435c028a44f1698e5721cd66fa566", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31dc7c09-c1", "ovs_interfaceid": "31dc7c09-c1a1-4a39-82c8-ad1af28a4a4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 903.021049] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:bf:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b2049d7-f99e-425a-afdb-2c95ca88e483', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31dc7c09-c1a1-4a39-82c8-ad1af28a4a4c', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 903.028924] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.033068] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 903.033068] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38ad5e82-a16e-4191-a7a2-1470ba15bd40 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.073523] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 903.073523] env[70398]: value = "task-3444413" [ 903.073523] env[70398]: _type = "Task" [ 903.073523] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.087380] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444413, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.092562] env[70398]: DEBUG nova.compute.manager [req-6b1fd546-37e3-41aa-8828-2922dc8a007c req-b8a142f7-507b-4d10-8766-e374e12acd7a service nova] [instance: 61bc5681-9186-49fe-a635-56bd82450752] Received event network-vif-deleted-af7c4586-dd16-44db-9982-5047c890d8bf {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.092776] env[70398]: DEBUG nova.compute.manager [req-6b1fd546-37e3-41aa-8828-2922dc8a007c req-b8a142f7-507b-4d10-8766-e374e12acd7a service nova] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Received event network-changed-31dc7c09-c1a1-4a39-82c8-ad1af28a4a4c {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.092941] env[70398]: DEBUG nova.compute.manager [req-6b1fd546-37e3-41aa-8828-2922dc8a007c req-b8a142f7-507b-4d10-8766-e374e12acd7a service nova] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Refreshing instance network info cache due to event network-changed-31dc7c09-c1a1-4a39-82c8-ad1af28a4a4c. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 903.093182] env[70398]: DEBUG oslo_concurrency.lockutils [req-6b1fd546-37e3-41aa-8828-2922dc8a007c req-b8a142f7-507b-4d10-8766-e374e12acd7a service nova] Acquiring lock "refresh_cache-d5514a4f-7b7e-4d00-ba34-a03b967bc18a" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.093330] env[70398]: DEBUG oslo_concurrency.lockutils [req-6b1fd546-37e3-41aa-8828-2922dc8a007c req-b8a142f7-507b-4d10-8766-e374e12acd7a service nova] Acquired lock "refresh_cache-d5514a4f-7b7e-4d00-ba34-a03b967bc18a" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.093489] env[70398]: DEBUG nova.network.neutron [req-6b1fd546-37e3-41aa-8828-2922dc8a007c req-b8a142f7-507b-4d10-8766-e374e12acd7a service nova] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Refreshing network info cache for port 31dc7c09-c1a1-4a39-82c8-ad1af28a4a4c {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 903.124963] env[70398]: DEBUG oslo_vmware.api [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Task: {'id': task-3444412, 'name': ReconfigVM_Task, 'duration_secs': 0.141378} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.125594] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687601', 'volume_id': '4182611d-d4aa-4cfe-bbfb-77333e44bec6', 'name': 'volume-4182611d-d4aa-4cfe-bbfb-77333e44bec6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e707265e-e17d-498e-bfbc-91fd03288d27', 'attached_at': '', 'detached_at': '', 'volume_id': '4182611d-d4aa-4cfe-bbfb-77333e44bec6', 'serial': '4182611d-d4aa-4cfe-bbfb-77333e44bec6'} {{(pid=70398) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 903.126058] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62d37194-9e8d-4888-8eb2-aad45d584c3e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.134386] env[70398]: DEBUG oslo_vmware.api [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Waiting for the task: (returnval){ [ 903.134386] env[70398]: value = "task-3444414" [ 903.134386] env[70398]: _type = "Task" [ 903.134386] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.150626] env[70398]: DEBUG oslo_vmware.api [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Task: {'id': task-3444414, 'name': Rename_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.192423] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 61606b64-febb-4672-81fe-e921ef3c0631] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 903.363417] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "refresh_cache-16516c7e-88d7-47c3-8c2b-1a4284b4a42d" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.363566] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquired lock "refresh_cache-16516c7e-88d7-47c3-8c2b-1a4284b4a42d" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.363722] env[70398]: DEBUG nova.network.neutron [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 16516c7e-88d7-47c3-8c2b-1a4284b4a42d] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.414449] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c11238-c9ed-451f-ba9c-7db13726c5d4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.426962] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56f0769-fe9a-45d9-99f0-8ebd7c078634 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.463791] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f16ba2-7df5-468d-bc3c-bdda798b4a2c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.474013] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb3247e-7b9d-46da-a61a-66972c690514 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.492648] env[70398]: DEBUG nova.compute.provider_tree [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.507572] env[70398]: DEBUG nova.network.neutron [req-5a7cc253-72f1-4b03-8b56-6b70185cc907 req-8843afea-cd80-4940-9fb8-4d9e6651bf24 service nova] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Updated VIF entry in instance network info cache for port f4cbeb4a-687c-4a64-935e-a9a2d6bdd830. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 903.507825] env[70398]: DEBUG nova.network.neutron [req-5a7cc253-72f1-4b03-8b56-6b70185cc907 req-8843afea-cd80-4940-9fb8-4d9e6651bf24 service nova] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Updating instance_info_cache with network_info: [{"id": "f4cbeb4a-687c-4a64-935e-a9a2d6bdd830", "address": "fa:16:3e:9b:2a:6f", "network": {"id": "5d95ca4f-960e-421c-9130-8d3e409f34c5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-80910192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68376abf86b14e67a33ef720177607f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4cbeb4a-68", "ovs_interfaceid": "f4cbeb4a-687c-4a64-935e-a9a2d6bdd830", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.587527] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444413, 'name': CreateVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.646121] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "04f55f97-bcbd-427d-b953-cb9e1d6d9b21" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.646370] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "04f55f97-bcbd-427d-b953-cb9e1d6d9b21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.654677] env[70398]: DEBUG oslo_vmware.api [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Task: {'id': task-3444414, 'name': Rename_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.698904] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 8febcfdf-6403-4b67-b5b7-c640dd9da041] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 903.862353] env[70398]: DEBUG nova.network.neutron [req-6b1fd546-37e3-41aa-8828-2922dc8a007c req-b8a142f7-507b-4d10-8766-e374e12acd7a service nova] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Updated VIF entry in instance network info cache for port 31dc7c09-c1a1-4a39-82c8-ad1af28a4a4c. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 903.862353] env[70398]: DEBUG nova.network.neutron [req-6b1fd546-37e3-41aa-8828-2922dc8a007c req-b8a142f7-507b-4d10-8766-e374e12acd7a service nova] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Updating instance_info_cache with network_info: [{"id": "31dc7c09-c1a1-4a39-82c8-ad1af28a4a4c", "address": "fa:16:3e:b8:bf:01", "network": {"id": "2be14bce-3a50-4780-942e-36ac9b7f4301", "bridge": "br-int", "label": "tempest-ImagesTestJSON-259161185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd435c028a44f1698e5721cd66fa566", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31dc7c09-c1", "ovs_interfaceid": "31dc7c09-c1a1-4a39-82c8-ad1af28a4a4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.879171] env[70398]: DEBUG nova.compute.manager [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 903.908225] env[70398]: DEBUG nova.virt.hardware [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 903.908225] env[70398]: DEBUG nova.virt.hardware [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 903.908225] env[70398]: DEBUG nova.virt.hardware [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 903.908225] env[70398]: DEBUG nova.virt.hardware [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 903.908225] env[70398]: DEBUG nova.virt.hardware [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 903.908225] env[70398]: DEBUG nova.virt.hardware [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 903.908225] env[70398]: DEBUG nova.virt.hardware [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 903.908225] env[70398]: DEBUG nova.virt.hardware [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 903.908225] env[70398]: DEBUG nova.virt.hardware [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 903.908225] env[70398]: DEBUG nova.virt.hardware [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 903.908225] env[70398]: DEBUG nova.virt.hardware [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 903.909135] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28ce0d0-0afb-4068-9b44-eb84b0cee84a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.912813] env[70398]: DEBUG nova.network.neutron [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 16516c7e-88d7-47c3-8c2b-1a4284b4a42d] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 903.920894] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb2b365-b98d-41ed-b4ec-e99a22987a44 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.997988] env[70398]: DEBUG nova.scheduler.client.report [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.011231] env[70398]: DEBUG oslo_concurrency.lockutils [req-5a7cc253-72f1-4b03-8b56-6b70185cc907 req-8843afea-cd80-4940-9fb8-4d9e6651bf24 service nova] Releasing lock "refresh_cache-80d6c8a9-5980-45a5-b3a3-2704c74ab2f3" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.084196] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444413, 'name': CreateVM_Task, 'duration_secs': 0.544521} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.084379] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.085072] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.085248] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.085565] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.085856] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed0e4d58-0647-4111-869a-35182f119daf {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.092047] env[70398]: DEBUG oslo_vmware.api [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 904.092047] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52a10707-49c0-bee6-6115-4bdfe50053b3" [ 904.092047] env[70398]: _type = "Task" [ 904.092047] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.100887] env[70398]: DEBUG oslo_vmware.api [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52a10707-49c0-bee6-6115-4bdfe50053b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.151639] env[70398]: DEBUG nova.compute.manager [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 904.155120] env[70398]: DEBUG oslo_vmware.api [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Task: {'id': task-3444414, 'name': Rename_Task, 'duration_secs': 0.700322} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.155794] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.156080] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd78feea-7760-4fff-aab5-c6e4bd3a693e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.167250] env[70398]: DEBUG oslo_vmware.api [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Waiting for the task: (returnval){ [ 904.167250] env[70398]: value = "task-3444415" [ 904.167250] env[70398]: _type = "Task" [ 904.167250] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.180385] env[70398]: DEBUG oslo_vmware.api [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Task: {'id': task-3444415, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.203550] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: deaff90c-019f-423c-97ec-801542720a30] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 904.330312] env[70398]: DEBUG nova.network.neutron [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 16516c7e-88d7-47c3-8c2b-1a4284b4a42d] Updating instance_info_cache with network_info: [{"id": "4dd62569-61c6-49ec-85a2-17bf5c44a387", "address": "fa:16:3e:05:9f:af", "network": {"id": "3ad560cc-e571-4ecc-bbdf-6092f82ccd30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-904346330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e88af3408914ef28ede7e5550d18c9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dd62569-61", "ovs_interfaceid": "4dd62569-61c6-49ec-85a2-17bf5c44a387", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.364955] env[70398]: DEBUG oslo_concurrency.lockutils [req-6b1fd546-37e3-41aa-8828-2922dc8a007c req-b8a142f7-507b-4d10-8766-e374e12acd7a service nova] Releasing lock "refresh_cache-d5514a4f-7b7e-4d00-ba34-a03b967bc18a" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.503490] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.643s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.503723] env[70398]: INFO nova.compute.manager [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Migrating [ 904.513558] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2e2cf4b7-6b9c-439c-8e97-43be1006cd98 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.583s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.513818] env[70398]: DEBUG nova.objects.instance [None req-2e2cf4b7-6b9c-439c-8e97-43be1006cd98 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Lazy-loading 'resources' on Instance uuid 2c8f5df2-1887-411b-be06-652180b42b84 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 904.552736] env[70398]: DEBUG nova.network.neutron [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Successfully updated port: 89d05ddf-ad9c-4611-b99e-0b6606af9685 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 904.592082] env[70398]: DEBUG nova.compute.manager [req-656d0966-8f9b-4ddc-aac8-68ae6a658d66 req-87e87613-9336-4961-9aab-801caa50f7a6 service nova] [instance: 16516c7e-88d7-47c3-8c2b-1a4284b4a42d] Received event network-vif-plugged-4dd62569-61c6-49ec-85a2-17bf5c44a387 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.592082] env[70398]: DEBUG oslo_concurrency.lockutils [req-656d0966-8f9b-4ddc-aac8-68ae6a658d66 req-87e87613-9336-4961-9aab-801caa50f7a6 service nova] Acquiring lock "16516c7e-88d7-47c3-8c2b-1a4284b4a42d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.592082] env[70398]: DEBUG oslo_concurrency.lockutils [req-656d0966-8f9b-4ddc-aac8-68ae6a658d66 req-87e87613-9336-4961-9aab-801caa50f7a6 service nova] Lock "16516c7e-88d7-47c3-8c2b-1a4284b4a42d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.592082] env[70398]: DEBUG oslo_concurrency.lockutils [req-656d0966-8f9b-4ddc-aac8-68ae6a658d66 req-87e87613-9336-4961-9aab-801caa50f7a6 service nova] Lock "16516c7e-88d7-47c3-8c2b-1a4284b4a42d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.592082] env[70398]: DEBUG nova.compute.manager [req-656d0966-8f9b-4ddc-aac8-68ae6a658d66 req-87e87613-9336-4961-9aab-801caa50f7a6 service nova] [instance: 16516c7e-88d7-47c3-8c2b-1a4284b4a42d] No waiting events found dispatching network-vif-plugged-4dd62569-61c6-49ec-85a2-17bf5c44a387 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 904.592969] env[70398]: WARNING nova.compute.manager [req-656d0966-8f9b-4ddc-aac8-68ae6a658d66 req-87e87613-9336-4961-9aab-801caa50f7a6 service nova] [instance: 16516c7e-88d7-47c3-8c2b-1a4284b4a42d] Received unexpected event network-vif-plugged-4dd62569-61c6-49ec-85a2-17bf5c44a387 for instance with vm_state building and task_state spawning. [ 904.593350] env[70398]: DEBUG nova.compute.manager [req-656d0966-8f9b-4ddc-aac8-68ae6a658d66 req-87e87613-9336-4961-9aab-801caa50f7a6 service nova] [instance: 16516c7e-88d7-47c3-8c2b-1a4284b4a42d] Received event network-changed-4dd62569-61c6-49ec-85a2-17bf5c44a387 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.593668] env[70398]: DEBUG nova.compute.manager [req-656d0966-8f9b-4ddc-aac8-68ae6a658d66 req-87e87613-9336-4961-9aab-801caa50f7a6 service nova] [instance: 16516c7e-88d7-47c3-8c2b-1a4284b4a42d] Refreshing instance network info cache due to event network-changed-4dd62569-61c6-49ec-85a2-17bf5c44a387. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 904.593968] env[70398]: DEBUG oslo_concurrency.lockutils [req-656d0966-8f9b-4ddc-aac8-68ae6a658d66 req-87e87613-9336-4961-9aab-801caa50f7a6 service nova] Acquiring lock "refresh_cache-16516c7e-88d7-47c3-8c2b-1a4284b4a42d" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.612031] env[70398]: DEBUG oslo_vmware.api [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52a10707-49c0-bee6-6115-4bdfe50053b3, 'name': SearchDatastore_Task, 'duration_secs': 0.018593} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.612031] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.612031] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.612031] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.612031] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.612031] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.612031] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68bd2991-9089-4005-9465-4ab22ab3ea43 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.625348] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.625596] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.626476] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f50338ec-ae01-4709-b389-9eda33016563 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.636654] env[70398]: DEBUG oslo_vmware.api [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 904.636654] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e839d7-752b-eea6-917b-a7a3e8f6eb48" [ 904.636654] env[70398]: _type = "Task" [ 904.636654] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.645771] env[70398]: DEBUG oslo_vmware.api [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e839d7-752b-eea6-917b-a7a3e8f6eb48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.681456] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.682199] env[70398]: DEBUG oslo_vmware.api [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Task: {'id': task-3444415, 'name': PowerOnVM_Task, 'duration_secs': 0.476964} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.682603] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.682945] env[70398]: INFO nova.compute.manager [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Took 6.75 seconds to spawn the instance on the hypervisor. [ 904.683246] env[70398]: DEBUG nova.compute.manager [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.684474] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7096f68-5883-49f3-93d6-677b8b99fded {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.706736] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 688fae2f-a3ca-48c8-9a88-923268f5b1a8] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 904.833266] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Releasing lock "refresh_cache-16516c7e-88d7-47c3-8c2b-1a4284b4a42d" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.833612] env[70398]: DEBUG nova.compute.manager [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 16516c7e-88d7-47c3-8c2b-1a4284b4a42d] Instance network_info: |[{"id": "4dd62569-61c6-49ec-85a2-17bf5c44a387", "address": "fa:16:3e:05:9f:af", "network": {"id": "3ad560cc-e571-4ecc-bbdf-6092f82ccd30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-904346330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e88af3408914ef28ede7e5550d18c9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dd62569-61", "ovs_interfaceid": "4dd62569-61c6-49ec-85a2-17bf5c44a387", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 904.833911] env[70398]: DEBUG oslo_concurrency.lockutils [req-656d0966-8f9b-4ddc-aac8-68ae6a658d66 req-87e87613-9336-4961-9aab-801caa50f7a6 service nova] Acquired lock "refresh_cache-16516c7e-88d7-47c3-8c2b-1a4284b4a42d" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.834103] env[70398]: DEBUG nova.network.neutron [req-656d0966-8f9b-4ddc-aac8-68ae6a658d66 req-87e87613-9336-4961-9aab-801caa50f7a6 service nova] [instance: 16516c7e-88d7-47c3-8c2b-1a4284b4a42d] Refreshing network info cache for port 4dd62569-61c6-49ec-85a2-17bf5c44a387 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.835403] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 16516c7e-88d7-47c3-8c2b-1a4284b4a42d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:9f:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46e1fc20-2067-4e1a-9812-702772a2c82c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4dd62569-61c6-49ec-85a2-17bf5c44a387', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 904.843812] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Creating folder: Project (9e88af3408914ef28ede7e5550d18c9c). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.847827] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c2e70c3-3fed-42e1-873b-fa1d47f5d428 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.863927] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Created folder: Project (9e88af3408914ef28ede7e5550d18c9c) in parent group-v687430. [ 904.864143] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Creating folder: Instances. Parent ref: group-v687622. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.864384] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff8bb07c-4845-41f7-8800-70e6591353ec {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.876077] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Created folder: Instances in parent group-v687622. [ 904.876390] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 904.876613] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16516c7e-88d7-47c3-8c2b-1a4284b4a42d] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 904.876830] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aae772e6-4518-48e0-ac7e-862b25ab7103 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.901629] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 904.901629] env[70398]: value = "task-3444418" [ 904.901629] env[70398]: _type = "Task" [ 904.901629] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.937892] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c920324c-4191-459c-a788-c9df2e378439 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.947038] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04610ce8-e2da-4c58-94d8-a19bfc62f436 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.983246] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b518f118-a609-46fa-8850-4e4acf8295b8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.991648] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c531463c-38ed-48f1-9934-ac9a5c27a970 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.008156] env[70398]: DEBUG nova.compute.provider_tree [None req-2e2cf4b7-6b9c-439c-8e97-43be1006cd98 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.033825] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Acquiring lock "refresh_cache-601d9380-4728-4bd0-b2e2-afa6761e4abc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.034028] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Acquired lock "refresh_cache-601d9380-4728-4bd0-b2e2-afa6761e4abc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.034213] env[70398]: DEBUG nova.network.neutron [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.056192] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Acquiring lock "refresh_cache-aca03be1-1cf7-4b4f-b324-b4201034a770" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.056366] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Acquired lock "refresh_cache-aca03be1-1cf7-4b4f-b324-b4201034a770" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.056526] env[70398]: DEBUG nova.network.neutron [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.112150] env[70398]: DEBUG nova.compute.manager [req-477ff089-69a6-4896-8a3b-f267c821b34e req-fbdf07e2-093c-428b-b638-d610e40dba10 service nova] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Received event network-vif-plugged-89d05ddf-ad9c-4611-b99e-0b6606af9685 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.112453] env[70398]: DEBUG oslo_concurrency.lockutils [req-477ff089-69a6-4896-8a3b-f267c821b34e req-fbdf07e2-093c-428b-b638-d610e40dba10 service nova] Acquiring lock "aca03be1-1cf7-4b4f-b324-b4201034a770-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.112650] env[70398]: DEBUG oslo_concurrency.lockutils [req-477ff089-69a6-4896-8a3b-f267c821b34e req-fbdf07e2-093c-428b-b638-d610e40dba10 service nova] Lock "aca03be1-1cf7-4b4f-b324-b4201034a770-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.112784] env[70398]: DEBUG oslo_concurrency.lockutils [req-477ff089-69a6-4896-8a3b-f267c821b34e req-fbdf07e2-093c-428b-b638-d610e40dba10 service nova] Lock "aca03be1-1cf7-4b4f-b324-b4201034a770-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.112942] env[70398]: DEBUG nova.compute.manager [req-477ff089-69a6-4896-8a3b-f267c821b34e req-fbdf07e2-093c-428b-b638-d610e40dba10 service nova] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] No waiting events found dispatching network-vif-plugged-89d05ddf-ad9c-4611-b99e-0b6606af9685 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 905.113127] env[70398]: WARNING nova.compute.manager [req-477ff089-69a6-4896-8a3b-f267c821b34e req-fbdf07e2-093c-428b-b638-d610e40dba10 service nova] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Received unexpected event network-vif-plugged-89d05ddf-ad9c-4611-b99e-0b6606af9685 for instance with vm_state building and task_state spawning. [ 905.113290] env[70398]: DEBUG nova.compute.manager [req-477ff089-69a6-4896-8a3b-f267c821b34e req-fbdf07e2-093c-428b-b638-d610e40dba10 service nova] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Received event network-changed-89d05ddf-ad9c-4611-b99e-0b6606af9685 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.113461] env[70398]: DEBUG nova.compute.manager [req-477ff089-69a6-4896-8a3b-f267c821b34e req-fbdf07e2-093c-428b-b638-d610e40dba10 service nova] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Refreshing instance network info cache due to event network-changed-89d05ddf-ad9c-4611-b99e-0b6606af9685. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 905.113628] env[70398]: DEBUG oslo_concurrency.lockutils [req-477ff089-69a6-4896-8a3b-f267c821b34e req-fbdf07e2-093c-428b-b638-d610e40dba10 service nova] Acquiring lock "refresh_cache-aca03be1-1cf7-4b4f-b324-b4201034a770" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.148353] env[70398]: DEBUG oslo_vmware.api [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e839d7-752b-eea6-917b-a7a3e8f6eb48, 'name': SearchDatastore_Task, 'duration_secs': 0.027359} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.150083] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8978c617-ece4-4d37-8605-49d19f2285b5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.156030] env[70398]: DEBUG oslo_vmware.api [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 905.156030] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]525e5fbf-3e54-bc37-b3c3-c16b0c8498a5" [ 905.156030] env[70398]: _type = "Task" [ 905.156030] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.165714] env[70398]: DEBUG oslo_vmware.api [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]525e5fbf-3e54-bc37-b3c3-c16b0c8498a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.210017] env[70398]: INFO nova.compute.manager [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Took 45.66 seconds to build instance. [ 905.214014] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 2115e329-0396-4c39-b45b-7113142ca90b] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 905.413694] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444418, 'name': CreateVM_Task} progress is 25%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.512116] env[70398]: DEBUG nova.scheduler.client.report [None req-2e2cf4b7-6b9c-439c-8e97-43be1006cd98 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.603621] env[70398]: DEBUG nova.network.neutron [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 905.607754] env[70398]: DEBUG nova.network.neutron [req-656d0966-8f9b-4ddc-aac8-68ae6a658d66 req-87e87613-9336-4961-9aab-801caa50f7a6 service nova] [instance: 16516c7e-88d7-47c3-8c2b-1a4284b4a42d] Updated VIF entry in instance network info cache for port 4dd62569-61c6-49ec-85a2-17bf5c44a387. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 905.608152] env[70398]: DEBUG nova.network.neutron [req-656d0966-8f9b-4ddc-aac8-68ae6a658d66 req-87e87613-9336-4961-9aab-801caa50f7a6 service nova] [instance: 16516c7e-88d7-47c3-8c2b-1a4284b4a42d] Updating instance_info_cache with network_info: [{"id": "4dd62569-61c6-49ec-85a2-17bf5c44a387", "address": "fa:16:3e:05:9f:af", "network": {"id": "3ad560cc-e571-4ecc-bbdf-6092f82ccd30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-904346330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e88af3408914ef28ede7e5550d18c9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dd62569-61", "ovs_interfaceid": "4dd62569-61c6-49ec-85a2-17bf5c44a387", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.667073] env[70398]: DEBUG oslo_vmware.api [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]525e5fbf-3e54-bc37-b3c3-c16b0c8498a5, 'name': SearchDatastore_Task, 'duration_secs': 0.017582} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.667396] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.667866] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] d5514a4f-7b7e-4d00-ba34-a03b967bc18a/d5514a4f-7b7e-4d00-ba34-a03b967bc18a.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.667994] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73c29458-8ee9-4a76-ab2e-1649a87c6375 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.676567] env[70398]: DEBUG oslo_vmware.api [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 905.676567] env[70398]: value = "task-3444419" [ 905.676567] env[70398]: _type = "Task" [ 905.676567] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.688209] env[70398]: DEBUG oslo_vmware.api [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444419, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.712559] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2bfb0e31-2cc0-499a-9a83-b11e12501d53 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Lock "e707265e-e17d-498e-bfbc-91fd03288d27" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.178s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.719650] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 487ce04c-cec0-42aa-bfa1-3b72b2dcc0c2] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 905.755536] env[70398]: DEBUG nova.network.neutron [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Updating instance_info_cache with network_info: [{"id": "89d05ddf-ad9c-4611-b99e-0b6606af9685", "address": "fa:16:3e:db:ef:3c", "network": {"id": "33f3e9d8-5a02-4591-828a-d84cbe89da8e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-805406701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72bcb292b34f4fa0859dddf376aed84f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89d05ddf-ad", "ovs_interfaceid": "89d05ddf-ad9c-4611-b99e-0b6606af9685", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.771121] env[70398]: DEBUG nova.network.neutron [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Updating instance_info_cache with network_info: [{"id": "66168a64-ab7c-40b9-948a-10dd5a69a6e9", "address": "fa:16:3e:db:90:66", "network": {"id": "9b79551f-7584-4d61-b2a0-efe46a621f82", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3934dab198654b86ac5acbec6380b4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66168a64-ab", "ovs_interfaceid": "66168a64-ab7c-40b9-948a-10dd5a69a6e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.914411] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444418, 'name': CreateVM_Task, 'duration_secs': 0.76851} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.914411] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16516c7e-88d7-47c3-8c2b-1a4284b4a42d] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 905.915012] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.915201] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.915524] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.915784] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83c5dd5d-531d-493d-89aa-8f3644de025f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.921248] env[70398]: DEBUG oslo_vmware.api [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 905.921248] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e3e847-a557-68cf-b099-24f7533937d4" [ 905.921248] env[70398]: _type = "Task" [ 905.921248] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.929931] env[70398]: DEBUG oslo_vmware.api [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e3e847-a557-68cf-b099-24f7533937d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.018092] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2e2cf4b7-6b9c-439c-8e97-43be1006cd98 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.504s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.021176] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cbb6596d-8e22-4f14-9e15-f93cb9c19650 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 14.642s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.056452] env[70398]: INFO nova.scheduler.client.report [None req-2e2cf4b7-6b9c-439c-8e97-43be1006cd98 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Deleted allocations for instance 2c8f5df2-1887-411b-be06-652180b42b84 [ 906.110744] env[70398]: DEBUG oslo_concurrency.lockutils [req-656d0966-8f9b-4ddc-aac8-68ae6a658d66 req-87e87613-9336-4961-9aab-801caa50f7a6 service nova] Releasing lock "refresh_cache-16516c7e-88d7-47c3-8c2b-1a4284b4a42d" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.189077] env[70398]: DEBUG oslo_vmware.api [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444419, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.226827] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: c198a147-5c6d-49a0-b899-feef3d55f4b8] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 906.236029] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4d42401b-3ec6-4cf0-9d7b-6103fd48a6ba tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Acquiring lock "effd3feb-1733-4485-bc19-2e089e5feef4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.236226] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4d42401b-3ec6-4cf0-9d7b-6103fd48a6ba tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lock "effd3feb-1733-4485-bc19-2e089e5feef4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.257611] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Releasing lock "refresh_cache-aca03be1-1cf7-4b4f-b324-b4201034a770" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.257982] env[70398]: DEBUG nova.compute.manager [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Instance network_info: |[{"id": "89d05ddf-ad9c-4611-b99e-0b6606af9685", "address": "fa:16:3e:db:ef:3c", "network": {"id": "33f3e9d8-5a02-4591-828a-d84cbe89da8e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-805406701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72bcb292b34f4fa0859dddf376aed84f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89d05ddf-ad", "ovs_interfaceid": "89d05ddf-ad9c-4611-b99e-0b6606af9685", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 906.259078] env[70398]: DEBUG oslo_concurrency.lockutils [req-477ff089-69a6-4896-8a3b-f267c821b34e req-fbdf07e2-093c-428b-b638-d610e40dba10 service nova] Acquired lock "refresh_cache-aca03be1-1cf7-4b4f-b324-b4201034a770" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.259078] env[70398]: DEBUG nova.network.neutron [req-477ff089-69a6-4896-8a3b-f267c821b34e req-fbdf07e2-093c-428b-b638-d610e40dba10 service nova] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Refreshing network info cache for port 89d05ddf-ad9c-4611-b99e-0b6606af9685 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 906.259687] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:ef:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f87a752-ebb0-49a4-a67b-e356fa45b89b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89d05ddf-ad9c-4611-b99e-0b6606af9685', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 906.267266] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Creating folder: Project (72bcb292b34f4fa0859dddf376aed84f). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 906.270787] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7ff9298-5275-4ebf-92ed-4dc47d92db97 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.274232] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Releasing lock "refresh_cache-601d9380-4728-4bd0-b2e2-afa6761e4abc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.285928] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Created folder: Project (72bcb292b34f4fa0859dddf376aed84f) in parent group-v687430. [ 906.286091] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Creating folder: Instances. Parent ref: group-v687625. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 906.286693] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb10aea6-44fd-4b55-b5d3-7d7e467cf63c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.300940] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Created folder: Instances in parent group-v687625. [ 906.301224] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.301471] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 906.301796] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4637f105-a7ed-4f8b-950b-ac7cc616ac2f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.328242] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 906.328242] env[70398]: value = "task-3444422" [ 906.328242] env[70398]: _type = "Task" [ 906.328242] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.336164] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444422, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.433883] env[70398]: DEBUG oslo_vmware.api [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e3e847-a557-68cf-b099-24f7533937d4, 'name': SearchDatastore_Task, 'duration_secs': 0.010432} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.434223] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.434463] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 16516c7e-88d7-47c3-8c2b-1a4284b4a42d] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 906.434697] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.434848] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.435056] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.435360] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cdd67bb1-2231-4a39-b505-71a0c9472c3f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.445758] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 906.445982] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 906.446778] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d328f5ce-5a59-4571-b3bc-d3fcee1a189f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.453374] env[70398]: DEBUG oslo_vmware.api [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 906.453374] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]527e6269-36de-32d7-132b-bc12b93cd919" [ 906.453374] env[70398]: _type = "Task" [ 906.453374] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.466620] env[70398]: DEBUG oslo_vmware.api [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]527e6269-36de-32d7-132b-bc12b93cd919, 'name': SearchDatastore_Task, 'duration_secs': 0.010617} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.467363] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-175a6b5d-0733-4385-8eec-bf6b4de450c5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.473902] env[70398]: DEBUG oslo_vmware.api [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 906.473902] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52c6f37e-ea2e-016b-95ac-b5c890d19425" [ 906.473902] env[70398]: _type = "Task" [ 906.473902] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.483185] env[70398]: DEBUG oslo_vmware.api [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52c6f37e-ea2e-016b-95ac-b5c890d19425, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.490421] env[70398]: DEBUG nova.network.neutron [req-477ff089-69a6-4896-8a3b-f267c821b34e req-fbdf07e2-093c-428b-b638-d610e40dba10 service nova] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Updated VIF entry in instance network info cache for port 89d05ddf-ad9c-4611-b99e-0b6606af9685. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 906.490793] env[70398]: DEBUG nova.network.neutron [req-477ff089-69a6-4896-8a3b-f267c821b34e req-fbdf07e2-093c-428b-b638-d610e40dba10 service nova] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Updating instance_info_cache with network_info: [{"id": "89d05ddf-ad9c-4611-b99e-0b6606af9685", "address": "fa:16:3e:db:ef:3c", "network": {"id": "33f3e9d8-5a02-4591-828a-d84cbe89da8e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-805406701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72bcb292b34f4fa0859dddf376aed84f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89d05ddf-ad", "ovs_interfaceid": "89d05ddf-ad9c-4611-b99e-0b6606af9685", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.568599] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2e2cf4b7-6b9c-439c-8e97-43be1006cd98 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Lock "2c8f5df2-1887-411b-be06-652180b42b84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.306s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.695911] env[70398]: DEBUG oslo_vmware.api [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444419, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66949} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.695911] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] d5514a4f-7b7e-4d00-ba34-a03b967bc18a/d5514a4f-7b7e-4d00-ba34-a03b967bc18a.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.695911] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.695911] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a75f1c7f-503b-4d99-b059-67ab259ac54f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.703054] env[70398]: DEBUG oslo_vmware.api [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 906.703054] env[70398]: value = "task-3444423" [ 906.703054] env[70398]: _type = "Task" [ 906.703054] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.714304] env[70398]: DEBUG oslo_vmware.api [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444423, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.737941] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: fbd30336-215c-4ff4-9d0c-d36491023d48] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 906.741175] env[70398]: DEBUG nova.compute.utils [None req-4d42401b-3ec6-4cf0-9d7b-6103fd48a6ba tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 906.840505] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444422, 'name': CreateVM_Task, 'duration_secs': 0.376456} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.842994] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 906.844064] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.844248] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.844577] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.844827] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-759b925a-81cf-4b01-b7d6-c5f72dca7538 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.853018] env[70398]: DEBUG oslo_vmware.api [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Waiting for the task: (returnval){ [ 906.853018] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52fe683e-8af9-8742-5376-74fb802aa2cd" [ 906.853018] env[70398]: _type = "Task" [ 906.853018] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.861765] env[70398]: DEBUG oslo_vmware.api [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52fe683e-8af9-8742-5376-74fb802aa2cd, 'name': SearchDatastore_Task} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.862035] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.862277] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 906.862492] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.877010] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a510fd9b-5fe3-4178-ab32-042edd14f438 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.885786] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28d3072-a524-4d8d-b250-8be760031085 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.920658] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640523db-cc68-4578-b510-19f8c4dcb28a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.929424] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0f4255-a6bc-45fe-8e74-b0a4301ff68f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.944045] env[70398]: DEBUG nova.compute.provider_tree [None req-cbb6596d-8e22-4f14-9e15-f93cb9c19650 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.985986] env[70398]: DEBUG oslo_vmware.api [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52c6f37e-ea2e-016b-95ac-b5c890d19425, 'name': SearchDatastore_Task, 'duration_secs': 0.011262} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.986547] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.986547] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 16516c7e-88d7-47c3-8c2b-1a4284b4a42d/16516c7e-88d7-47c3-8c2b-1a4284b4a42d.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 906.986834] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.987034] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.987263] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85372e11-cf0c-4454-9d35-72b6a14ef270 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.989664] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20fc4926-9e26-40e7-93ab-754c825b1c9f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.993555] env[70398]: DEBUG oslo_concurrency.lockutils [req-477ff089-69a6-4896-8a3b-f267c821b34e req-fbdf07e2-093c-428b-b638-d610e40dba10 service nova] Releasing lock "refresh_cache-aca03be1-1cf7-4b4f-b324-b4201034a770" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.998345] env[70398]: DEBUG oslo_vmware.api [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 906.998345] env[70398]: value = "task-3444424" [ 906.998345] env[70398]: _type = "Task" [ 906.998345] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.003080] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 907.003284] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 907.004415] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e83d3d46-5e65-47ee-8c03-913c2fbc5fb6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.010096] env[70398]: DEBUG oslo_vmware.api [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444424, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.014709] env[70398]: DEBUG oslo_vmware.api [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Waiting for the task: (returnval){ [ 907.014709] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]524703fc-f283-0b8d-6f5a-c4b0371baa8a" [ 907.014709] env[70398]: _type = "Task" [ 907.014709] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.024266] env[70398]: DEBUG oslo_vmware.api [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]524703fc-f283-0b8d-6f5a-c4b0371baa8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.214031] env[70398]: DEBUG oslo_vmware.api [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444423, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06261} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.214268] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 907.215106] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2f5282-551e-452c-b66b-956e98ec8eca {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.239586] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] d5514a4f-7b7e-4d00-ba34-a03b967bc18a/d5514a4f-7b7e-4d00-ba34-a03b967bc18a.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.239586] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69eb537f-6d33-40d8-99c9-fd906cbeca37 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.254090] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 55ea9666-0dba-4440-9e5c-afeb9d2b7a98] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 907.256486] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4d42401b-3ec6-4cf0-9d7b-6103fd48a6ba tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lock "effd3feb-1733-4485-bc19-2e089e5feef4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.020s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.264647] env[70398]: DEBUG oslo_vmware.api [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 907.264647] env[70398]: value = "task-3444425" [ 907.264647] env[70398]: _type = "Task" [ 907.264647] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.278278] env[70398]: DEBUG oslo_vmware.api [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444425, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.448673] env[70398]: DEBUG nova.scheduler.client.report [None req-cbb6596d-8e22-4f14-9e15-f93cb9c19650 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.511242] env[70398]: DEBUG oslo_vmware.api [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444424, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.527232] env[70398]: DEBUG oslo_vmware.api [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]524703fc-f283-0b8d-6f5a-c4b0371baa8a, 'name': SearchDatastore_Task, 'duration_secs': 0.034316} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.528109] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-471ed6fb-189d-4c1f-8591-3eb6accf2157 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.535540] env[70398]: DEBUG oslo_vmware.api [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Waiting for the task: (returnval){ [ 907.535540] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52924732-8efb-d482-7fed-d2b82abaa4f4" [ 907.535540] env[70398]: _type = "Task" [ 907.535540] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.544456] env[70398]: DEBUG oslo_vmware.api [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52924732-8efb-d482-7fed-d2b82abaa4f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.553505] env[70398]: DEBUG nova.compute.manager [req-a962a0c4-27ab-4cca-9fac-34ff62c671d1 req-7476f8a0-5074-420d-8a1b-9b921bc98999 service nova] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Received event network-changed-9053e2e3-c4ff-4324-ab99-ab78901cd98c {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.553690] env[70398]: DEBUG nova.compute.manager [req-a962a0c4-27ab-4cca-9fac-34ff62c671d1 req-7476f8a0-5074-420d-8a1b-9b921bc98999 service nova] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Refreshing instance network info cache due to event network-changed-9053e2e3-c4ff-4324-ab99-ab78901cd98c. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 907.553947] env[70398]: DEBUG oslo_concurrency.lockutils [req-a962a0c4-27ab-4cca-9fac-34ff62c671d1 req-7476f8a0-5074-420d-8a1b-9b921bc98999 service nova] Acquiring lock "refresh_cache-e707265e-e17d-498e-bfbc-91fd03288d27" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.555418] env[70398]: DEBUG oslo_concurrency.lockutils [req-a962a0c4-27ab-4cca-9fac-34ff62c671d1 req-7476f8a0-5074-420d-8a1b-9b921bc98999 service nova] Acquired lock "refresh_cache-e707265e-e17d-498e-bfbc-91fd03288d27" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.555418] env[70398]: DEBUG nova.network.neutron [req-a962a0c4-27ab-4cca-9fac-34ff62c671d1 req-7476f8a0-5074-420d-8a1b-9b921bc98999 service nova] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Refreshing network info cache for port 9053e2e3-c4ff-4324-ab99-ab78901cd98c {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 907.758408] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 2fd962a1-021d-4a52-aeb0-049f87e3722d] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 907.775551] env[70398]: DEBUG oslo_vmware.api [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444425, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.789771] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3477cc-4db8-4583-88b6-0a0da1da3453 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.814536] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Updating instance '601d9380-4728-4bd0-b2e2-afa6761e4abc' progress to 0 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 908.011132] env[70398]: DEBUG oslo_vmware.api [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444424, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.00723} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.011415] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 16516c7e-88d7-47c3-8c2b-1a4284b4a42d/16516c7e-88d7-47c3-8c2b-1a4284b4a42d.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 908.011639] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 16516c7e-88d7-47c3-8c2b-1a4284b4a42d] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 908.011895] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e8e6e92-a847-4ffc-9bf9-953b5b0dd6e5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.019325] env[70398]: DEBUG oslo_vmware.api [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 908.019325] env[70398]: value = "task-3444426" [ 908.019325] env[70398]: _type = "Task" [ 908.019325] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.028939] env[70398]: DEBUG oslo_vmware.api [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444426, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.049739] env[70398]: DEBUG oslo_vmware.api [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52924732-8efb-d482-7fed-d2b82abaa4f4, 'name': SearchDatastore_Task, 'duration_secs': 0.019457} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.050018] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.050320] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] aca03be1-1cf7-4b4f-b324-b4201034a770/aca03be1-1cf7-4b4f-b324-b4201034a770.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 908.050593] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad66508c-5a62-43d1-8ff1-877a0f1a028c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.060469] env[70398]: DEBUG oslo_vmware.api [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Waiting for the task: (returnval){ [ 908.060469] env[70398]: value = "task-3444427" [ 908.060469] env[70398]: _type = "Task" [ 908.060469] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.070537] env[70398]: DEBUG oslo_vmware.api [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444427, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.261755] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 2fffbfbc-2b85-4ee8-89e2-ef8cc63a81d7] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 908.276102] env[70398]: DEBUG oslo_vmware.api [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444425, 'name': ReconfigVM_Task, 'duration_secs': 0.843202} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.276328] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Reconfigured VM instance instance-00000043 to attach disk [datastore1] d5514a4f-7b7e-4d00-ba34-a03b967bc18a/d5514a4f-7b7e-4d00-ba34-a03b967bc18a.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.276960] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9fbbcad-6a53-486e-a349-a9a34d7d3fc6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.284898] env[70398]: DEBUG oslo_vmware.api [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 908.284898] env[70398]: value = "task-3444428" [ 908.284898] env[70398]: _type = "Task" [ 908.284898] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.297517] env[70398]: DEBUG oslo_vmware.api [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444428, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.322777] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.323112] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2cb34464-fb0e-4f0c-8266-9ffb250ad34c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.325310] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4d42401b-3ec6-4cf0-9d7b-6103fd48a6ba tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Acquiring lock "effd3feb-1733-4485-bc19-2e089e5feef4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.325759] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4d42401b-3ec6-4cf0-9d7b-6103fd48a6ba tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lock "effd3feb-1733-4485-bc19-2e089e5feef4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.325861] env[70398]: INFO nova.compute.manager [None req-4d42401b-3ec6-4cf0-9d7b-6103fd48a6ba tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Attaching volume 22a5016f-9a44-48c0-b00b-dc3518f61862 to /dev/sdb [ 908.335802] env[70398]: DEBUG oslo_vmware.api [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Waiting for the task: (returnval){ [ 908.335802] env[70398]: value = "task-3444429" [ 908.335802] env[70398]: _type = "Task" [ 908.335802] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.336721] env[70398]: DEBUG nova.network.neutron [req-a962a0c4-27ab-4cca-9fac-34ff62c671d1 req-7476f8a0-5074-420d-8a1b-9b921bc98999 service nova] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Updated VIF entry in instance network info cache for port 9053e2e3-c4ff-4324-ab99-ab78901cd98c. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 908.337155] env[70398]: DEBUG nova.network.neutron [req-a962a0c4-27ab-4cca-9fac-34ff62c671d1 req-7476f8a0-5074-420d-8a1b-9b921bc98999 service nova] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Updating instance_info_cache with network_info: [{"id": "9053e2e3-c4ff-4324-ab99-ab78901cd98c", "address": "fa:16:3e:62:c4:4d", "network": {"id": "8fad5b36-09ed-4191-ad7c-ee11486fe281", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-794096322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e69c3b919fc4646908a33a0379ab0a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9053e2e3-c4", "ovs_interfaceid": "9053e2e3-c4ff-4324-ab99-ab78901cd98c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.353687] env[70398]: DEBUG oslo_vmware.api [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.366028] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23673174-f6d2-4d0b-9e77-b66e41ebbd08 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.373929] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2adbd16-6dd3-4cef-9463-70104211a570 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.391246] env[70398]: DEBUG nova.virt.block_device [None req-4d42401b-3ec6-4cf0-9d7b-6103fd48a6ba tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Updating existing volume attachment record: 4df9aac4-f502-4b17-9ec8-b404bef550f0 {{(pid=70398) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 908.462233] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cbb6596d-8e22-4f14-9e15-f93cb9c19650 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.439s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.463169] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5f761123-76af-436a-b4fd-15dd20bea2f0 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.005s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.463523] env[70398]: DEBUG nova.objects.instance [None req-5f761123-76af-436a-b4fd-15dd20bea2f0 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Lazy-loading 'resources' on Instance uuid a3c9b6ac-08f5-449e-9738-64b7d9157f87 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.532611] env[70398]: DEBUG oslo_vmware.api [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444426, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146086} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.532923] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 16516c7e-88d7-47c3-8c2b-1a4284b4a42d] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 908.533888] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b4a22f-4320-41ac-8d65-0ba8d904f2c0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.559412] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 16516c7e-88d7-47c3-8c2b-1a4284b4a42d] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 16516c7e-88d7-47c3-8c2b-1a4284b4a42d/16516c7e-88d7-47c3-8c2b-1a4284b4a42d.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.559749] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1649654d-96f8-43e0-9ac8-df6d82b2164e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.588050] env[70398]: DEBUG oslo_vmware.api [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444427, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.589049] env[70398]: DEBUG oslo_vmware.api [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 908.589049] env[70398]: value = "task-3444431" [ 908.589049] env[70398]: _type = "Task" [ 908.589049] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.599585] env[70398]: DEBUG oslo_vmware.api [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444431, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.765033] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 460e787f-23bb-4bb8-8bc4-11545b9891ea] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 908.796029] env[70398]: DEBUG oslo_vmware.api [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444428, 'name': Rename_Task, 'duration_secs': 0.29244} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.797101] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.797385] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3def285e-e598-43f6-acef-a0b03317c061 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.806671] env[70398]: DEBUG oslo_vmware.api [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 908.806671] env[70398]: value = "task-3444432" [ 908.806671] env[70398]: _type = "Task" [ 908.806671] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.816702] env[70398]: DEBUG oslo_vmware.api [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444432, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.847592] env[70398]: DEBUG oslo_concurrency.lockutils [req-a962a0c4-27ab-4cca-9fac-34ff62c671d1 req-7476f8a0-5074-420d-8a1b-9b921bc98999 service nova] Releasing lock "refresh_cache-e707265e-e17d-498e-bfbc-91fd03288d27" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.851520] env[70398]: DEBUG oslo_vmware.api [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444429, 'name': PowerOffVM_Task, 'duration_secs': 0.292906} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.852075] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.852443] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Updating instance '601d9380-4728-4bd0-b2e2-afa6761e4abc' progress to 17 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 908.886348] env[70398]: DEBUG oslo_concurrency.lockutils [None req-48c73e08-2352-4888-a54e-4aed80664626 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Acquiring lock "2a2e62f7-2192-40ed-9af0-a00415d6b6b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.887384] env[70398]: DEBUG oslo_concurrency.lockutils [None req-48c73e08-2352-4888-a54e-4aed80664626 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Lock "2a2e62f7-2192-40ed-9af0-a00415d6b6b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.887384] env[70398]: DEBUG oslo_concurrency.lockutils [None req-48c73e08-2352-4888-a54e-4aed80664626 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Acquiring lock "2a2e62f7-2192-40ed-9af0-a00415d6b6b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.887384] env[70398]: DEBUG oslo_concurrency.lockutils [None req-48c73e08-2352-4888-a54e-4aed80664626 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Lock "2a2e62f7-2192-40ed-9af0-a00415d6b6b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.887384] env[70398]: DEBUG oslo_concurrency.lockutils [None req-48c73e08-2352-4888-a54e-4aed80664626 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Lock "2a2e62f7-2192-40ed-9af0-a00415d6b6b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.893267] env[70398]: INFO nova.compute.manager [None req-48c73e08-2352-4888-a54e-4aed80664626 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Terminating instance [ 909.036149] env[70398]: INFO nova.scheduler.client.report [None req-cbb6596d-8e22-4f14-9e15-f93cb9c19650 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Deleted allocation for migration 45bba870-5cf2-4960-9e60-96c7a04b43c5 [ 909.085278] env[70398]: DEBUG oslo_vmware.api [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444427, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.886455} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.087865] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] aca03be1-1cf7-4b4f-b324-b4201034a770/aca03be1-1cf7-4b4f-b324-b4201034a770.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 909.088117] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 909.088809] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3131f251-eeb4-44cc-88e9-da4e194bc61d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.100289] env[70398]: DEBUG oslo_vmware.api [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444431, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.104661] env[70398]: DEBUG oslo_vmware.api [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Waiting for the task: (returnval){ [ 909.104661] env[70398]: value = "task-3444435" [ 909.104661] env[70398]: _type = "Task" [ 909.104661] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.116071] env[70398]: DEBUG oslo_vmware.api [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444435, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.269263] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: a7c8cf9d-671e-4489-8a64-218be96335d1] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 909.309118] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08064b45-a352-498a-a3f4-9a141f5586e2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.321861] env[70398]: DEBUG oslo_vmware.api [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444432, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.324506] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3bf998-088c-49d8-bbfd-78a6d552f6e0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.362914] env[70398]: DEBUG nova.virt.hardware [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.363237] env[70398]: DEBUG nova.virt.hardware [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.363406] env[70398]: DEBUG nova.virt.hardware [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.363672] env[70398]: DEBUG nova.virt.hardware [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.363822] env[70398]: DEBUG nova.virt.hardware [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.363967] env[70398]: DEBUG nova.virt.hardware [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.364190] env[70398]: DEBUG nova.virt.hardware [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.364352] env[70398]: DEBUG nova.virt.hardware [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.364514] env[70398]: DEBUG nova.virt.hardware [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.364672] env[70398]: DEBUG nova.virt.hardware [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.364842] env[70398]: DEBUG nova.virt.hardware [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.370369] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e2d0427-a8a0-4317-ad1e-2ae59956ed38 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.381520] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc93c0b8-c762-4a9b-bccb-72f5be339868 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.394271] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7e73ae-b60e-421d-929f-33f2a4fc87a9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.398850] env[70398]: DEBUG oslo_vmware.api [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Waiting for the task: (returnval){ [ 909.398850] env[70398]: value = "task-3444436" [ 909.398850] env[70398]: _type = "Task" [ 909.398850] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.412509] env[70398]: DEBUG nova.compute.manager [None req-48c73e08-2352-4888-a54e-4aed80664626 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 909.412781] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-48c73e08-2352-4888-a54e-4aed80664626 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 909.413295] env[70398]: DEBUG nova.compute.provider_tree [None req-5f761123-76af-436a-b4fd-15dd20bea2f0 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.415504] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea60a1d8-9f2f-4a32-977e-7f6906dda377 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.424692] env[70398]: DEBUG oslo_vmware.api [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444436, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.427873] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c73e08-2352-4888-a54e-4aed80664626 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.428176] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6669a70-2e96-44da-9062-9ad2c2eb8972 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.435919] env[70398]: DEBUG oslo_vmware.api [None req-48c73e08-2352-4888-a54e-4aed80664626 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Waiting for the task: (returnval){ [ 909.435919] env[70398]: value = "task-3444437" [ 909.435919] env[70398]: _type = "Task" [ 909.435919] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.446615] env[70398]: DEBUG oslo_vmware.api [None req-48c73e08-2352-4888-a54e-4aed80664626 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Task: {'id': task-3444437, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.544295] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cbb6596d-8e22-4f14-9e15-f93cb9c19650 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "042cb1aa-5618-48ae-9a74-717d6a729bb7" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 21.329s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.600635] env[70398]: DEBUG oslo_vmware.api [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444431, 'name': ReconfigVM_Task, 'duration_secs': 0.802094} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.600917] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 16516c7e-88d7-47c3-8c2b-1a4284b4a42d] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 16516c7e-88d7-47c3-8c2b-1a4284b4a42d/16516c7e-88d7-47c3-8c2b-1a4284b4a42d.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.601636] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8d2e078-29f4-4202-93d8-d2a0a1e6af39 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.610443] env[70398]: DEBUG oslo_vmware.api [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 909.610443] env[70398]: value = "task-3444438" [ 909.610443] env[70398]: _type = "Task" [ 909.610443] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.617268] env[70398]: DEBUG oslo_vmware.api [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444435, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.168142} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.618022] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 909.618931] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687cf4ab-763d-4e8e-8b06-e75c2f9138a5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.625188] env[70398]: DEBUG oslo_vmware.api [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444438, 'name': Rename_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.646594] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] aca03be1-1cf7-4b4f-b324-b4201034a770/aca03be1-1cf7-4b4f-b324-b4201034a770.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.646594] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c147c513-bf9e-421d-a75d-18c52c6a4da3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.671020] env[70398]: DEBUG oslo_vmware.api [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Waiting for the task: (returnval){ [ 909.671020] env[70398]: value = "task-3444439" [ 909.671020] env[70398]: _type = "Task" [ 909.671020] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.675931] env[70398]: DEBUG oslo_vmware.api [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444439, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.773762] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: a370856f-459c-42d9-92bc-061891305750] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 909.822501] env[70398]: DEBUG oslo_vmware.api [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444432, 'name': PowerOnVM_Task, 'duration_secs': 0.748899} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.822844] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.823122] env[70398]: INFO nova.compute.manager [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Took 11.12 seconds to spawn the instance on the hypervisor. [ 909.823359] env[70398]: DEBUG nova.compute.manager [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.824482] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e75cae9-ba9f-4b06-904a-e2ea4676f37d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.909260] env[70398]: DEBUG oslo_vmware.api [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444436, 'name': ReconfigVM_Task, 'duration_secs': 0.368076} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.909672] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Updating instance '601d9380-4728-4bd0-b2e2-afa6761e4abc' progress to 33 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 909.919755] env[70398]: DEBUG nova.scheduler.client.report [None req-5f761123-76af-436a-b4fd-15dd20bea2f0 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.950368] env[70398]: DEBUG oslo_vmware.api [None req-48c73e08-2352-4888-a54e-4aed80664626 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Task: {'id': task-3444437, 'name': PowerOffVM_Task, 'duration_secs': 0.425074} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.950853] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c73e08-2352-4888-a54e-4aed80664626 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 909.951130] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-48c73e08-2352-4888-a54e-4aed80664626 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 909.952615] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f4c9d54-ddbc-4ebc-8d30-e4225681d818 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.053697] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-48c73e08-2352-4888-a54e-4aed80664626 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.053906] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-48c73e08-2352-4888-a54e-4aed80664626 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.054054] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-48c73e08-2352-4888-a54e-4aed80664626 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Deleting the datastore file [datastore2] 2a2e62f7-2192-40ed-9af0-a00415d6b6b9 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.054536] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62779886-1029-4b35-bd55-44e35de5457c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.061861] env[70398]: DEBUG oslo_vmware.api [None req-48c73e08-2352-4888-a54e-4aed80664626 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Waiting for the task: (returnval){ [ 910.061861] env[70398]: value = "task-3444441" [ 910.061861] env[70398]: _type = "Task" [ 910.061861] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.072477] env[70398]: DEBUG oslo_vmware.api [None req-48c73e08-2352-4888-a54e-4aed80664626 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Task: {'id': task-3444441, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.120473] env[70398]: DEBUG oslo_vmware.api [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444438, 'name': Rename_Task, 'duration_secs': 0.269832} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.120842] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 16516c7e-88d7-47c3-8c2b-1a4284b4a42d] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.121428] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6136ac38-be6b-4127-9017-43a576f3fa00 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.128516] env[70398]: DEBUG oslo_vmware.api [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 910.128516] env[70398]: value = "task-3444442" [ 910.128516] env[70398]: _type = "Task" [ 910.128516] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.136849] env[70398]: DEBUG oslo_vmware.api [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444442, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.177709] env[70398]: DEBUG oslo_vmware.api [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444439, 'name': ReconfigVM_Task, 'duration_secs': 0.311265} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.178183] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Reconfigured VM instance instance-00000045 to attach disk [datastore2] aca03be1-1cf7-4b4f-b324-b4201034a770/aca03be1-1cf7-4b4f-b324-b4201034a770.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.178654] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2867495d-3aea-4904-9242-6570ec3d7365 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.186863] env[70398]: DEBUG oslo_vmware.api [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Waiting for the task: (returnval){ [ 910.186863] env[70398]: value = "task-3444443" [ 910.186863] env[70398]: _type = "Task" [ 910.186863] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.195958] env[70398]: DEBUG oslo_vmware.api [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444443, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.278291] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: b7d421dd-74e2-4590-bbac-1401b00f66c3] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 910.346488] env[70398]: INFO nova.compute.manager [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Took 43.61 seconds to build instance. [ 910.416146] env[70398]: DEBUG nova.virt.hardware [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:16:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='448ba770-825b-4bef-b005-9cb79aaf1a7a',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-489479820',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.416146] env[70398]: DEBUG nova.virt.hardware [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.416146] env[70398]: DEBUG nova.virt.hardware [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.416449] env[70398]: DEBUG nova.virt.hardware [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.416449] env[70398]: DEBUG nova.virt.hardware [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.416566] env[70398]: DEBUG nova.virt.hardware [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.416769] env[70398]: DEBUG nova.virt.hardware [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.416927] env[70398]: DEBUG nova.virt.hardware [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.417109] env[70398]: DEBUG nova.virt.hardware [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.417270] env[70398]: DEBUG nova.virt.hardware [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.417782] env[70398]: DEBUG nova.virt.hardware [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.423321] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Reconfiguring VM instance instance-0000003e to detach disk 2000 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 910.423625] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f512deb5-aff8-4f18-a2fe-800e03c76e94 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.437304] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5f761123-76af-436a-b4fd-15dd20bea2f0 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.974s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.439814] env[70398]: DEBUG oslo_concurrency.lockutils [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.048s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.442593] env[70398]: INFO nova.compute.claims [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 910.453775] env[70398]: DEBUG oslo_vmware.api [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Waiting for the task: (returnval){ [ 910.453775] env[70398]: value = "task-3444444" [ 910.453775] env[70398]: _type = "Task" [ 910.453775] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.464417] env[70398]: DEBUG oslo_vmware.api [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444444, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.473265] env[70398]: INFO nova.scheduler.client.report [None req-5f761123-76af-436a-b4fd-15dd20bea2f0 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Deleted allocations for instance a3c9b6ac-08f5-449e-9738-64b7d9157f87 [ 910.555635] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d2142871-7af0-466f-8491-7ecd594733cd tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "042cb1aa-5618-48ae-9a74-717d6a729bb7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.555982] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d2142871-7af0-466f-8491-7ecd594733cd tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "042cb1aa-5618-48ae-9a74-717d6a729bb7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.557259] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d2142871-7af0-466f-8491-7ecd594733cd tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "042cb1aa-5618-48ae-9a74-717d6a729bb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.557453] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d2142871-7af0-466f-8491-7ecd594733cd tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "042cb1aa-5618-48ae-9a74-717d6a729bb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.558215] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d2142871-7af0-466f-8491-7ecd594733cd tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "042cb1aa-5618-48ae-9a74-717d6a729bb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.560207] env[70398]: INFO nova.compute.manager [None req-d2142871-7af0-466f-8491-7ecd594733cd tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Terminating instance [ 910.574562] env[70398]: DEBUG oslo_vmware.api [None req-48c73e08-2352-4888-a54e-4aed80664626 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Task: {'id': task-3444441, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301058} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.575292] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-48c73e08-2352-4888-a54e-4aed80664626 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 910.575391] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-48c73e08-2352-4888-a54e-4aed80664626 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 910.575492] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-48c73e08-2352-4888-a54e-4aed80664626 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 910.575695] env[70398]: INFO nova.compute.manager [None req-48c73e08-2352-4888-a54e-4aed80664626 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 910.575893] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48c73e08-2352-4888-a54e-4aed80664626 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.576655] env[70398]: DEBUG nova.compute.manager [-] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 910.576771] env[70398]: DEBUG nova.network.neutron [-] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 910.639756] env[70398]: DEBUG oslo_vmware.api [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444442, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.700927] env[70398]: DEBUG oslo_vmware.api [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444443, 'name': Rename_Task, 'duration_secs': 0.166123} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.701238] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.701554] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff8d61fc-5207-43b9-9831-65d86a6c139a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.710433] env[70398]: DEBUG oslo_vmware.api [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Waiting for the task: (returnval){ [ 910.710433] env[70398]: value = "task-3444445" [ 910.710433] env[70398]: _type = "Task" [ 910.710433] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.719669] env[70398]: DEBUG oslo_vmware.api [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444445, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.782682] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 910.782954] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Cleaning up deleted instances with incomplete migration {{(pid=70398) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 910.848202] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6ff580d0-8276-494f-9a2e-06f75baf9b16 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lock "d5514a4f-7b7e-4d00-ba34-a03b967bc18a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.119s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.965485] env[70398]: DEBUG oslo_vmware.api [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444444, 'name': ReconfigVM_Task, 'duration_secs': 0.228533} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.965766] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Reconfigured VM instance instance-0000003e to detach disk 2000 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 910.966578] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f33e909-7797-4d40-b8cf-e20d66ae9bb1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.996396] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 601d9380-4728-4bd0-b2e2-afa6761e4abc/601d9380-4728-4bd0-b2e2-afa6761e4abc.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.996579] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5f761123-76af-436a-b4fd-15dd20bea2f0 tempest-ImagesOneServerNegativeTestJSON-841884703 tempest-ImagesOneServerNegativeTestJSON-841884703-project-member] Lock "a3c9b6ac-08f5-449e-9738-64b7d9157f87" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.303s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.997977] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2afb1e42-23bf-4cfb-85a7-89e7ca4369fe {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.023540] env[70398]: DEBUG oslo_vmware.api [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Waiting for the task: (returnval){ [ 911.023540] env[70398]: value = "task-3444446" [ 911.023540] env[70398]: _type = "Task" [ 911.023540] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.038435] env[70398]: DEBUG oslo_vmware.api [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444446, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.069665] env[70398]: DEBUG nova.compute.manager [None req-d2142871-7af0-466f-8491-7ecd594733cd tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 911.069665] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d2142871-7af0-466f-8491-7ecd594733cd tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 911.070323] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3eb81fa-84d0-4cd2-b04c-bcb0057921c9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.081843] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2142871-7af0-466f-8491-7ecd594733cd tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.081843] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bcc5b6d-6c35-4e56-9d98-a0afde998e5c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.088694] env[70398]: DEBUG oslo_vmware.api [None req-d2142871-7af0-466f-8491-7ecd594733cd tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 911.088694] env[70398]: value = "task-3444448" [ 911.088694] env[70398]: _type = "Task" [ 911.088694] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.095033] env[70398]: DEBUG nova.compute.manager [req-3e17dfbc-695b-4228-96e6-314e30cc0757 req-aa661c7e-fe83-4062-9a00-3fe04b9467e4 service nova] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Received event network-vif-deleted-cbc956ac-7ead-4b9e-be0a-ba4b179e1df8 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.095185] env[70398]: INFO nova.compute.manager [req-3e17dfbc-695b-4228-96e6-314e30cc0757 req-aa661c7e-fe83-4062-9a00-3fe04b9467e4 service nova] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Neutron deleted interface cbc956ac-7ead-4b9e-be0a-ba4b179e1df8; detaching it from the instance and deleting it from the info cache [ 911.095359] env[70398]: DEBUG nova.network.neutron [req-3e17dfbc-695b-4228-96e6-314e30cc0757 req-aa661c7e-fe83-4062-9a00-3fe04b9467e4 service nova] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.102512] env[70398]: DEBUG oslo_vmware.api [None req-d2142871-7af0-466f-8491-7ecd594733cd tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444448, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.147537] env[70398]: DEBUG oslo_vmware.api [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444442, 'name': PowerOnVM_Task, 'duration_secs': 0.620094} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.148452] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 16516c7e-88d7-47c3-8c2b-1a4284b4a42d] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 911.148639] env[70398]: INFO nova.compute.manager [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 16516c7e-88d7-47c3-8c2b-1a4284b4a42d] Took 9.79 seconds to spawn the instance on the hypervisor. [ 911.149436] env[70398]: DEBUG nova.compute.manager [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 16516c7e-88d7-47c3-8c2b-1a4284b4a42d] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 911.150195] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf112bca-e896-432a-a342-0a794706a149 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.177570] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "e6501d8a-8f13-4aff-8595-f3f273809e16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.177916] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "e6501d8a-8f13-4aff-8595-f3f273809e16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.222089] env[70398]: DEBUG oslo_vmware.api [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444445, 'name': PowerOnVM_Task, 'duration_secs': 0.480914} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.222371] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 911.222614] env[70398]: INFO nova.compute.manager [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Took 7.34 seconds to spawn the instance on the hypervisor. [ 911.222825] env[70398]: DEBUG nova.compute.manager [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 911.223658] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5955429a-78fe-42c0-b3af-ef39a2f345eb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.286197] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 911.414016] env[70398]: DEBUG nova.network.neutron [-] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.535166] env[70398]: DEBUG oslo_vmware.api [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444446, 'name': ReconfigVM_Task, 'duration_secs': 0.352157} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.537917] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 601d9380-4728-4bd0-b2e2-afa6761e4abc/601d9380-4728-4bd0-b2e2-afa6761e4abc.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.538225] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Updating instance '601d9380-4728-4bd0-b2e2-afa6761e4abc' progress to 50 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 911.603626] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c6f61ff4-bed7-4024-9f12-f910997da0c9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.606774] env[70398]: DEBUG oslo_vmware.api [None req-d2142871-7af0-466f-8491-7ecd594733cd tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444448, 'name': PowerOffVM_Task, 'duration_secs': 0.236302} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.606774] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2142871-7af0-466f-8491-7ecd594733cd tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.606774] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d2142871-7af0-466f-8491-7ecd594733cd tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 911.607328] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b08066c-6891-4f16-8c75-940f856771f6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.614950] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2a0f47-edc0-49f7-b62e-2c5fd2d554e0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.654531] env[70398]: DEBUG nova.compute.manager [req-3e17dfbc-695b-4228-96e6-314e30cc0757 req-aa661c7e-fe83-4062-9a00-3fe04b9467e4 service nova] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Detach interface failed, port_id=cbc956ac-7ead-4b9e-be0a-ba4b179e1df8, reason: Instance 2a2e62f7-2192-40ed-9af0-a00415d6b6b9 could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 911.676881] env[70398]: INFO nova.compute.manager [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 16516c7e-88d7-47c3-8c2b-1a4284b4a42d] Took 37.10 seconds to build instance. [ 911.680607] env[70398]: DEBUG nova.compute.manager [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 911.684049] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d2142871-7af0-466f-8491-7ecd594733cd tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 911.684286] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d2142871-7af0-466f-8491-7ecd594733cd tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 911.684505] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2142871-7af0-466f-8491-7ecd594733cd tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Deleting the datastore file [datastore1] 042cb1aa-5618-48ae-9a74-717d6a729bb7 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 911.685040] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c88eb83a-ae34-41e6-b295-73358725c393 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.694293] env[70398]: DEBUG oslo_vmware.api [None req-d2142871-7af0-466f-8491-7ecd594733cd tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 911.694293] env[70398]: value = "task-3444450" [ 911.694293] env[70398]: _type = "Task" [ 911.694293] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.710475] env[70398]: DEBUG oslo_vmware.api [None req-d2142871-7af0-466f-8491-7ecd594733cd tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444450, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.746659] env[70398]: INFO nova.compute.manager [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Took 28.10 seconds to build instance. [ 911.792363] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c655b7-1dd3-4cf5-becf-55e86b838b14 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.801726] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f79c1f-2f6b-4388-ab30-ee37d09f1a2a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.833225] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4aaad99-ae08-48f6-b172-136c35be723e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.841919] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2154d1-1435-478e-89ab-6dc175efea14 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.856872] env[70398]: DEBUG nova.compute.provider_tree [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.920306] env[70398]: INFO nova.compute.manager [-] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Took 1.34 seconds to deallocate network for instance. [ 912.022266] env[70398]: DEBUG nova.compute.manager [None req-10c59047-02cf-42ef-88d8-d3bf77bd8b2b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 912.023177] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa22bbbd-233b-4951-9957-4fa7932d13d5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.044173] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1830b28-0ed8-4253-9e59-316f29e08776 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.067681] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbfff8c4-7931-41db-8594-caac4ca36e6e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.089458] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Updating instance '601d9380-4728-4bd0-b2e2-afa6761e4abc' progress to 67 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 912.179367] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5e33c8f8-e03a-43bd-8338-2f66c76c9e78 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "16516c7e-88d7-47c3-8c2b-1a4284b4a42d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.613s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.207201] env[70398]: DEBUG oslo_vmware.api [None req-d2142871-7af0-466f-8491-7ecd594733cd tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444450, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307366} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.207484] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2142871-7af0-466f-8491-7ecd594733cd tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 912.207675] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d2142871-7af0-466f-8491-7ecd594733cd tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 912.207854] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d2142871-7af0-466f-8491-7ecd594733cd tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 912.208038] env[70398]: INFO nova.compute.manager [None req-d2142871-7af0-466f-8491-7ecd594733cd tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 912.208313] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2142871-7af0-466f-8491-7ecd594733cd tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 912.208526] env[70398]: DEBUG nova.compute.manager [-] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 912.208619] env[70398]: DEBUG nova.network.neutron [-] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 912.218066] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.248829] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ce500a96-f938-423b-a3ab-c1dd93f06baa tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Lock "aca03be1-1cf7-4b4f-b324-b4201034a770" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.614s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.359925] env[70398]: DEBUG nova.scheduler.client.report [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.396566] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c96ad346-8dde-4455-9288-e8e423050a5c tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "16516c7e-88d7-47c3-8c2b-1a4284b4a42d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.396817] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c96ad346-8dde-4455-9288-e8e423050a5c tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "16516c7e-88d7-47c3-8c2b-1a4284b4a42d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.397075] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c96ad346-8dde-4455-9288-e8e423050a5c tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "16516c7e-88d7-47c3-8c2b-1a4284b4a42d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.397284] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c96ad346-8dde-4455-9288-e8e423050a5c tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "16516c7e-88d7-47c3-8c2b-1a4284b4a42d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.397464] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c96ad346-8dde-4455-9288-e8e423050a5c tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "16516c7e-88d7-47c3-8c2b-1a4284b4a42d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.399723] env[70398]: INFO nova.compute.manager [None req-c96ad346-8dde-4455-9288-e8e423050a5c tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 16516c7e-88d7-47c3-8c2b-1a4284b4a42d] Terminating instance [ 912.429721] env[70398]: DEBUG oslo_concurrency.lockutils [None req-48c73e08-2352-4888-a54e-4aed80664626 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.535816] env[70398]: INFO nova.compute.manager [None req-10c59047-02cf-42ef-88d8-d3bf77bd8b2b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] instance snapshotting [ 912.539441] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9641ca0c-0872-4c04-ac42-b14c444db82d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.563454] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e600b72f-21fc-4a35-afe0-106e96235dfd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.636154] env[70398]: DEBUG nova.network.neutron [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Port 66168a64-ab7c-40b9-948a-10dd5a69a6e9 binding to destination host cpu-1 is already ACTIVE {{(pid=70398) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 912.865153] env[70398]: DEBUG oslo_concurrency.lockutils [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.425s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.865554] env[70398]: DEBUG nova.compute.manager [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 912.868327] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.828s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.870953] env[70398]: INFO nova.compute.claims [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: a578cdfb-5a81-40b9-9a2d-fd13b26a7647] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.905919] env[70398]: DEBUG nova.compute.manager [None req-c96ad346-8dde-4455-9288-e8e423050a5c tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 16516c7e-88d7-47c3-8c2b-1a4284b4a42d] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 912.906340] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c96ad346-8dde-4455-9288-e8e423050a5c tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 16516c7e-88d7-47c3-8c2b-1a4284b4a42d] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.907179] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86211fb-d940-4431-9b07-67ad85288143 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.919168] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-c96ad346-8dde-4455-9288-e8e423050a5c tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 16516c7e-88d7-47c3-8c2b-1a4284b4a42d] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.919374] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc143109-8235-4828-9dc8-5af4555ad53e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.929636] env[70398]: DEBUG oslo_vmware.api [None req-c96ad346-8dde-4455-9288-e8e423050a5c tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 912.929636] env[70398]: value = "task-3444451" [ 912.929636] env[70398]: _type = "Task" [ 912.929636] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.938946] env[70398]: DEBUG oslo_vmware.api [None req-c96ad346-8dde-4455-9288-e8e423050a5c tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444451, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.078958] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-10c59047-02cf-42ef-88d8-d3bf77bd8b2b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Creating Snapshot of the VM instance {{(pid=70398) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 913.079307] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9cb0f53a-8279-4377-9307-c9dab4c5bf57 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.084249] env[70398]: DEBUG nova.network.neutron [-] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.092989] env[70398]: DEBUG oslo_vmware.api [None req-10c59047-02cf-42ef-88d8-d3bf77bd8b2b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 913.092989] env[70398]: value = "task-3444452" [ 913.092989] env[70398]: _type = "Task" [ 913.092989] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.109483] env[70398]: DEBUG oslo_vmware.api [None req-10c59047-02cf-42ef-88d8-d3bf77bd8b2b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444452, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.127630] env[70398]: DEBUG nova.compute.manager [req-8748d344-3285-4cb9-b206-0d8c1bd0470c req-22d21ea2-809f-4b01-adf5-170ac189d893 service nova] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Received event network-vif-deleted-389fa245-f25c-480b-99da-cd1b3cc4f613 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.375340] env[70398]: DEBUG nova.compute.utils [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 913.379265] env[70398]: DEBUG nova.compute.manager [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 913.379489] env[70398]: DEBUG nova.network.neutron [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 913.429773] env[70398]: DEBUG nova.policy [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '383aae858b124c66b62c211e07831f3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '565f3f2d80634f578f63ea399435e6d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 913.442620] env[70398]: DEBUG oslo_vmware.api [None req-c96ad346-8dde-4455-9288-e8e423050a5c tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444451, 'name': PowerOffVM_Task, 'duration_secs': 0.322078} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.442985] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-c96ad346-8dde-4455-9288-e8e423050a5c tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 16516c7e-88d7-47c3-8c2b-1a4284b4a42d] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.443311] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c96ad346-8dde-4455-9288-e8e423050a5c tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 16516c7e-88d7-47c3-8c2b-1a4284b4a42d] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.443311] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77aeb994-e62e-4bdb-9329-162c434cbcee {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.446696] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d42401b-3ec6-4cf0-9d7b-6103fd48a6ba tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Volume attach. Driver type: vmdk {{(pid=70398) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 913.446910] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d42401b-3ec6-4cf0-9d7b-6103fd48a6ba tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687629', 'volume_id': '22a5016f-9a44-48c0-b00b-dc3518f61862', 'name': 'volume-22a5016f-9a44-48c0-b00b-dc3518f61862', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'effd3feb-1733-4485-bc19-2e089e5feef4', 'attached_at': '', 'detached_at': '', 'volume_id': '22a5016f-9a44-48c0-b00b-dc3518f61862', 'serial': '22a5016f-9a44-48c0-b00b-dc3518f61862'} {{(pid=70398) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 913.447789] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55da8abc-9b94-4093-a06c-04cf9324f97d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.469539] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af79a9f9-3110-494e-bb6b-1633e943371e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.496989] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d42401b-3ec6-4cf0-9d7b-6103fd48a6ba tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] volume-22a5016f-9a44-48c0-b00b-dc3518f61862/volume-22a5016f-9a44-48c0-b00b-dc3518f61862.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 913.497362] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dca7475f-a881-41c1-88fa-f0da3fc18973 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.515115] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Acquiring lock "57d1efc1-41f0-4134-a69a-3219fe03660b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.515115] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Lock "57d1efc1-41f0-4134-a69a-3219fe03660b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.523209] env[70398]: DEBUG oslo_vmware.api [None req-4d42401b-3ec6-4cf0-9d7b-6103fd48a6ba tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Waiting for the task: (returnval){ [ 913.523209] env[70398]: value = "task-3444454" [ 913.523209] env[70398]: _type = "Task" [ 913.523209] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.527954] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c96ad346-8dde-4455-9288-e8e423050a5c tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 16516c7e-88d7-47c3-8c2b-1a4284b4a42d] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 913.527954] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c96ad346-8dde-4455-9288-e8e423050a5c tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 16516c7e-88d7-47c3-8c2b-1a4284b4a42d] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 913.529339] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-c96ad346-8dde-4455-9288-e8e423050a5c tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Deleting the datastore file [datastore2] 16516c7e-88d7-47c3-8c2b-1a4284b4a42d {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.529602] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4f258d8-de12-4b30-a4cf-5d695c48d0f1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.535226] env[70398]: DEBUG oslo_vmware.api [None req-4d42401b-3ec6-4cf0-9d7b-6103fd48a6ba tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3444454, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.541610] env[70398]: DEBUG oslo_vmware.api [None req-c96ad346-8dde-4455-9288-e8e423050a5c tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 913.541610] env[70398]: value = "task-3444455" [ 913.541610] env[70398]: _type = "Task" [ 913.541610] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.551283] env[70398]: DEBUG oslo_vmware.api [None req-c96ad346-8dde-4455-9288-e8e423050a5c tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444455, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.586750] env[70398]: INFO nova.compute.manager [-] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Took 1.38 seconds to deallocate network for instance. [ 913.603900] env[70398]: DEBUG oslo_vmware.api [None req-10c59047-02cf-42ef-88d8-d3bf77bd8b2b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444452, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.655647] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Acquiring lock "601d9380-4728-4bd0-b2e2-afa6761e4abc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.655952] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Lock "601d9380-4728-4bd0-b2e2-afa6761e4abc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.656046] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Lock "601d9380-4728-4bd0-b2e2-afa6761e4abc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.799036] env[70398]: DEBUG nova.network.neutron [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Successfully created port: 4f8e56ba-25ca-49a3-9697-667e89a8301e {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 913.880436] env[70398]: DEBUG nova.compute.manager [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 914.017722] env[70398]: DEBUG nova.compute.manager [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: 57d1efc1-41f0-4134-a69a-3219fe03660b] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 914.037409] env[70398]: DEBUG oslo_vmware.api [None req-4d42401b-3ec6-4cf0-9d7b-6103fd48a6ba tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3444454, 'name': ReconfigVM_Task, 'duration_secs': 0.432479} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.037863] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d42401b-3ec6-4cf0-9d7b-6103fd48a6ba tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Reconfigured VM instance instance-0000003b to attach disk [datastore2] volume-22a5016f-9a44-48c0-b00b-dc3518f61862/volume-22a5016f-9a44-48c0-b00b-dc3518f61862.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.045713] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a5d3d12-4a43-44c1-99eb-34c9bacfd724 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.066966] env[70398]: DEBUG oslo_vmware.api [None req-c96ad346-8dde-4455-9288-e8e423050a5c tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444455, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181768} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.068412] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-c96ad346-8dde-4455-9288-e8e423050a5c tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 914.068647] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c96ad346-8dde-4455-9288-e8e423050a5c tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 16516c7e-88d7-47c3-8c2b-1a4284b4a42d] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 914.069149] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c96ad346-8dde-4455-9288-e8e423050a5c tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 16516c7e-88d7-47c3-8c2b-1a4284b4a42d] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 914.069149] env[70398]: INFO nova.compute.manager [None req-c96ad346-8dde-4455-9288-e8e423050a5c tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 16516c7e-88d7-47c3-8c2b-1a4284b4a42d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 914.069326] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c96ad346-8dde-4455-9288-e8e423050a5c tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.069889] env[70398]: DEBUG oslo_vmware.api [None req-4d42401b-3ec6-4cf0-9d7b-6103fd48a6ba tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Waiting for the task: (returnval){ [ 914.069889] env[70398]: value = "task-3444456" [ 914.069889] env[70398]: _type = "Task" [ 914.069889] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.072610] env[70398]: DEBUG nova.compute.manager [-] [instance: 16516c7e-88d7-47c3-8c2b-1a4284b4a42d] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 914.072739] env[70398]: DEBUG nova.network.neutron [-] [instance: 16516c7e-88d7-47c3-8c2b-1a4284b4a42d] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 914.096281] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d2142871-7af0-466f-8491-7ecd594733cd tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.096485] env[70398]: DEBUG oslo_vmware.api [None req-4d42401b-3ec6-4cf0-9d7b-6103fd48a6ba tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3444456, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.109549] env[70398]: DEBUG oslo_vmware.api [None req-10c59047-02cf-42ef-88d8-d3bf77bd8b2b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444452, 'name': CreateSnapshot_Task, 'duration_secs': 0.774953} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.109839] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-10c59047-02cf-42ef-88d8-d3bf77bd8b2b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Created Snapshot of the VM instance {{(pid=70398) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 914.110705] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4624c096-155a-4ef0-9498-b6dd307acb57 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.278816] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e3a457-8b8e-4e85-901a-2937ff941ab0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.287754] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8cb96c-2ef3-4620-ae84-3439c02add47 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.321609] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6fdd905-d097-4eb8-b359-e0a79d44b40b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.333019] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718c7f08-90ef-45b2-a7e9-eeab51bdd0b5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.349750] env[70398]: DEBUG nova.compute.provider_tree [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.496246] env[70398]: DEBUG nova.compute.manager [req-1274c92e-d8fd-4548-9e52-fb6de379c1a8 req-b2145c3f-f9b5-4923-9042-0db86ca7829a service nova] [instance: 16516c7e-88d7-47c3-8c2b-1a4284b4a42d] Received event network-vif-deleted-4dd62569-61c6-49ec-85a2-17bf5c44a387 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.496543] env[70398]: INFO nova.compute.manager [req-1274c92e-d8fd-4548-9e52-fb6de379c1a8 req-b2145c3f-f9b5-4923-9042-0db86ca7829a service nova] [instance: 16516c7e-88d7-47c3-8c2b-1a4284b4a42d] Neutron deleted interface 4dd62569-61c6-49ec-85a2-17bf5c44a387; detaching it from the instance and deleting it from the info cache [ 914.496622] env[70398]: DEBUG nova.network.neutron [req-1274c92e-d8fd-4548-9e52-fb6de379c1a8 req-b2145c3f-f9b5-4923-9042-0db86ca7829a service nova] [instance: 16516c7e-88d7-47c3-8c2b-1a4284b4a42d] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.537107] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.591796] env[70398]: DEBUG oslo_vmware.api [None req-4d42401b-3ec6-4cf0-9d7b-6103fd48a6ba tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3444456, 'name': ReconfigVM_Task, 'duration_secs': 0.205797} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.592113] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d42401b-3ec6-4cf0-9d7b-6103fd48a6ba tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687629', 'volume_id': '22a5016f-9a44-48c0-b00b-dc3518f61862', 'name': 'volume-22a5016f-9a44-48c0-b00b-dc3518f61862', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'effd3feb-1733-4485-bc19-2e089e5feef4', 'attached_at': '', 'detached_at': '', 'volume_id': '22a5016f-9a44-48c0-b00b-dc3518f61862', 'serial': '22a5016f-9a44-48c0-b00b-dc3518f61862'} {{(pid=70398) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 914.634054] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-10c59047-02cf-42ef-88d8-d3bf77bd8b2b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Creating linked-clone VM from snapshot {{(pid=70398) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 914.634632] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8f518c05-ee71-487d-91e6-ce0cdb7b95a0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.644727] env[70398]: DEBUG oslo_vmware.api [None req-10c59047-02cf-42ef-88d8-d3bf77bd8b2b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 914.644727] env[70398]: value = "task-3444457" [ 914.644727] env[70398]: _type = "Task" [ 914.644727] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.653520] env[70398]: DEBUG oslo_vmware.api [None req-10c59047-02cf-42ef-88d8-d3bf77bd8b2b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444457, 'name': CloneVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.712195] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Acquiring lock "refresh_cache-601d9380-4728-4bd0-b2e2-afa6761e4abc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.712401] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Acquired lock "refresh_cache-601d9380-4728-4bd0-b2e2-afa6761e4abc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.712748] env[70398]: DEBUG nova.network.neutron [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.853940] env[70398]: DEBUG nova.scheduler.client.report [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.865495] env[70398]: DEBUG nova.network.neutron [-] [instance: 16516c7e-88d7-47c3-8c2b-1a4284b4a42d] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.893590] env[70398]: DEBUG nova.compute.manager [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 914.922579] env[70398]: DEBUG nova.virt.hardware [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 914.922851] env[70398]: DEBUG nova.virt.hardware [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.923015] env[70398]: DEBUG nova.virt.hardware [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.923402] env[70398]: DEBUG nova.virt.hardware [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.923620] env[70398]: DEBUG nova.virt.hardware [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.924146] env[70398]: DEBUG nova.virt.hardware [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 914.924410] env[70398]: DEBUG nova.virt.hardware [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 914.924693] env[70398]: DEBUG nova.virt.hardware [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 914.924909] env[70398]: DEBUG nova.virt.hardware [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 914.925095] env[70398]: DEBUG nova.virt.hardware [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 914.925462] env[70398]: DEBUG nova.virt.hardware [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 914.926518] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc00a795-2c20-45b4-8937-f57b4ad948a6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.936091] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b44ec4-28fa-465d-98f3-884a1457e0c6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.999207] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c73d9ddb-8938-48d2-b068-1927fd4ef526 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.011966] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2715c18b-257a-4b4d-87d5-c0b5a1c9dd18 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.042619] env[70398]: DEBUG nova.compute.manager [req-1274c92e-d8fd-4548-9e52-fb6de379c1a8 req-b2145c3f-f9b5-4923-9042-0db86ca7829a service nova] [instance: 16516c7e-88d7-47c3-8c2b-1a4284b4a42d] Detach interface failed, port_id=4dd62569-61c6-49ec-85a2-17bf5c44a387, reason: Instance 16516c7e-88d7-47c3-8c2b-1a4284b4a42d could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 915.157978] env[70398]: DEBUG oslo_vmware.api [None req-10c59047-02cf-42ef-88d8-d3bf77bd8b2b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444457, 'name': CloneVM_Task} progress is 94%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.365049] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.497s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.369414] env[70398]: DEBUG nova.compute.manager [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: a578cdfb-5a81-40b9-9a2d-fd13b26a7647] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 915.375257] env[70398]: DEBUG oslo_concurrency.lockutils [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.770s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.378268] env[70398]: INFO nova.compute.claims [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: 9e2c439e-dd2a-4693-8c5b-cdc5751d0003] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.382042] env[70398]: INFO nova.compute.manager [-] [instance: 16516c7e-88d7-47c3-8c2b-1a4284b4a42d] Took 1.31 seconds to deallocate network for instance. [ 915.545669] env[70398]: DEBUG nova.network.neutron [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Updating instance_info_cache with network_info: [{"id": "66168a64-ab7c-40b9-948a-10dd5a69a6e9", "address": "fa:16:3e:db:90:66", "network": {"id": "9b79551f-7584-4d61-b2a0-efe46a621f82", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3934dab198654b86ac5acbec6380b4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66168a64-ab", "ovs_interfaceid": "66168a64-ab7c-40b9-948a-10dd5a69a6e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.561719] env[70398]: DEBUG nova.compute.manager [req-10187521-2244-4566-a5f7-087f811215cc req-5127e2f4-6ad2-4e99-9df7-c70d64367bb2 service nova] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Received event network-vif-plugged-4f8e56ba-25ca-49a3-9697-667e89a8301e {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.561944] env[70398]: DEBUG oslo_concurrency.lockutils [req-10187521-2244-4566-a5f7-087f811215cc req-5127e2f4-6ad2-4e99-9df7-c70d64367bb2 service nova] Acquiring lock "3805da77-9f5d-4ffa-bc7b-141c94be3982-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.562185] env[70398]: DEBUG oslo_concurrency.lockutils [req-10187521-2244-4566-a5f7-087f811215cc req-5127e2f4-6ad2-4e99-9df7-c70d64367bb2 service nova] Lock "3805da77-9f5d-4ffa-bc7b-141c94be3982-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.562361] env[70398]: DEBUG oslo_concurrency.lockutils [req-10187521-2244-4566-a5f7-087f811215cc req-5127e2f4-6ad2-4e99-9df7-c70d64367bb2 service nova] Lock "3805da77-9f5d-4ffa-bc7b-141c94be3982-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.562532] env[70398]: DEBUG nova.compute.manager [req-10187521-2244-4566-a5f7-087f811215cc req-5127e2f4-6ad2-4e99-9df7-c70d64367bb2 service nova] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] No waiting events found dispatching network-vif-plugged-4f8e56ba-25ca-49a3-9697-667e89a8301e {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 915.562693] env[70398]: WARNING nova.compute.manager [req-10187521-2244-4566-a5f7-087f811215cc req-5127e2f4-6ad2-4e99-9df7-c70d64367bb2 service nova] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Received unexpected event network-vif-plugged-4f8e56ba-25ca-49a3-9697-667e89a8301e for instance with vm_state building and task_state spawning. [ 915.657211] env[70398]: DEBUG nova.objects.instance [None req-4d42401b-3ec6-4cf0-9d7b-6103fd48a6ba tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lazy-loading 'flavor' on Instance uuid effd3feb-1733-4485-bc19-2e089e5feef4 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.662028] env[70398]: DEBUG oslo_vmware.api [None req-10c59047-02cf-42ef-88d8-d3bf77bd8b2b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444457, 'name': CloneVM_Task} progress is 94%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.667832] env[70398]: DEBUG nova.network.neutron [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Successfully updated port: 4f8e56ba-25ca-49a3-9697-667e89a8301e {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 915.888047] env[70398]: DEBUG nova.compute.utils [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 915.889686] env[70398]: DEBUG nova.compute.manager [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: a578cdfb-5a81-40b9-9a2d-fd13b26a7647] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 915.889911] env[70398]: DEBUG nova.network.neutron [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: a578cdfb-5a81-40b9-9a2d-fd13b26a7647] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 915.895528] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c96ad346-8dde-4455-9288-e8e423050a5c tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.942955] env[70398]: DEBUG nova.policy [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7bcde807d8d94c128dccbd7c21441caa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1f52760f3634a03930138ea1ed0f4d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 916.045886] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Releasing lock "refresh_cache-601d9380-4728-4bd0-b2e2-afa6761e4abc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.157983] env[70398]: DEBUG oslo_vmware.api [None req-10c59047-02cf-42ef-88d8-d3bf77bd8b2b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444457, 'name': CloneVM_Task} progress is 94%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.164757] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4d42401b-3ec6-4cf0-9d7b-6103fd48a6ba tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lock "effd3feb-1733-4485-bc19-2e089e5feef4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.838s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.175499] env[70398]: DEBUG oslo_concurrency.lockutils [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquiring lock "refresh_cache-3805da77-9f5d-4ffa-bc7b-141c94be3982" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.175602] env[70398]: DEBUG oslo_concurrency.lockutils [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquired lock "refresh_cache-3805da77-9f5d-4ffa-bc7b-141c94be3982" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.175877] env[70398]: DEBUG nova.network.neutron [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.218997] env[70398]: DEBUG nova.network.neutron [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: a578cdfb-5a81-40b9-9a2d-fd13b26a7647] Successfully created port: 4ccb57e9-a6d0-4593-8fb8-0ecd192f0e69 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 916.399290] env[70398]: DEBUG nova.compute.manager [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: a578cdfb-5a81-40b9-9a2d-fd13b26a7647] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 916.572398] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc0fcae-2f47-4333-91d1-473b3bc112f7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.600089] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063bec24-f51c-477c-8d1c-3ccf35bf2bd7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.608742] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Updating instance '601d9380-4728-4bd0-b2e2-afa6761e4abc' progress to 83 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 916.660102] env[70398]: DEBUG oslo_vmware.api [None req-10c59047-02cf-42ef-88d8-d3bf77bd8b2b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444457, 'name': CloneVM_Task, 'duration_secs': 1.9277} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.665828] env[70398]: INFO nova.virt.vmwareapi.vmops [None req-10c59047-02cf-42ef-88d8-d3bf77bd8b2b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Created linked-clone VM from snapshot [ 916.665828] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef886a54-c938-4ce9-918e-d17116b62731 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.678835] env[70398]: DEBUG nova.virt.vmwareapi.images [None req-10c59047-02cf-42ef-88d8-d3bf77bd8b2b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Uploading image d415d19a-778d-468e-a176-624fbcb84558 {{(pid=70398) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 916.715186] env[70398]: DEBUG oslo_vmware.rw_handles [None req-10c59047-02cf-42ef-88d8-d3bf77bd8b2b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 916.715186] env[70398]: value = "vm-687631" [ 916.715186] env[70398]: _type = "VirtualMachine" [ 916.715186] env[70398]: }. {{(pid=70398) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 916.715380] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b8be297e-f3c6-480d-9f1a-11fca758cc1b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.724014] env[70398]: DEBUG oslo_vmware.rw_handles [None req-10c59047-02cf-42ef-88d8-d3bf77bd8b2b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lease: (returnval){ [ 916.724014] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52afb9bc-4a9b-7a67-9c29-49b4746dc592" [ 916.724014] env[70398]: _type = "HttpNfcLease" [ 916.724014] env[70398]: } obtained for exporting VM: (result){ [ 916.724014] env[70398]: value = "vm-687631" [ 916.724014] env[70398]: _type = "VirtualMachine" [ 916.724014] env[70398]: }. {{(pid=70398) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 916.724413] env[70398]: DEBUG oslo_vmware.api [None req-10c59047-02cf-42ef-88d8-d3bf77bd8b2b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the lease: (returnval){ [ 916.724413] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52afb9bc-4a9b-7a67-9c29-49b4746dc592" [ 916.724413] env[70398]: _type = "HttpNfcLease" [ 916.724413] env[70398]: } to be ready. {{(pid=70398) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 916.732925] env[70398]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 916.732925] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52afb9bc-4a9b-7a67-9c29-49b4746dc592" [ 916.732925] env[70398]: _type = "HttpNfcLease" [ 916.732925] env[70398]: } is initializing. {{(pid=70398) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 916.750723] env[70398]: DEBUG nova.network.neutron [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 916.808586] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e58a7f7-1fb1-4e57-81d6-912c7e0ac275 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.817860] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8116449-41fb-4b1f-8f62-154003df0640 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.852407] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0164ebbd-525a-4b34-bb1d-3a6377027338 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Acquiring lock "effd3feb-1733-4485-bc19-2e089e5feef4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.852678] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0164ebbd-525a-4b34-bb1d-3a6377027338 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lock "effd3feb-1733-4485-bc19-2e089e5feef4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.852860] env[70398]: DEBUG nova.compute.manager [None req-0164ebbd-525a-4b34-bb1d-3a6377027338 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.853813] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2968e681-04a2-466b-81dd-166cf1c5f9cd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.857990] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43de3fb3-30d6-4fd9-ba45-778121b49129 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.865040] env[70398]: DEBUG nova.compute.manager [None req-0164ebbd-525a-4b34-bb1d-3a6377027338 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70398) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 916.865604] env[70398]: DEBUG nova.objects.instance [None req-0164ebbd-525a-4b34-bb1d-3a6377027338 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lazy-loading 'flavor' on Instance uuid effd3feb-1733-4485-bc19-2e089e5feef4 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.870743] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08dd5a2f-d8c9-4129-b958-4a0cf8a4fc2a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.887784] env[70398]: DEBUG nova.compute.provider_tree [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.974907] env[70398]: DEBUG nova.network.neutron [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Updating instance_info_cache with network_info: [{"id": "4f8e56ba-25ca-49a3-9697-667e89a8301e", "address": "fa:16:3e:01:06:65", "network": {"id": "7d6a528e-2d28-423d-a33f-6f0222b74744", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1712623278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "565f3f2d80634f578f63ea399435e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f8e56ba-25", "ovs_interfaceid": "4f8e56ba-25ca-49a3-9697-667e89a8301e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.116358] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.116684] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58a41c0f-4b77-4477-bba9-e7c028041e71 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.126607] env[70398]: DEBUG oslo_vmware.api [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Waiting for the task: (returnval){ [ 917.126607] env[70398]: value = "task-3444459" [ 917.126607] env[70398]: _type = "Task" [ 917.126607] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.136220] env[70398]: DEBUG oslo_vmware.api [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444459, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.233377] env[70398]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 917.233377] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52afb9bc-4a9b-7a67-9c29-49b4746dc592" [ 917.233377] env[70398]: _type = "HttpNfcLease" [ 917.233377] env[70398]: } is ready. {{(pid=70398) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 917.233653] env[70398]: DEBUG oslo_vmware.rw_handles [None req-10c59047-02cf-42ef-88d8-d3bf77bd8b2b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 917.233653] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52afb9bc-4a9b-7a67-9c29-49b4746dc592" [ 917.233653] env[70398]: _type = "HttpNfcLease" [ 917.233653] env[70398]: }. {{(pid=70398) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 917.234384] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a8de29-2cc9-4cd5-b2a2-fdad937579f2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.243232] env[70398]: DEBUG oslo_vmware.rw_handles [None req-10c59047-02cf-42ef-88d8-d3bf77bd8b2b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5242f825-0c4c-9b9b-7d1b-1e02b28bb550/disk-0.vmdk from lease info. {{(pid=70398) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 917.243232] env[70398]: DEBUG oslo_vmware.rw_handles [None req-10c59047-02cf-42ef-88d8-d3bf77bd8b2b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5242f825-0c4c-9b9b-7d1b-1e02b28bb550/disk-0.vmdk for reading. {{(pid=70398) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 917.334594] env[70398]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ed8333dd-6d10-40b0-acc8-cd243fdb5270 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.391894] env[70398]: DEBUG nova.scheduler.client.report [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.411586] env[70398]: DEBUG nova.compute.manager [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: a578cdfb-5a81-40b9-9a2d-fd13b26a7647] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 917.446585] env[70398]: DEBUG nova.virt.hardware [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 917.446977] env[70398]: DEBUG nova.virt.hardware [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.447177] env[70398]: DEBUG nova.virt.hardware [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 917.447457] env[70398]: DEBUG nova.virt.hardware [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.447701] env[70398]: DEBUG nova.virt.hardware [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 917.447906] env[70398]: DEBUG nova.virt.hardware [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 917.448248] env[70398]: DEBUG nova.virt.hardware [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 917.448526] env[70398]: DEBUG nova.virt.hardware [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 917.448723] env[70398]: DEBUG nova.virt.hardware [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 917.448900] env[70398]: DEBUG nova.virt.hardware [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 917.449099] env[70398]: DEBUG nova.virt.hardware [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 917.450378] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df1a0dc-260c-4e6c-9c2e-f68b9ace3db0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.459648] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb85f9a-b19b-4d0d-9d09-b93432cb5590 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.477771] env[70398]: DEBUG oslo_concurrency.lockutils [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Releasing lock "refresh_cache-3805da77-9f5d-4ffa-bc7b-141c94be3982" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.478221] env[70398]: DEBUG nova.compute.manager [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Instance network_info: |[{"id": "4f8e56ba-25ca-49a3-9697-667e89a8301e", "address": "fa:16:3e:01:06:65", "network": {"id": "7d6a528e-2d28-423d-a33f-6f0222b74744", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1712623278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "565f3f2d80634f578f63ea399435e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f8e56ba-25", "ovs_interfaceid": "4f8e56ba-25ca-49a3-9697-667e89a8301e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 917.478524] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:06:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79ece966-6187-47d7-bce7-cc39df14ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f8e56ba-25ca-49a3-9697-667e89a8301e', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.485900] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.487210] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.487210] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14204d07-eb9b-48a1-923c-48e629fc47b6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.511702] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.511702] env[70398]: value = "task-3444460" [ 917.511702] env[70398]: _type = "Task" [ 917.511702] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.522456] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444460, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.638207] env[70398]: DEBUG oslo_vmware.api [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444459, 'name': PowerOnVM_Task, 'duration_secs': 0.434177} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.638770] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.639083] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2de3abe2-5b3d-4da7-8f92-50a6d87d19c7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Updating instance '601d9380-4728-4bd0-b2e2-afa6761e4abc' progress to 100 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 917.662425] env[70398]: DEBUG nova.compute.manager [req-63f8ea5a-a6bd-4133-83c8-9ae3e4e4cbbc req-a1fcf312-d733-45a7-9845-abdb66753f33 service nova] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Received event network-changed-4f8e56ba-25ca-49a3-9697-667e89a8301e {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.662758] env[70398]: DEBUG nova.compute.manager [req-63f8ea5a-a6bd-4133-83c8-9ae3e4e4cbbc req-a1fcf312-d733-45a7-9845-abdb66753f33 service nova] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Refreshing instance network info cache due to event network-changed-4f8e56ba-25ca-49a3-9697-667e89a8301e. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 917.663154] env[70398]: DEBUG oslo_concurrency.lockutils [req-63f8ea5a-a6bd-4133-83c8-9ae3e4e4cbbc req-a1fcf312-d733-45a7-9845-abdb66753f33 service nova] Acquiring lock "refresh_cache-3805da77-9f5d-4ffa-bc7b-141c94be3982" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.663154] env[70398]: DEBUG oslo_concurrency.lockutils [req-63f8ea5a-a6bd-4133-83c8-9ae3e4e4cbbc req-a1fcf312-d733-45a7-9845-abdb66753f33 service nova] Acquired lock "refresh_cache-3805da77-9f5d-4ffa-bc7b-141c94be3982" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.663154] env[70398]: DEBUG nova.network.neutron [req-63f8ea5a-a6bd-4133-83c8-9ae3e4e4cbbc req-a1fcf312-d733-45a7-9845-abdb66753f33 service nova] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Refreshing network info cache for port 4f8e56ba-25ca-49a3-9697-667e89a8301e {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 917.877027] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-0164ebbd-525a-4b34-bb1d-3a6377027338 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.877894] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a2b8969-f663-4ef4-a5cc-131e57a5ad11 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.886478] env[70398]: DEBUG oslo_vmware.api [None req-0164ebbd-525a-4b34-bb1d-3a6377027338 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Waiting for the task: (returnval){ [ 917.886478] env[70398]: value = "task-3444461" [ 917.886478] env[70398]: _type = "Task" [ 917.886478] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.896706] env[70398]: DEBUG oslo_vmware.api [None req-0164ebbd-525a-4b34-bb1d-3a6377027338 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3444461, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.897968] env[70398]: DEBUG oslo_concurrency.lockutils [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.523s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.898579] env[70398]: DEBUG nova.compute.manager [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: 9e2c439e-dd2a-4693-8c5b-cdc5751d0003] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 917.901619] env[70398]: DEBUG oslo_concurrency.lockutils [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.258s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.903042] env[70398]: INFO nova.compute.claims [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: ea8c9faf-bc44-432a-a3c3-c623af6817a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 917.917605] env[70398]: DEBUG nova.network.neutron [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: a578cdfb-5a81-40b9-9a2d-fd13b26a7647] Successfully updated port: 4ccb57e9-a6d0-4593-8fb8-0ecd192f0e69 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 918.022994] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444460, 'name': CreateVM_Task, 'duration_secs': 0.372034} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.023382] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.024384] env[70398]: DEBUG oslo_concurrency.lockutils [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.024384] env[70398]: DEBUG oslo_concurrency.lockutils [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.025820] env[70398]: DEBUG oslo_concurrency.lockutils [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.025820] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a6715a3-b73a-4343-98a3-a5f8940e6feb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.030263] env[70398]: DEBUG oslo_vmware.api [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 918.030263] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52d54360-d5bb-f8ec-bc53-3174b45a2477" [ 918.030263] env[70398]: _type = "Task" [ 918.030263] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.039378] env[70398]: DEBUG oslo_vmware.api [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52d54360-d5bb-f8ec-bc53-3174b45a2477, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.398249] env[70398]: DEBUG oslo_vmware.api [None req-0164ebbd-525a-4b34-bb1d-3a6377027338 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3444461, 'name': PowerOffVM_Task, 'duration_secs': 0.277917} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.398370] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-0164ebbd-525a-4b34-bb1d-3a6377027338 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 918.398506] env[70398]: DEBUG nova.compute.manager [None req-0164ebbd-525a-4b34-bb1d-3a6377027338 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.399551] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed654157-4d0f-4d56-aac7-dcec217e6c7b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.408952] env[70398]: DEBUG nova.compute.utils [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 918.416027] env[70398]: DEBUG nova.network.neutron [req-63f8ea5a-a6bd-4133-83c8-9ae3e4e4cbbc req-a1fcf312-d733-45a7-9845-abdb66753f33 service nova] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Updated VIF entry in instance network info cache for port 4f8e56ba-25ca-49a3-9697-667e89a8301e. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 918.416027] env[70398]: DEBUG nova.network.neutron [req-63f8ea5a-a6bd-4133-83c8-9ae3e4e4cbbc req-a1fcf312-d733-45a7-9845-abdb66753f33 service nova] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Updating instance_info_cache with network_info: [{"id": "4f8e56ba-25ca-49a3-9697-667e89a8301e", "address": "fa:16:3e:01:06:65", "network": {"id": "7d6a528e-2d28-423d-a33f-6f0222b74744", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1712623278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "565f3f2d80634f578f63ea399435e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f8e56ba-25", "ovs_interfaceid": "4f8e56ba-25ca-49a3-9697-667e89a8301e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.416489] env[70398]: DEBUG nova.compute.manager [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: 9e2c439e-dd2a-4693-8c5b-cdc5751d0003] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 918.416674] env[70398]: DEBUG nova.network.neutron [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: 9e2c439e-dd2a-4693-8c5b-cdc5751d0003] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 918.422984] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Acquiring lock "refresh_cache-a578cdfb-5a81-40b9-9a2d-fd13b26a7647" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.423137] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Acquired lock "refresh_cache-a578cdfb-5a81-40b9-9a2d-fd13b26a7647" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.423208] env[70398]: DEBUG nova.network.neutron [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: a578cdfb-5a81-40b9-9a2d-fd13b26a7647] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 918.463016] env[70398]: DEBUG nova.policy [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '299c0c2cb7714c5b92d2db9bb105987c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '147c85a402df4694a13c37814e230a85', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 918.545065] env[70398]: DEBUG oslo_vmware.api [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52d54360-d5bb-f8ec-bc53-3174b45a2477, 'name': SearchDatastore_Task, 'duration_secs': 0.011923} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.545574] env[70398]: DEBUG oslo_concurrency.lockutils [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.545972] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.546298] env[70398]: DEBUG oslo_concurrency.lockutils [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.546495] env[70398]: DEBUG oslo_concurrency.lockutils [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.546857] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.547210] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff76fc9b-5155-4514-ae0c-f319f02af09b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.558313] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.558735] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.560504] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddc05a1e-0daf-4da9-a9a0-06329f4dcb00 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.568763] env[70398]: DEBUG oslo_vmware.api [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 918.568763] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]521dd090-9124-da06-b1c6-e66a96cf9ef5" [ 918.568763] env[70398]: _type = "Task" [ 918.568763] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.577996] env[70398]: DEBUG oslo_vmware.api [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]521dd090-9124-da06-b1c6-e66a96cf9ef5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.825756] env[70398]: DEBUG nova.network.neutron [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: 9e2c439e-dd2a-4693-8c5b-cdc5751d0003] Successfully created port: 71aa8d6a-31e0-4596-900e-4723a2f915b4 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 918.916904] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0164ebbd-525a-4b34-bb1d-3a6377027338 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lock "effd3feb-1733-4485-bc19-2e089e5feef4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.064s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.919545] env[70398]: DEBUG nova.compute.manager [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: 9e2c439e-dd2a-4693-8c5b-cdc5751d0003] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 918.927393] env[70398]: DEBUG oslo_concurrency.lockutils [req-63f8ea5a-a6bd-4133-83c8-9ae3e4e4cbbc req-a1fcf312-d733-45a7-9845-abdb66753f33 service nova] Releasing lock "refresh_cache-3805da77-9f5d-4ffa-bc7b-141c94be3982" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.966150] env[70398]: DEBUG nova.network.neutron [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: a578cdfb-5a81-40b9-9a2d-fd13b26a7647] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 919.080419] env[70398]: DEBUG oslo_vmware.api [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]521dd090-9124-da06-b1c6-e66a96cf9ef5, 'name': SearchDatastore_Task, 'duration_secs': 0.017178} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.084016] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63ec5814-05c3-40b5-aba3-aa9913440ecd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.090973] env[70398]: DEBUG oslo_vmware.api [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 919.090973] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52cc7a58-f17b-dccc-29e0-fbc12f1975ca" [ 919.090973] env[70398]: _type = "Task" [ 919.090973] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.109759] env[70398]: DEBUG oslo_vmware.api [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52cc7a58-f17b-dccc-29e0-fbc12f1975ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.180794] env[70398]: DEBUG nova.network.neutron [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: a578cdfb-5a81-40b9-9a2d-fd13b26a7647] Updating instance_info_cache with network_info: [{"id": "4ccb57e9-a6d0-4593-8fb8-0ecd192f0e69", "address": "fa:16:3e:57:d2:de", "network": {"id": "465eba51-f3f1-4de7-b7e8-ccc6150af2c5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1909685991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1f52760f3634a03930138ea1ed0f4d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ccb57e9-a6", "ovs_interfaceid": "4ccb57e9-a6d0-4593-8fb8-0ecd192f0e69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.308185] env[70398]: DEBUG nova.objects.instance [None req-3ae7f579-24c4-4ff2-91ef-f28037cdc487 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lazy-loading 'flavor' on Instance uuid effd3feb-1733-4485-bc19-2e089e5feef4 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.362424] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8362d8-2f2c-4027-9b11-acb558f39216 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.371579] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477273ad-e36e-428e-926b-7aa8bf7055b3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.406043] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24b56d5-eb42-4fdc-96e0-d63b207751f9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.414416] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd421a6-5d45-4a43-91aa-9547584aa2e8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.433559] env[70398]: DEBUG nova.compute.provider_tree [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.602701] env[70398]: DEBUG oslo_vmware.api [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52cc7a58-f17b-dccc-29e0-fbc12f1975ca, 'name': SearchDatastore_Task, 'duration_secs': 0.031045} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.602701] env[70398]: DEBUG oslo_concurrency.lockutils [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.602881] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 3805da77-9f5d-4ffa-bc7b-141c94be3982/3805da77-9f5d-4ffa-bc7b-141c94be3982.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.603855] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a1ae88b-c9a4-4f90-9e5d-860ec04fc791 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.610142] env[70398]: DEBUG oslo_vmware.api [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 919.610142] env[70398]: value = "task-3444465" [ 919.610142] env[70398]: _type = "Task" [ 919.610142] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.618599] env[70398]: DEBUG oslo_vmware.api [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.683640] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Releasing lock "refresh_cache-a578cdfb-5a81-40b9-9a2d-fd13b26a7647" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.684087] env[70398]: DEBUG nova.compute.manager [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: a578cdfb-5a81-40b9-9a2d-fd13b26a7647] Instance network_info: |[{"id": "4ccb57e9-a6d0-4593-8fb8-0ecd192f0e69", "address": "fa:16:3e:57:d2:de", "network": {"id": "465eba51-f3f1-4de7-b7e8-ccc6150af2c5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1909685991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1f52760f3634a03930138ea1ed0f4d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ccb57e9-a6", "ovs_interfaceid": "4ccb57e9-a6d0-4593-8fb8-0ecd192f0e69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 919.684645] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: a578cdfb-5a81-40b9-9a2d-fd13b26a7647] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:d2:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbd2870d-a51d-472a-8034-1b3e132b5cb6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ccb57e9-a6d0-4593-8fb8-0ecd192f0e69', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 919.695127] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.696905] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a578cdfb-5a81-40b9-9a2d-fd13b26a7647] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 919.698528] env[70398]: DEBUG nova.compute.manager [req-978ca733-917a-4b39-a90d-c12407836586 req-db02e2e3-ccf9-4b9d-ad6b-6b34f98e7377 service nova] [instance: a578cdfb-5a81-40b9-9a2d-fd13b26a7647] Received event network-vif-plugged-4ccb57e9-a6d0-4593-8fb8-0ecd192f0e69 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.698813] env[70398]: DEBUG oslo_concurrency.lockutils [req-978ca733-917a-4b39-a90d-c12407836586 req-db02e2e3-ccf9-4b9d-ad6b-6b34f98e7377 service nova] Acquiring lock "a578cdfb-5a81-40b9-9a2d-fd13b26a7647-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.699147] env[70398]: DEBUG oslo_concurrency.lockutils [req-978ca733-917a-4b39-a90d-c12407836586 req-db02e2e3-ccf9-4b9d-ad6b-6b34f98e7377 service nova] Lock "a578cdfb-5a81-40b9-9a2d-fd13b26a7647-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.699392] env[70398]: DEBUG oslo_concurrency.lockutils [req-978ca733-917a-4b39-a90d-c12407836586 req-db02e2e3-ccf9-4b9d-ad6b-6b34f98e7377 service nova] Lock "a578cdfb-5a81-40b9-9a2d-fd13b26a7647-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.699595] env[70398]: DEBUG nova.compute.manager [req-978ca733-917a-4b39-a90d-c12407836586 req-db02e2e3-ccf9-4b9d-ad6b-6b34f98e7377 service nova] [instance: a578cdfb-5a81-40b9-9a2d-fd13b26a7647] No waiting events found dispatching network-vif-plugged-4ccb57e9-a6d0-4593-8fb8-0ecd192f0e69 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 919.699791] env[70398]: WARNING nova.compute.manager [req-978ca733-917a-4b39-a90d-c12407836586 req-db02e2e3-ccf9-4b9d-ad6b-6b34f98e7377 service nova] [instance: a578cdfb-5a81-40b9-9a2d-fd13b26a7647] Received unexpected event network-vif-plugged-4ccb57e9-a6d0-4593-8fb8-0ecd192f0e69 for instance with vm_state building and task_state spawning. [ 919.700101] env[70398]: DEBUG nova.compute.manager [req-978ca733-917a-4b39-a90d-c12407836586 req-db02e2e3-ccf9-4b9d-ad6b-6b34f98e7377 service nova] [instance: a578cdfb-5a81-40b9-9a2d-fd13b26a7647] Received event network-changed-4ccb57e9-a6d0-4593-8fb8-0ecd192f0e69 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.700353] env[70398]: DEBUG nova.compute.manager [req-978ca733-917a-4b39-a90d-c12407836586 req-db02e2e3-ccf9-4b9d-ad6b-6b34f98e7377 service nova] [instance: a578cdfb-5a81-40b9-9a2d-fd13b26a7647] Refreshing instance network info cache due to event network-changed-4ccb57e9-a6d0-4593-8fb8-0ecd192f0e69. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 919.700678] env[70398]: DEBUG oslo_concurrency.lockutils [req-978ca733-917a-4b39-a90d-c12407836586 req-db02e2e3-ccf9-4b9d-ad6b-6b34f98e7377 service nova] Acquiring lock "refresh_cache-a578cdfb-5a81-40b9-9a2d-fd13b26a7647" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.700881] env[70398]: DEBUG oslo_concurrency.lockutils [req-978ca733-917a-4b39-a90d-c12407836586 req-db02e2e3-ccf9-4b9d-ad6b-6b34f98e7377 service nova] Acquired lock "refresh_cache-a578cdfb-5a81-40b9-9a2d-fd13b26a7647" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.701073] env[70398]: DEBUG nova.network.neutron [req-978ca733-917a-4b39-a90d-c12407836586 req-db02e2e3-ccf9-4b9d-ad6b-6b34f98e7377 service nova] [instance: a578cdfb-5a81-40b9-9a2d-fd13b26a7647] Refreshing network info cache for port 4ccb57e9-a6d0-4593-8fb8-0ecd192f0e69 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 919.702686] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-614345e3-db8b-46fc-b39e-a1023eae4ced {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.730453] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 919.730453] env[70398]: value = "task-3444466" [ 919.730453] env[70398]: _type = "Task" [ 919.730453] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.740648] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444466, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.813265] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3ae7f579-24c4-4ff2-91ef-f28037cdc487 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Acquiring lock "refresh_cache-effd3feb-1733-4485-bc19-2e089e5feef4" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.813481] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3ae7f579-24c4-4ff2-91ef-f28037cdc487 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Acquired lock "refresh_cache-effd3feb-1733-4485-bc19-2e089e5feef4" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.813689] env[70398]: DEBUG nova.network.neutron [None req-3ae7f579-24c4-4ff2-91ef-f28037cdc487 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.813866] env[70398]: DEBUG nova.objects.instance [None req-3ae7f579-24c4-4ff2-91ef-f28037cdc487 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lazy-loading 'info_cache' on Instance uuid effd3feb-1733-4485-bc19-2e089e5feef4 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.937087] env[70398]: DEBUG nova.compute.manager [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: 9e2c439e-dd2a-4693-8c5b-cdc5751d0003] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 919.940964] env[70398]: DEBUG nova.scheduler.client.report [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.970615] env[70398]: DEBUG nova.virt.hardware [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 919.970924] env[70398]: DEBUG nova.virt.hardware [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 919.971111] env[70398]: DEBUG nova.virt.hardware [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 919.971303] env[70398]: DEBUG nova.virt.hardware [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 919.971551] env[70398]: DEBUG nova.virt.hardware [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 919.971708] env[70398]: DEBUG nova.virt.hardware [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 919.971939] env[70398]: DEBUG nova.virt.hardware [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 919.972168] env[70398]: DEBUG nova.virt.hardware [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 919.972367] env[70398]: DEBUG nova.virt.hardware [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 919.972610] env[70398]: DEBUG nova.virt.hardware [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 919.972754] env[70398]: DEBUG nova.virt.hardware [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 919.974185] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3cffdaf-efaa-4591-8a7c-b174c2d8557b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.983505] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7262e20b-47fb-46d6-851d-644badca86ff {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.124196] env[70398]: DEBUG oslo_vmware.api [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444465, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.158355] env[70398]: DEBUG nova.network.neutron [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Port 66168a64-ab7c-40b9-948a-10dd5a69a6e9 binding to destination host cpu-1 is already ACTIVE {{(pid=70398) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 920.160077] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Acquiring lock "refresh_cache-601d9380-4728-4bd0-b2e2-afa6761e4abc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.160077] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Acquired lock "refresh_cache-601d9380-4728-4bd0-b2e2-afa6761e4abc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.160077] env[70398]: DEBUG nova.network.neutron [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 920.241000] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444466, 'name': CreateVM_Task, 'duration_secs': 0.475118} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.241195] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a578cdfb-5a81-40b9-9a2d-fd13b26a7647] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 920.241917] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.242095] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.242418] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.242677] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b1767ac-e9fb-4e1e-9238-049068570d89 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.247777] env[70398]: DEBUG oslo_vmware.api [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Waiting for the task: (returnval){ [ 920.247777] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52c7b080-b680-f0b0-fc5b-0a19e938b19c" [ 920.247777] env[70398]: _type = "Task" [ 920.247777] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.258520] env[70398]: DEBUG oslo_vmware.api [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52c7b080-b680-f0b0-fc5b-0a19e938b19c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.321210] env[70398]: DEBUG nova.objects.base [None req-3ae7f579-24c4-4ff2-91ef-f28037cdc487 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70398) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 920.446610] env[70398]: DEBUG oslo_concurrency.lockutils [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.545s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.450025] env[70398]: DEBUG nova.compute.manager [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: ea8c9faf-bc44-432a-a3c3-c623af6817a2] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 920.454045] env[70398]: DEBUG oslo_concurrency.lockutils [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.754s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.455926] env[70398]: INFO nova.compute.claims [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: cad40843-0cdf-483a-a030-0837aeca9bba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 920.529887] env[70398]: DEBUG nova.network.neutron [req-978ca733-917a-4b39-a90d-c12407836586 req-db02e2e3-ccf9-4b9d-ad6b-6b34f98e7377 service nova] [instance: a578cdfb-5a81-40b9-9a2d-fd13b26a7647] Updated VIF entry in instance network info cache for port 4ccb57e9-a6d0-4593-8fb8-0ecd192f0e69. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 920.530376] env[70398]: DEBUG nova.network.neutron [req-978ca733-917a-4b39-a90d-c12407836586 req-db02e2e3-ccf9-4b9d-ad6b-6b34f98e7377 service nova] [instance: a578cdfb-5a81-40b9-9a2d-fd13b26a7647] Updating instance_info_cache with network_info: [{"id": "4ccb57e9-a6d0-4593-8fb8-0ecd192f0e69", "address": "fa:16:3e:57:d2:de", "network": {"id": "465eba51-f3f1-4de7-b7e8-ccc6150af2c5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1909685991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1f52760f3634a03930138ea1ed0f4d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ccb57e9-a6", "ovs_interfaceid": "4ccb57e9-a6d0-4593-8fb8-0ecd192f0e69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.559757] env[70398]: DEBUG nova.network.neutron [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: 9e2c439e-dd2a-4693-8c5b-cdc5751d0003] Successfully updated port: 71aa8d6a-31e0-4596-900e-4723a2f915b4 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 920.622486] env[70398]: DEBUG oslo_vmware.api [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444465, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56434} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.622918] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 3805da77-9f5d-4ffa-bc7b-141c94be3982/3805da77-9f5d-4ffa-bc7b-141c94be3982.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 920.623232] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 920.623528] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec696d7a-6dcd-4cec-9672-28abb2846e28 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.631264] env[70398]: DEBUG oslo_vmware.api [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 920.631264] env[70398]: value = "task-3444467" [ 920.631264] env[70398]: _type = "Task" [ 920.631264] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.643041] env[70398]: DEBUG oslo_vmware.api [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444467, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.759360] env[70398]: DEBUG oslo_vmware.api [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52c7b080-b680-f0b0-fc5b-0a19e938b19c, 'name': SearchDatastore_Task, 'duration_secs': 0.022168} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.759663] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.759898] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: a578cdfb-5a81-40b9-9a2d-fd13b26a7647] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 920.760151] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.760364] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.760559] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 920.760825] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43c7f4b1-cb72-4470-89d2-2ac7c5af8366 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.768686] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 920.768866] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 920.769689] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ac7c891-3aad-424b-af60-6c8257a68731 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.777360] env[70398]: DEBUG oslo_vmware.api [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Waiting for the task: (returnval){ [ 920.777360] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f89f9a-b0ba-e3bf-a284-b8f185eec44d" [ 920.777360] env[70398]: _type = "Task" [ 920.777360] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.785250] env[70398]: DEBUG oslo_vmware.api [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f89f9a-b0ba-e3bf-a284-b8f185eec44d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.921812] env[70398]: DEBUG nova.network.neutron [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Updating instance_info_cache with network_info: [{"id": "66168a64-ab7c-40b9-948a-10dd5a69a6e9", "address": "fa:16:3e:db:90:66", "network": {"id": "9b79551f-7584-4d61-b2a0-efe46a621f82", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3934dab198654b86ac5acbec6380b4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66168a64-ab", "ovs_interfaceid": "66168a64-ab7c-40b9-948a-10dd5a69a6e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.961636] env[70398]: DEBUG nova.compute.utils [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 920.964979] env[70398]: DEBUG nova.compute.manager [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: ea8c9faf-bc44-432a-a3c3-c623af6817a2] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 920.964979] env[70398]: DEBUG nova.network.neutron [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: ea8c9faf-bc44-432a-a3c3-c623af6817a2] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 921.022626] env[70398]: DEBUG nova.policy [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '299c0c2cb7714c5b92d2db9bb105987c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '147c85a402df4694a13c37814e230a85', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 921.036372] env[70398]: DEBUG oslo_concurrency.lockutils [req-978ca733-917a-4b39-a90d-c12407836586 req-db02e2e3-ccf9-4b9d-ad6b-6b34f98e7377 service nova] Releasing lock "refresh_cache-a578cdfb-5a81-40b9-9a2d-fd13b26a7647" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.061978] env[70398]: DEBUG oslo_concurrency.lockutils [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Acquiring lock "refresh_cache-9e2c439e-dd2a-4693-8c5b-cdc5751d0003" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.062171] env[70398]: DEBUG oslo_concurrency.lockutils [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Acquired lock "refresh_cache-9e2c439e-dd2a-4693-8c5b-cdc5751d0003" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.062335] env[70398]: DEBUG nova.network.neutron [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: 9e2c439e-dd2a-4693-8c5b-cdc5751d0003] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.141490] env[70398]: DEBUG oslo_vmware.api [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444467, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13217} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.141867] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.142597] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b12fa7-4661-4059-ada5-24ff1cdc06ac {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.174741] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 3805da77-9f5d-4ffa-bc7b-141c94be3982/3805da77-9f5d-4ffa-bc7b-141c94be3982.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.175107] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-407e9fe9-8f0f-459d-9938-80a5fc3917fa {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.194710] env[70398]: DEBUG oslo_vmware.api [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 921.194710] env[70398]: value = "task-3444469" [ 921.194710] env[70398]: _type = "Task" [ 921.194710] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.202483] env[70398]: DEBUG oslo_vmware.api [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444469, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.288652] env[70398]: DEBUG oslo_vmware.api [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f89f9a-b0ba-e3bf-a284-b8f185eec44d, 'name': SearchDatastore_Task, 'duration_secs': 0.032069} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.289582] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db21402d-334f-4cd8-a8c8-952995e1940b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.297798] env[70398]: DEBUG oslo_vmware.api [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Waiting for the task: (returnval){ [ 921.297798] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5250043e-b7c7-537e-fa68-783b7ed6748c" [ 921.297798] env[70398]: _type = "Task" [ 921.297798] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.306186] env[70398]: DEBUG oslo_vmware.api [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5250043e-b7c7-537e-fa68-783b7ed6748c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.319480] env[70398]: DEBUG nova.network.neutron [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: ea8c9faf-bc44-432a-a3c3-c623af6817a2] Successfully created port: a8805305-1b2f-4aa9-a74f-1550dada93fe {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 921.390563] env[70398]: DEBUG nova.network.neutron [None req-3ae7f579-24c4-4ff2-91ef-f28037cdc487 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Updating instance_info_cache with network_info: [{"id": "597ba547-8fbe-4f4c-9d45-489e49f0a598", "address": "fa:16:3e:4e:dd:35", "network": {"id": "fb01a3ef-f49b-4004-9dad-1ab83f2cdc5c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1367760524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5a04ab39eda46dd8b6665756bfa0ca8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap597ba547-8f", "ovs_interfaceid": "597ba547-8fbe-4f4c-9d45-489e49f0a598", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.424578] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Releasing lock "refresh_cache-601d9380-4728-4bd0-b2e2-afa6761e4abc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.476595] env[70398]: DEBUG nova.compute.manager [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: ea8c9faf-bc44-432a-a3c3-c623af6817a2] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 921.602077] env[70398]: DEBUG nova.network.neutron [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: 9e2c439e-dd2a-4693-8c5b-cdc5751d0003] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 921.710209] env[70398]: DEBUG oslo_vmware.api [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444469, 'name': ReconfigVM_Task, 'duration_secs': 0.326991} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.710970] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 3805da77-9f5d-4ffa-bc7b-141c94be3982/3805da77-9f5d-4ffa-bc7b-141c94be3982.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.713985] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38ed7a3b-b46f-4f6d-a3ca-30da095339e4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.720997] env[70398]: DEBUG nova.compute.manager [req-a0270502-c930-4bee-a699-ed06390c8b33 req-34f21628-d121-4bf0-992c-a85108ee240b service nova] [instance: 9e2c439e-dd2a-4693-8c5b-cdc5751d0003] Received event network-vif-plugged-71aa8d6a-31e0-4596-900e-4723a2f915b4 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.721264] env[70398]: DEBUG oslo_concurrency.lockutils [req-a0270502-c930-4bee-a699-ed06390c8b33 req-34f21628-d121-4bf0-992c-a85108ee240b service nova] Acquiring lock "9e2c439e-dd2a-4693-8c5b-cdc5751d0003-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.721528] env[70398]: DEBUG oslo_concurrency.lockutils [req-a0270502-c930-4bee-a699-ed06390c8b33 req-34f21628-d121-4bf0-992c-a85108ee240b service nova] Lock "9e2c439e-dd2a-4693-8c5b-cdc5751d0003-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.721851] env[70398]: DEBUG oslo_concurrency.lockutils [req-a0270502-c930-4bee-a699-ed06390c8b33 req-34f21628-d121-4bf0-992c-a85108ee240b service nova] Lock "9e2c439e-dd2a-4693-8c5b-cdc5751d0003-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.721957] env[70398]: DEBUG nova.compute.manager [req-a0270502-c930-4bee-a699-ed06390c8b33 req-34f21628-d121-4bf0-992c-a85108ee240b service nova] [instance: 9e2c439e-dd2a-4693-8c5b-cdc5751d0003] No waiting events found dispatching network-vif-plugged-71aa8d6a-31e0-4596-900e-4723a2f915b4 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 921.722102] env[70398]: WARNING nova.compute.manager [req-a0270502-c930-4bee-a699-ed06390c8b33 req-34f21628-d121-4bf0-992c-a85108ee240b service nova] [instance: 9e2c439e-dd2a-4693-8c5b-cdc5751d0003] Received unexpected event network-vif-plugged-71aa8d6a-31e0-4596-900e-4723a2f915b4 for instance with vm_state building and task_state spawning. [ 921.722253] env[70398]: DEBUG nova.compute.manager [req-a0270502-c930-4bee-a699-ed06390c8b33 req-34f21628-d121-4bf0-992c-a85108ee240b service nova] [instance: 9e2c439e-dd2a-4693-8c5b-cdc5751d0003] Received event network-changed-71aa8d6a-31e0-4596-900e-4723a2f915b4 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.722444] env[70398]: DEBUG nova.compute.manager [req-a0270502-c930-4bee-a699-ed06390c8b33 req-34f21628-d121-4bf0-992c-a85108ee240b service nova] [instance: 9e2c439e-dd2a-4693-8c5b-cdc5751d0003] Refreshing instance network info cache due to event network-changed-71aa8d6a-31e0-4596-900e-4723a2f915b4. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 921.722743] env[70398]: DEBUG oslo_concurrency.lockutils [req-a0270502-c930-4bee-a699-ed06390c8b33 req-34f21628-d121-4bf0-992c-a85108ee240b service nova] Acquiring lock "refresh_cache-9e2c439e-dd2a-4693-8c5b-cdc5751d0003" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.724681] env[70398]: DEBUG oslo_vmware.api [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 921.724681] env[70398]: value = "task-3444470" [ 921.724681] env[70398]: _type = "Task" [ 921.724681] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.736621] env[70398]: DEBUG oslo_vmware.api [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444470, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.761905] env[70398]: DEBUG nova.network.neutron [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: 9e2c439e-dd2a-4693-8c5b-cdc5751d0003] Updating instance_info_cache with network_info: [{"id": "71aa8d6a-31e0-4596-900e-4723a2f915b4", "address": "fa:16:3e:11:01:bc", "network": {"id": "e3eeec77-f172-4011-8900-7fb3db7b5695", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1578736834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "147c85a402df4694a13c37814e230a85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71aa8d6a-31", "ovs_interfaceid": "71aa8d6a-31e0-4596-900e-4723a2f915b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.807886] env[70398]: DEBUG oslo_vmware.api [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5250043e-b7c7-537e-fa68-783b7ed6748c, 'name': SearchDatastore_Task, 'duration_secs': 0.024345} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.808174] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.808448] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] a578cdfb-5a81-40b9-9a2d-fd13b26a7647/a578cdfb-5a81-40b9-9a2d-fd13b26a7647.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 921.808714] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ed3b84f-e1a8-44df-ad0c-cd74130c9841 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.814079] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046d6777-6b1b-4a15-8be2-5b5c13636393 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.823065] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c505158-591f-4b59-9326-6a281b42765b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.827970] env[70398]: DEBUG oslo_vmware.api [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Waiting for the task: (returnval){ [ 921.827970] env[70398]: value = "task-3444471" [ 921.827970] env[70398]: _type = "Task" [ 921.827970] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.858281] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c6c103-322c-491f-903e-92d4668061ba {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.864691] env[70398]: DEBUG oslo_vmware.api [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Task: {'id': task-3444471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.869727] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166c6b84-f0a6-4af7-be73-1ba8cdcacb9e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.884026] env[70398]: DEBUG nova.compute.provider_tree [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.893226] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3ae7f579-24c4-4ff2-91ef-f28037cdc487 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Releasing lock "refresh_cache-effd3feb-1733-4485-bc19-2e089e5feef4" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.928109] env[70398]: DEBUG nova.compute.manager [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70398) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 921.928256] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.235223] env[70398]: DEBUG oslo_vmware.api [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444470, 'name': Rename_Task, 'duration_secs': 0.162849} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.235484] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.235714] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42b1ee8b-1f7c-449b-be9e-0e82e28f09fd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.243052] env[70398]: DEBUG oslo_vmware.api [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 922.243052] env[70398]: value = "task-3444472" [ 922.243052] env[70398]: _type = "Task" [ 922.243052] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.250962] env[70398]: DEBUG oslo_vmware.api [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444472, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.265670] env[70398]: DEBUG oslo_concurrency.lockutils [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Releasing lock "refresh_cache-9e2c439e-dd2a-4693-8c5b-cdc5751d0003" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.266018] env[70398]: DEBUG nova.compute.manager [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: 9e2c439e-dd2a-4693-8c5b-cdc5751d0003] Instance network_info: |[{"id": "71aa8d6a-31e0-4596-900e-4723a2f915b4", "address": "fa:16:3e:11:01:bc", "network": {"id": "e3eeec77-f172-4011-8900-7fb3db7b5695", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1578736834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "147c85a402df4694a13c37814e230a85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71aa8d6a-31", "ovs_interfaceid": "71aa8d6a-31e0-4596-900e-4723a2f915b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 922.266340] env[70398]: DEBUG oslo_concurrency.lockutils [req-a0270502-c930-4bee-a699-ed06390c8b33 req-34f21628-d121-4bf0-992c-a85108ee240b service nova] Acquired lock "refresh_cache-9e2c439e-dd2a-4693-8c5b-cdc5751d0003" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.266519] env[70398]: DEBUG nova.network.neutron [req-a0270502-c930-4bee-a699-ed06390c8b33 req-34f21628-d121-4bf0-992c-a85108ee240b service nova] [instance: 9e2c439e-dd2a-4693-8c5b-cdc5751d0003] Refreshing network info cache for port 71aa8d6a-31e0-4596-900e-4723a2f915b4 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 922.267821] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: 9e2c439e-dd2a-4693-8c5b-cdc5751d0003] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:01:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5215e5b-294b-4e8c-bd06-355e9955ab1d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71aa8d6a-31e0-4596-900e-4723a2f915b4', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 922.276891] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Creating folder: Project (147c85a402df4694a13c37814e230a85). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 922.277934] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f64f460a-1088-413a-b0f7-a5e536545a00 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.290300] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Created folder: Project (147c85a402df4694a13c37814e230a85) in parent group-v687430. [ 922.290522] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Creating folder: Instances. Parent ref: group-v687637. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 922.290768] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65b18ad0-c439-4577-9ad2-6f0f05cafd65 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.303084] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Created folder: Instances in parent group-v687637. [ 922.303084] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 922.303220] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e2c439e-dd2a-4693-8c5b-cdc5751d0003] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 922.303425] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d98028f-1788-44cc-8d47-8da9715ac9cd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.323356] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 922.323356] env[70398]: value = "task-3444475" [ 922.323356] env[70398]: _type = "Task" [ 922.323356] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.333945] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444475, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.338964] env[70398]: DEBUG oslo_vmware.api [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Task: {'id': task-3444471, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.387915] env[70398]: DEBUG nova.scheduler.client.report [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.486663] env[70398]: DEBUG nova.compute.manager [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: ea8c9faf-bc44-432a-a3c3-c623af6817a2] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 922.525576] env[70398]: DEBUG nova.virt.hardware [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 922.526183] env[70398]: DEBUG nova.virt.hardware [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 922.526183] env[70398]: DEBUG nova.virt.hardware [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 922.526183] env[70398]: DEBUG nova.virt.hardware [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 922.526356] env[70398]: DEBUG nova.virt.hardware [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 922.526527] env[70398]: DEBUG nova.virt.hardware [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 922.526798] env[70398]: DEBUG nova.virt.hardware [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 922.526982] env[70398]: DEBUG nova.virt.hardware [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 922.527178] env[70398]: DEBUG nova.virt.hardware [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 922.527404] env[70398]: DEBUG nova.virt.hardware [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 922.527519] env[70398]: DEBUG nova.virt.hardware [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 922.528714] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afa3e02-8b9a-427a-aad1-074a6d635f1d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.536831] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd1c615-6807-4ea9-a00b-8136b18eca99 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.753697] env[70398]: DEBUG oslo_vmware.api [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444472, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.837923] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444475, 'name': CreateVM_Task, 'duration_secs': 0.487345} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.841061] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e2c439e-dd2a-4693-8c5b-cdc5751d0003] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 922.841399] env[70398]: DEBUG oslo_vmware.api [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Task: {'id': task-3444471, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.856348} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.842069] env[70398]: DEBUG oslo_concurrency.lockutils [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.842251] env[70398]: DEBUG oslo_concurrency.lockutils [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.842565] env[70398]: DEBUG oslo_concurrency.lockutils [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.842824] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] a578cdfb-5a81-40b9-9a2d-fd13b26a7647/a578cdfb-5a81-40b9-9a2d-fd13b26a7647.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 922.843029] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: a578cdfb-5a81-40b9-9a2d-fd13b26a7647] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 922.843265] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f3dff83-376c-4236-91b6-f661f90286dd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.844821] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f46545c-e716-407b-812a-7967ed106cb2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.849721] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Waiting for the task: (returnval){ [ 922.849721] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]529a45ea-273b-d050-36e4-5863e59042d6" [ 922.849721] env[70398]: _type = "Task" [ 922.849721] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.853144] env[70398]: DEBUG oslo_vmware.api [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Waiting for the task: (returnval){ [ 922.853144] env[70398]: value = "task-3444476" [ 922.853144] env[70398]: _type = "Task" [ 922.853144] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.865213] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]529a45ea-273b-d050-36e4-5863e59042d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.868448] env[70398]: DEBUG oslo_vmware.api [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Task: {'id': task-3444476, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.894167] env[70398]: DEBUG oslo_concurrency.lockutils [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.440s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.894950] env[70398]: DEBUG nova.compute.manager [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: cad40843-0cdf-483a-a030-0837aeca9bba] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 922.901590] env[70398]: DEBUG oslo_concurrency.lockutils [None req-28b85b5a-d08c-4428-8e2a-7f5de86fc4b2 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.141s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.901878] env[70398]: DEBUG nova.objects.instance [None req-28b85b5a-d08c-4428-8e2a-7f5de86fc4b2 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Lazy-loading 'resources' on Instance uuid b54a1d0e-b5a0-4a1f-91a5-c5cef210e891 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 922.904863] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ae7f579-24c4-4ff2-91ef-f28037cdc487 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.904863] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75be4488-d790-4fa7-a890-194483885301 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.911715] env[70398]: DEBUG oslo_vmware.api [None req-3ae7f579-24c4-4ff2-91ef-f28037cdc487 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Waiting for the task: (returnval){ [ 922.911715] env[70398]: value = "task-3444477" [ 922.911715] env[70398]: _type = "Task" [ 922.911715] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.921883] env[70398]: DEBUG oslo_vmware.api [None req-3ae7f579-24c4-4ff2-91ef-f28037cdc487 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3444477, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.932275] env[70398]: DEBUG nova.network.neutron [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: ea8c9faf-bc44-432a-a3c3-c623af6817a2] Successfully updated port: a8805305-1b2f-4aa9-a74f-1550dada93fe {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 923.009126] env[70398]: DEBUG nova.network.neutron [req-a0270502-c930-4bee-a699-ed06390c8b33 req-34f21628-d121-4bf0-992c-a85108ee240b service nova] [instance: 9e2c439e-dd2a-4693-8c5b-cdc5751d0003] Updated VIF entry in instance network info cache for port 71aa8d6a-31e0-4596-900e-4723a2f915b4. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 923.009921] env[70398]: DEBUG nova.network.neutron [req-a0270502-c930-4bee-a699-ed06390c8b33 req-34f21628-d121-4bf0-992c-a85108ee240b service nova] [instance: 9e2c439e-dd2a-4693-8c5b-cdc5751d0003] Updating instance_info_cache with network_info: [{"id": "71aa8d6a-31e0-4596-900e-4723a2f915b4", "address": "fa:16:3e:11:01:bc", "network": {"id": "e3eeec77-f172-4011-8900-7fb3db7b5695", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1578736834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "147c85a402df4694a13c37814e230a85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71aa8d6a-31", "ovs_interfaceid": "71aa8d6a-31e0-4596-900e-4723a2f915b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.255032] env[70398]: DEBUG oslo_vmware.api [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444472, 'name': PowerOnVM_Task, 'duration_secs': 0.709696} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.255415] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.255638] env[70398]: INFO nova.compute.manager [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Took 8.36 seconds to spawn the instance on the hypervisor. [ 923.255818] env[70398]: DEBUG nova.compute.manager [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.256613] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84680a60-e8f0-481d-90cb-2f7ae1f35f91 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.369118] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]529a45ea-273b-d050-36e4-5863e59042d6, 'name': SearchDatastore_Task, 'duration_secs': 0.018544} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.369521] env[70398]: DEBUG oslo_vmware.api [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Task: {'id': task-3444476, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.359002} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.369631] env[70398]: DEBUG oslo_concurrency.lockutils [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.369879] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: 9e2c439e-dd2a-4693-8c5b-cdc5751d0003] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 923.370124] env[70398]: DEBUG oslo_concurrency.lockutils [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.370208] env[70398]: DEBUG oslo_concurrency.lockutils [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.370406] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 923.371075] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: a578cdfb-5a81-40b9-9a2d-fd13b26a7647] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 923.371370] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-088e67ea-319c-422f-997e-341d02e127d7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.373711] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970ce391-7bea-4677-9cac-91da892b4dc3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.397626] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: a578cdfb-5a81-40b9-9a2d-fd13b26a7647] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] a578cdfb-5a81-40b9-9a2d-fd13b26a7647/a578cdfb-5a81-40b9-9a2d-fd13b26a7647.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.399016] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6357c698-848d-4ae0-9cc1-afdd7472e1a2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.413815] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 923.414121] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 923.418043] env[70398]: DEBUG nova.compute.utils [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 923.421499] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cc09e6c-7f9a-429c-be0c-db8bceb5226d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.428322] env[70398]: DEBUG nova.compute.manager [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: cad40843-0cdf-483a-a030-0837aeca9bba] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 923.428322] env[70398]: DEBUG nova.network.neutron [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: cad40843-0cdf-483a-a030-0837aeca9bba] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 923.435084] env[70398]: DEBUG oslo_concurrency.lockutils [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Acquiring lock "refresh_cache-ea8c9faf-bc44-432a-a3c3-c623af6817a2" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.435217] env[70398]: DEBUG oslo_concurrency.lockutils [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Acquired lock "refresh_cache-ea8c9faf-bc44-432a-a3c3-c623af6817a2" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.435570] env[70398]: DEBUG nova.network.neutron [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: ea8c9faf-bc44-432a-a3c3-c623af6817a2] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.441765] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Waiting for the task: (returnval){ [ 923.441765] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]523c2568-7e47-e347-ae6b-250babd06735" [ 923.441765] env[70398]: _type = "Task" [ 923.441765] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.443996] env[70398]: DEBUG oslo_vmware.api [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Waiting for the task: (returnval){ [ 923.443996] env[70398]: value = "task-3444479" [ 923.443996] env[70398]: _type = "Task" [ 923.443996] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.444284] env[70398]: DEBUG oslo_vmware.api [None req-3ae7f579-24c4-4ff2-91ef-f28037cdc487 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3444477, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.460118] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]523c2568-7e47-e347-ae6b-250babd06735, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.464885] env[70398]: DEBUG oslo_vmware.api [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Task: {'id': task-3444479, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.483366] env[70398]: DEBUG nova.policy [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '299c0c2cb7714c5b92d2db9bb105987c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '147c85a402df4694a13c37814e230a85', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 923.514482] env[70398]: DEBUG oslo_concurrency.lockutils [req-a0270502-c930-4bee-a699-ed06390c8b33 req-34f21628-d121-4bf0-992c-a85108ee240b service nova] Releasing lock "refresh_cache-9e2c439e-dd2a-4693-8c5b-cdc5751d0003" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.759899] env[70398]: DEBUG nova.compute.manager [req-98ddf7cb-9e29-436c-bd8e-d3332dfc0493 req-353a43fd-e816-4880-982a-7ef883ce5bd0 service nova] [instance: ea8c9faf-bc44-432a-a3c3-c623af6817a2] Received event network-vif-plugged-a8805305-1b2f-4aa9-a74f-1550dada93fe {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.761265] env[70398]: DEBUG oslo_concurrency.lockutils [req-98ddf7cb-9e29-436c-bd8e-d3332dfc0493 req-353a43fd-e816-4880-982a-7ef883ce5bd0 service nova] Acquiring lock "ea8c9faf-bc44-432a-a3c3-c623af6817a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.761265] env[70398]: DEBUG oslo_concurrency.lockutils [req-98ddf7cb-9e29-436c-bd8e-d3332dfc0493 req-353a43fd-e816-4880-982a-7ef883ce5bd0 service nova] Lock "ea8c9faf-bc44-432a-a3c3-c623af6817a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.761265] env[70398]: DEBUG oslo_concurrency.lockutils [req-98ddf7cb-9e29-436c-bd8e-d3332dfc0493 req-353a43fd-e816-4880-982a-7ef883ce5bd0 service nova] Lock "ea8c9faf-bc44-432a-a3c3-c623af6817a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.761265] env[70398]: DEBUG nova.compute.manager [req-98ddf7cb-9e29-436c-bd8e-d3332dfc0493 req-353a43fd-e816-4880-982a-7ef883ce5bd0 service nova] [instance: ea8c9faf-bc44-432a-a3c3-c623af6817a2] No waiting events found dispatching network-vif-plugged-a8805305-1b2f-4aa9-a74f-1550dada93fe {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 923.761265] env[70398]: WARNING nova.compute.manager [req-98ddf7cb-9e29-436c-bd8e-d3332dfc0493 req-353a43fd-e816-4880-982a-7ef883ce5bd0 service nova] [instance: ea8c9faf-bc44-432a-a3c3-c623af6817a2] Received unexpected event network-vif-plugged-a8805305-1b2f-4aa9-a74f-1550dada93fe for instance with vm_state building and task_state spawning. [ 923.761485] env[70398]: DEBUG nova.compute.manager [req-98ddf7cb-9e29-436c-bd8e-d3332dfc0493 req-353a43fd-e816-4880-982a-7ef883ce5bd0 service nova] [instance: ea8c9faf-bc44-432a-a3c3-c623af6817a2] Received event network-changed-a8805305-1b2f-4aa9-a74f-1550dada93fe {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.761556] env[70398]: DEBUG nova.compute.manager [req-98ddf7cb-9e29-436c-bd8e-d3332dfc0493 req-353a43fd-e816-4880-982a-7ef883ce5bd0 service nova] [instance: ea8c9faf-bc44-432a-a3c3-c623af6817a2] Refreshing instance network info cache due to event network-changed-a8805305-1b2f-4aa9-a74f-1550dada93fe. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 923.761793] env[70398]: DEBUG oslo_concurrency.lockutils [req-98ddf7cb-9e29-436c-bd8e-d3332dfc0493 req-353a43fd-e816-4880-982a-7ef883ce5bd0 service nova] Acquiring lock "refresh_cache-ea8c9faf-bc44-432a-a3c3-c623af6817a2" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.776062] env[70398]: INFO nova.compute.manager [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Took 29.40 seconds to build instance. [ 923.807166] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e273c5b0-108f-46b0-9000-fb731778ef4b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.821734] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8f0cdf-7f47-49da-9512-f8c2bbec6d82 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.036431] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4f6156-4514-44d2-84e4-c9d70f49ae6c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.036431] env[70398]: DEBUG nova.compute.manager [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: cad40843-0cdf-483a-a030-0837aeca9bba] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 924.073818] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347ce462-f6fc-47ca-a478-9117d4ae6e12 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.079352] env[70398]: DEBUG oslo_vmware.api [None req-3ae7f579-24c4-4ff2-91ef-f28037cdc487 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3444477, 'name': PowerOnVM_Task, 'duration_secs': 0.754347} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.079643] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]523c2568-7e47-e347-ae6b-250babd06735, 'name': SearchDatastore_Task, 'duration_secs': 0.023061} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.079834] env[70398]: DEBUG oslo_vmware.api [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Task: {'id': task-3444479, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.081164] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ae7f579-24c4-4ff2-91ef-f28037cdc487 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.081419] env[70398]: DEBUG nova.compute.manager [None req-3ae7f579-24c4-4ff2-91ef-f28037cdc487 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.083105] env[70398]: DEBUG nova.network.neutron [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: ea8c9faf-bc44-432a-a3c3-c623af6817a2] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 924.086094] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b728bc-214f-435b-8896-0891ed1fd236 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.089506] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3373384a-8565-4381-9afc-a6ef4778df02 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.104056] env[70398]: DEBUG nova.compute.provider_tree [None req-28b85b5a-d08c-4428-8e2a-7f5de86fc4b2 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.115012] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Waiting for the task: (returnval){ [ 924.115012] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]525597ca-d093-41c3-69b0-035dfda480d3" [ 924.115012] env[70398]: _type = "Task" [ 924.115012] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.125650] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]525597ca-d093-41c3-69b0-035dfda480d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.165244] env[70398]: DEBUG nova.network.neutron [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: cad40843-0cdf-483a-a030-0837aeca9bba] Successfully created port: 6ccac744-f678-4733-b7e6-be2863e7ecbd {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 924.278617] env[70398]: DEBUG oslo_concurrency.lockutils [None req-47c2b731-d56b-4538-8add-442e6fe76d4e tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "3805da77-9f5d-4ffa-bc7b-141c94be3982" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.911s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.319673] env[70398]: DEBUG nova.network.neutron [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: ea8c9faf-bc44-432a-a3c3-c623af6817a2] Updating instance_info_cache with network_info: [{"id": "a8805305-1b2f-4aa9-a74f-1550dada93fe", "address": "fa:16:3e:f4:c7:44", "network": {"id": "e3eeec77-f172-4011-8900-7fb3db7b5695", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1578736834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "147c85a402df4694a13c37814e230a85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8805305-1b", "ovs_interfaceid": "a8805305-1b2f-4aa9-a74f-1550dada93fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.465065] env[70398]: DEBUG oslo_vmware.api [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Task: {'id': task-3444479, 'name': ReconfigVM_Task, 'duration_secs': 0.684692} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.465514] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: a578cdfb-5a81-40b9-9a2d-fd13b26a7647] Reconfigured VM instance instance-00000047 to attach disk [datastore2] a578cdfb-5a81-40b9-9a2d-fd13b26a7647/a578cdfb-5a81-40b9-9a2d-fd13b26a7647.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.466823] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a48dcb51-ce03-4463-8bbf-1281d18e9258 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.476041] env[70398]: DEBUG oslo_vmware.api [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Waiting for the task: (returnval){ [ 924.476041] env[70398]: value = "task-3444480" [ 924.476041] env[70398]: _type = "Task" [ 924.476041] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.490354] env[70398]: DEBUG oslo_vmware.api [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Task: {'id': task-3444480, 'name': Rename_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.607781] env[70398]: DEBUG nova.scheduler.client.report [None req-28b85b5a-d08c-4428-8e2a-7f5de86fc4b2 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.631813] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]525597ca-d093-41c3-69b0-035dfda480d3, 'name': SearchDatastore_Task, 'duration_secs': 0.018013} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.634173] env[70398]: DEBUG oslo_concurrency.lockutils [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.634173] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 9e2c439e-dd2a-4693-8c5b-cdc5751d0003/9e2c439e-dd2a-4693-8c5b-cdc5751d0003.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 924.634173] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-abf0abc8-34d7-4c9d-8f0d-cc0dd4385302 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.642066] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Waiting for the task: (returnval){ [ 924.642066] env[70398]: value = "task-3444481" [ 924.642066] env[70398]: _type = "Task" [ 924.642066] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.651596] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': task-3444481, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.824767] env[70398]: DEBUG oslo_concurrency.lockutils [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Releasing lock "refresh_cache-ea8c9faf-bc44-432a-a3c3-c623af6817a2" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.825223] env[70398]: DEBUG nova.compute.manager [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: ea8c9faf-bc44-432a-a3c3-c623af6817a2] Instance network_info: |[{"id": "a8805305-1b2f-4aa9-a74f-1550dada93fe", "address": "fa:16:3e:f4:c7:44", "network": {"id": "e3eeec77-f172-4011-8900-7fb3db7b5695", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1578736834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "147c85a402df4694a13c37814e230a85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8805305-1b", "ovs_interfaceid": "a8805305-1b2f-4aa9-a74f-1550dada93fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 924.825588] env[70398]: DEBUG oslo_concurrency.lockutils [req-98ddf7cb-9e29-436c-bd8e-d3332dfc0493 req-353a43fd-e816-4880-982a-7ef883ce5bd0 service nova] Acquired lock "refresh_cache-ea8c9faf-bc44-432a-a3c3-c623af6817a2" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.825884] env[70398]: DEBUG nova.network.neutron [req-98ddf7cb-9e29-436c-bd8e-d3332dfc0493 req-353a43fd-e816-4880-982a-7ef883ce5bd0 service nova] [instance: ea8c9faf-bc44-432a-a3c3-c623af6817a2] Refreshing network info cache for port a8805305-1b2f-4aa9-a74f-1550dada93fe {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 924.829858] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: ea8c9faf-bc44-432a-a3c3-c623af6817a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:c7:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5215e5b-294b-4e8c-bd06-355e9955ab1d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8805305-1b2f-4aa9-a74f-1550dada93fe', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 924.839897] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.840574] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea8c9faf-bc44-432a-a3c3-c623af6817a2] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 924.841132] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65dd4857-d8ca-4d40-b4d6-8f0078840a5f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.865777] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 924.865777] env[70398]: value = "task-3444482" [ 924.865777] env[70398]: _type = "Task" [ 924.865777] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.877235] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444482, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.941162] env[70398]: DEBUG nova.compute.manager [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: cad40843-0cdf-483a-a030-0837aeca9bba] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 924.970634] env[70398]: DEBUG nova.virt.hardware [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 924.970927] env[70398]: DEBUG nova.virt.hardware [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 924.971104] env[70398]: DEBUG nova.virt.hardware [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 924.971699] env[70398]: DEBUG nova.virt.hardware [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 924.971699] env[70398]: DEBUG nova.virt.hardware [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 924.971699] env[70398]: DEBUG nova.virt.hardware [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 924.971858] env[70398]: DEBUG nova.virt.hardware [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 924.971993] env[70398]: DEBUG nova.virt.hardware [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 924.972213] env[70398]: DEBUG nova.virt.hardware [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 924.972395] env[70398]: DEBUG nova.virt.hardware [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 924.972620] env[70398]: DEBUG nova.virt.hardware [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 924.973516] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc012bca-618e-4f38-871d-c81fdaf35791 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.985444] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574a7e13-abae-4231-a5cd-8a27fcc038be {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.992892] env[70398]: DEBUG oslo_vmware.api [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Task: {'id': task-3444480, 'name': Rename_Task, 'duration_secs': 0.236876} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.993987] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: a578cdfb-5a81-40b9-9a2d-fd13b26a7647] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.994286] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-331cf96d-d0fa-4f87-8087-c365cc7fbccb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.009489] env[70398]: DEBUG oslo_vmware.api [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Waiting for the task: (returnval){ [ 925.009489] env[70398]: value = "task-3444483" [ 925.009489] env[70398]: _type = "Task" [ 925.009489] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.017682] env[70398]: DEBUG oslo_vmware.api [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Task: {'id': task-3444483, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.112859] env[70398]: DEBUG oslo_concurrency.lockutils [None req-28b85b5a-d08c-4428-8e2a-7f5de86fc4b2 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.211s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.115741] env[70398]: DEBUG oslo_concurrency.lockutils [None req-480e0714-3a02-4e16-93ea-5b5a89f5e581 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.596s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.117031] env[70398]: DEBUG nova.objects.instance [None req-480e0714-3a02-4e16-93ea-5b5a89f5e581 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Lazy-loading 'resources' on Instance uuid 61bc5681-9186-49fe-a635-56bd82450752 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.153364] env[70398]: INFO nova.scheduler.client.report [None req-28b85b5a-d08c-4428-8e2a-7f5de86fc4b2 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Deleted allocations for instance b54a1d0e-b5a0-4a1f-91a5-c5cef210e891 [ 925.171634] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': task-3444481, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52067} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.172504] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 9e2c439e-dd2a-4693-8c5b-cdc5751d0003/9e2c439e-dd2a-4693-8c5b-cdc5751d0003.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 925.172750] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: 9e2c439e-dd2a-4693-8c5b-cdc5751d0003] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 925.173522] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a0cb9f4-2640-4ba9-b3ff-19e3314af778 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.184060] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Waiting for the task: (returnval){ [ 925.184060] env[70398]: value = "task-3444484" [ 925.184060] env[70398]: _type = "Task" [ 925.184060] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.194933] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': task-3444484, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.385021] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444482, 'name': CreateVM_Task, 'duration_secs': 0.389722} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.385021] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea8c9faf-bc44-432a-a3c3-c623af6817a2] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 925.385021] env[70398]: DEBUG oslo_concurrency.lockutils [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.385021] env[70398]: DEBUG oslo_concurrency.lockutils [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.385021] env[70398]: DEBUG oslo_concurrency.lockutils [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.385021] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0950a6fc-68f7-4e12-9c52-eb7046cbe4e2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.389039] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Waiting for the task: (returnval){ [ 925.389039] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]521279b8-ca8c-9fd4-25b5-d0696d04ec5b" [ 925.389039] env[70398]: _type = "Task" [ 925.389039] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.406505] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]521279b8-ca8c-9fd4-25b5-d0696d04ec5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.523221] env[70398]: DEBUG oslo_vmware.api [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Task: {'id': task-3444483, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.667218] env[70398]: DEBUG oslo_concurrency.lockutils [None req-28b85b5a-d08c-4428-8e2a-7f5de86fc4b2 tempest-ServerRescueTestJSON-1751629010 tempest-ServerRescueTestJSON-1751629010-project-member] Lock "b54a1d0e-b5a0-4a1f-91a5-c5cef210e891" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.838s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.696563] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': task-3444484, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095018} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.697858] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: 9e2c439e-dd2a-4693-8c5b-cdc5751d0003] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 925.699418] env[70398]: DEBUG nova.compute.manager [req-d6741cdd-956b-43cd-ba74-af0038d325fa req-d60f140f-6942-4483-809d-71cd321e8ae1 service nova] [instance: cad40843-0cdf-483a-a030-0837aeca9bba] Received event network-vif-plugged-6ccac744-f678-4733-b7e6-be2863e7ecbd {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.699484] env[70398]: DEBUG oslo_concurrency.lockutils [req-d6741cdd-956b-43cd-ba74-af0038d325fa req-d60f140f-6942-4483-809d-71cd321e8ae1 service nova] Acquiring lock "cad40843-0cdf-483a-a030-0837aeca9bba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.699652] env[70398]: DEBUG oslo_concurrency.lockutils [req-d6741cdd-956b-43cd-ba74-af0038d325fa req-d60f140f-6942-4483-809d-71cd321e8ae1 service nova] Lock "cad40843-0cdf-483a-a030-0837aeca9bba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.700484] env[70398]: DEBUG oslo_concurrency.lockutils [req-d6741cdd-956b-43cd-ba74-af0038d325fa req-d60f140f-6942-4483-809d-71cd321e8ae1 service nova] Lock "cad40843-0cdf-483a-a030-0837aeca9bba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.700484] env[70398]: DEBUG nova.compute.manager [req-d6741cdd-956b-43cd-ba74-af0038d325fa req-d60f140f-6942-4483-809d-71cd321e8ae1 service nova] [instance: cad40843-0cdf-483a-a030-0837aeca9bba] No waiting events found dispatching network-vif-plugged-6ccac744-f678-4733-b7e6-be2863e7ecbd {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 925.700484] env[70398]: WARNING nova.compute.manager [req-d6741cdd-956b-43cd-ba74-af0038d325fa req-d60f140f-6942-4483-809d-71cd321e8ae1 service nova] [instance: cad40843-0cdf-483a-a030-0837aeca9bba] Received unexpected event network-vif-plugged-6ccac744-f678-4733-b7e6-be2863e7ecbd for instance with vm_state building and task_state spawning. [ 925.703724] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150707f4-f95e-4f6a-b18c-e3e10f223318 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.740014] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: 9e2c439e-dd2a-4693-8c5b-cdc5751d0003] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 9e2c439e-dd2a-4693-8c5b-cdc5751d0003/9e2c439e-dd2a-4693-8c5b-cdc5751d0003.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 925.744536] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32c8cf35-ee43-4474-a6c3-3002b20197b6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.761286] env[70398]: DEBUG nova.network.neutron [req-98ddf7cb-9e29-436c-bd8e-d3332dfc0493 req-353a43fd-e816-4880-982a-7ef883ce5bd0 service nova] [instance: ea8c9faf-bc44-432a-a3c3-c623af6817a2] Updated VIF entry in instance network info cache for port a8805305-1b2f-4aa9-a74f-1550dada93fe. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 925.761537] env[70398]: DEBUG nova.network.neutron [req-98ddf7cb-9e29-436c-bd8e-d3332dfc0493 req-353a43fd-e816-4880-982a-7ef883ce5bd0 service nova] [instance: ea8c9faf-bc44-432a-a3c3-c623af6817a2] Updating instance_info_cache with network_info: [{"id": "a8805305-1b2f-4aa9-a74f-1550dada93fe", "address": "fa:16:3e:f4:c7:44", "network": {"id": "e3eeec77-f172-4011-8900-7fb3db7b5695", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1578736834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "147c85a402df4694a13c37814e230a85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8805305-1b", "ovs_interfaceid": "a8805305-1b2f-4aa9-a74f-1550dada93fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.769963] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Waiting for the task: (returnval){ [ 925.769963] env[70398]: value = "task-3444486" [ 925.769963] env[70398]: _type = "Task" [ 925.769963] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.781757] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': task-3444486, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.825678] env[70398]: DEBUG nova.compute.manager [req-0af9552b-49a5-4821-8299-276318db07c9 req-2a6cd7c0-c39a-411f-b79a-e102dd6383e5 service nova] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Received event network-changed-4f8e56ba-25ca-49a3-9697-667e89a8301e {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.826348] env[70398]: DEBUG nova.compute.manager [req-0af9552b-49a5-4821-8299-276318db07c9 req-2a6cd7c0-c39a-411f-b79a-e102dd6383e5 service nova] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Refreshing instance network info cache due to event network-changed-4f8e56ba-25ca-49a3-9697-667e89a8301e. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 925.826678] env[70398]: DEBUG oslo_concurrency.lockutils [req-0af9552b-49a5-4821-8299-276318db07c9 req-2a6cd7c0-c39a-411f-b79a-e102dd6383e5 service nova] Acquiring lock "refresh_cache-3805da77-9f5d-4ffa-bc7b-141c94be3982" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.826819] env[70398]: DEBUG oslo_concurrency.lockutils [req-0af9552b-49a5-4821-8299-276318db07c9 req-2a6cd7c0-c39a-411f-b79a-e102dd6383e5 service nova] Acquired lock "refresh_cache-3805da77-9f5d-4ffa-bc7b-141c94be3982" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.826979] env[70398]: DEBUG nova.network.neutron [req-0af9552b-49a5-4821-8299-276318db07c9 req-2a6cd7c0-c39a-411f-b79a-e102dd6383e5 service nova] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Refreshing network info cache for port 4f8e56ba-25ca-49a3-9697-667e89a8301e {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.832121] env[70398]: DEBUG nova.network.neutron [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: cad40843-0cdf-483a-a030-0837aeca9bba] Successfully updated port: 6ccac744-f678-4733-b7e6-be2863e7ecbd {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 925.901175] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]521279b8-ca8c-9fd4-25b5-d0696d04ec5b, 'name': SearchDatastore_Task, 'duration_secs': 0.015221} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.901613] env[70398]: DEBUG oslo_concurrency.lockutils [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.901909] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: ea8c9faf-bc44-432a-a3c3-c623af6817a2] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 925.902183] env[70398]: DEBUG oslo_concurrency.lockutils [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.902468] env[70398]: DEBUG oslo_concurrency.lockutils [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.902689] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.905463] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d7d1f2c-2a3b-48d4-ad4c-423fefcc43ae {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.917927] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.918140] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 925.919047] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c269783a-ea0c-4d81-ae3b-5e82f02a2543 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.928857] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Waiting for the task: (returnval){ [ 925.928857] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5228a123-f319-0809-621d-530d0a60e4bf" [ 925.928857] env[70398]: _type = "Task" [ 925.928857] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.937333] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5228a123-f319-0809-621d-530d0a60e4bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.026393] env[70398]: DEBUG oslo_vmware.api [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Task: {'id': task-3444483, 'name': PowerOnVM_Task, 'duration_secs': 0.605768} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.026393] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: a578cdfb-5a81-40b9-9a2d-fd13b26a7647] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 926.026393] env[70398]: INFO nova.compute.manager [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: a578cdfb-5a81-40b9-9a2d-fd13b26a7647] Took 8.61 seconds to spawn the instance on the hypervisor. [ 926.026393] env[70398]: DEBUG nova.compute.manager [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: a578cdfb-5a81-40b9-9a2d-fd13b26a7647] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 926.026393] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d54c6f1-2327-4b4d-9c24-350e315d2dc1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.044922] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8a156a-13d9-4731-a885-d7eecc65ec72 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.056167] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b4550f-7522-4170-a4c0-b08283e1ec9a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.090524] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071d1f24-5be4-4d3f-aaf9-e32463b8d51d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.098683] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd38ebd5-eb06-46de-9450-43450aee8434 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.113015] env[70398]: DEBUG nova.compute.provider_tree [None req-480e0714-3a02-4e16-93ea-5b5a89f5e581 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.264689] env[70398]: DEBUG oslo_concurrency.lockutils [req-98ddf7cb-9e29-436c-bd8e-d3332dfc0493 req-353a43fd-e816-4880-982a-7ef883ce5bd0 service nova] Releasing lock "refresh_cache-ea8c9faf-bc44-432a-a3c3-c623af6817a2" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.283563] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': task-3444486, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.337556] env[70398]: DEBUG oslo_concurrency.lockutils [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Acquiring lock "refresh_cache-cad40843-0cdf-483a-a030-0837aeca9bba" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.337556] env[70398]: DEBUG oslo_concurrency.lockutils [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Acquired lock "refresh_cache-cad40843-0cdf-483a-a030-0837aeca9bba" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.337556] env[70398]: DEBUG nova.network.neutron [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: cad40843-0cdf-483a-a030-0837aeca9bba] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 926.447060] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5228a123-f319-0809-621d-530d0a60e4bf, 'name': SearchDatastore_Task, 'duration_secs': 0.015746} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.447992] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c259f1f9-bdf5-441f-865d-309cb9408c72 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.455207] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Waiting for the task: (returnval){ [ 926.455207] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5234aac0-ef5d-932f-1e4a-283c1a2970ec" [ 926.455207] env[70398]: _type = "Task" [ 926.455207] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.465127] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5234aac0-ef5d-932f-1e4a-283c1a2970ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.550593] env[70398]: INFO nova.compute.manager [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: a578cdfb-5a81-40b9-9a2d-fd13b26a7647] Took 31.53 seconds to build instance. [ 926.616500] env[70398]: DEBUG nova.scheduler.client.report [None req-480e0714-3a02-4e16-93ea-5b5a89f5e581 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.725878] env[70398]: DEBUG nova.network.neutron [req-0af9552b-49a5-4821-8299-276318db07c9 req-2a6cd7c0-c39a-411f-b79a-e102dd6383e5 service nova] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Updated VIF entry in instance network info cache for port 4f8e56ba-25ca-49a3-9697-667e89a8301e. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.726362] env[70398]: DEBUG nova.network.neutron [req-0af9552b-49a5-4821-8299-276318db07c9 req-2a6cd7c0-c39a-411f-b79a-e102dd6383e5 service nova] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Updating instance_info_cache with network_info: [{"id": "4f8e56ba-25ca-49a3-9697-667e89a8301e", "address": "fa:16:3e:01:06:65", "network": {"id": "7d6a528e-2d28-423d-a33f-6f0222b74744", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1712623278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "565f3f2d80634f578f63ea399435e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f8e56ba-25", "ovs_interfaceid": "4f8e56ba-25ca-49a3-9697-667e89a8301e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.785111] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': task-3444486, 'name': ReconfigVM_Task, 'duration_secs': 0.601487} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.785576] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: 9e2c439e-dd2a-4693-8c5b-cdc5751d0003] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 9e2c439e-dd2a-4693-8c5b-cdc5751d0003/9e2c439e-dd2a-4693-8c5b-cdc5751d0003.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 926.786495] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5dd96c3b-cc53-4780-8a47-221097c4fdfd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.795659] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Waiting for the task: (returnval){ [ 926.795659] env[70398]: value = "task-3444487" [ 926.795659] env[70398]: _type = "Task" [ 926.795659] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.809504] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': task-3444487, 'name': Rename_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.910228] env[70398]: DEBUG nova.network.neutron [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: cad40843-0cdf-483a-a030-0837aeca9bba] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 926.965811] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5234aac0-ef5d-932f-1e4a-283c1a2970ec, 'name': SearchDatastore_Task, 'duration_secs': 0.02036} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.966167] env[70398]: DEBUG oslo_concurrency.lockutils [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.966579] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] ea8c9faf-bc44-432a-a3c3-c623af6817a2/ea8c9faf-bc44-432a-a3c3-c623af6817a2.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 926.966881] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed766763-ad41-495a-95b6-8c9596313ab4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.974130] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Waiting for the task: (returnval){ [ 926.974130] env[70398]: value = "task-3444488" [ 926.974130] env[70398]: _type = "Task" [ 926.974130] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.982726] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': task-3444488, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.053336] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b3985345-030b-40a4-98d9-acc2ef5dfb09 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Lock "a578cdfb-5a81-40b9-9a2d-fd13b26a7647" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.042s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.124055] env[70398]: DEBUG oslo_concurrency.lockutils [None req-480e0714-3a02-4e16-93ea-5b5a89f5e581 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.008s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.126414] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.445s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.127967] env[70398]: INFO nova.compute.claims [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.163811] env[70398]: INFO nova.scheduler.client.report [None req-480e0714-3a02-4e16-93ea-5b5a89f5e581 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Deleted allocations for instance 61bc5681-9186-49fe-a635-56bd82450752 [ 927.170913] env[70398]: DEBUG nova.network.neutron [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: cad40843-0cdf-483a-a030-0837aeca9bba] Updating instance_info_cache with network_info: [{"id": "6ccac744-f678-4733-b7e6-be2863e7ecbd", "address": "fa:16:3e:bf:94:07", "network": {"id": "e3eeec77-f172-4011-8900-7fb3db7b5695", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1578736834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "147c85a402df4694a13c37814e230a85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ccac744-f6", "ovs_interfaceid": "6ccac744-f678-4733-b7e6-be2863e7ecbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.230408] env[70398]: DEBUG oslo_concurrency.lockutils [req-0af9552b-49a5-4821-8299-276318db07c9 req-2a6cd7c0-c39a-411f-b79a-e102dd6383e5 service nova] Releasing lock "refresh_cache-3805da77-9f5d-4ffa-bc7b-141c94be3982" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.310023] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': task-3444487, 'name': Rename_Task, 'duration_secs': 0.211447} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.310023] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: 9e2c439e-dd2a-4693-8c5b-cdc5751d0003] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.310023] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9221d5d8-3048-4b07-ae2c-6b853f2a243e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.314927] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Waiting for the task: (returnval){ [ 927.314927] env[70398]: value = "task-3444489" [ 927.314927] env[70398]: _type = "Task" [ 927.314927] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.323950] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': task-3444489, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.485020] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': task-3444488, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.674797] env[70398]: DEBUG oslo_concurrency.lockutils [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Releasing lock "refresh_cache-cad40843-0cdf-483a-a030-0837aeca9bba" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.675388] env[70398]: DEBUG nova.compute.manager [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: cad40843-0cdf-483a-a030-0837aeca9bba] Instance network_info: |[{"id": "6ccac744-f678-4733-b7e6-be2863e7ecbd", "address": "fa:16:3e:bf:94:07", "network": {"id": "e3eeec77-f172-4011-8900-7fb3db7b5695", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1578736834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "147c85a402df4694a13c37814e230a85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ccac744-f6", "ovs_interfaceid": "6ccac744-f678-4733-b7e6-be2863e7ecbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 927.676545] env[70398]: DEBUG oslo_concurrency.lockutils [None req-480e0714-3a02-4e16-93ea-5b5a89f5e581 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Lock "61bc5681-9186-49fe-a635-56bd82450752" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.478s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.678230] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: cad40843-0cdf-483a-a030-0837aeca9bba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:94:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5215e5b-294b-4e8c-bd06-355e9955ab1d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ccac744-f678-4733-b7e6-be2863e7ecbd', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 927.690104] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 927.691318] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cad40843-0cdf-483a-a030-0837aeca9bba] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 927.691620] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ac12b76-f379-4498-8e7c-d6995e94957b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.718066] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 927.718066] env[70398]: value = "task-3444491" [ 927.718066] env[70398]: _type = "Task" [ 927.718066] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.732651] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444491, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.807598] env[70398]: DEBUG nova.compute.manager [req-8e1e8877-93fd-4d64-a304-c0751bface1d req-6d27dc94-76df-4f4c-9ca3-403647790465 service nova] [instance: cad40843-0cdf-483a-a030-0837aeca9bba] Received event network-changed-6ccac744-f678-4733-b7e6-be2863e7ecbd {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.807833] env[70398]: DEBUG nova.compute.manager [req-8e1e8877-93fd-4d64-a304-c0751bface1d req-6d27dc94-76df-4f4c-9ca3-403647790465 service nova] [instance: cad40843-0cdf-483a-a030-0837aeca9bba] Refreshing instance network info cache due to event network-changed-6ccac744-f678-4733-b7e6-be2863e7ecbd. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 927.808158] env[70398]: DEBUG oslo_concurrency.lockutils [req-8e1e8877-93fd-4d64-a304-c0751bface1d req-6d27dc94-76df-4f4c-9ca3-403647790465 service nova] Acquiring lock "refresh_cache-cad40843-0cdf-483a-a030-0837aeca9bba" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.808411] env[70398]: DEBUG oslo_concurrency.lockutils [req-8e1e8877-93fd-4d64-a304-c0751bface1d req-6d27dc94-76df-4f4c-9ca3-403647790465 service nova] Acquired lock "refresh_cache-cad40843-0cdf-483a-a030-0837aeca9bba" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.808599] env[70398]: DEBUG nova.network.neutron [req-8e1e8877-93fd-4d64-a304-c0751bface1d req-6d27dc94-76df-4f4c-9ca3-403647790465 service nova] [instance: cad40843-0cdf-483a-a030-0837aeca9bba] Refreshing network info cache for port 6ccac744-f678-4733-b7e6-be2863e7ecbd {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 927.831893] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': task-3444489, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.997867] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': task-3444488, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.768694} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.998210] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] ea8c9faf-bc44-432a-a3c3-c623af6817a2/ea8c9faf-bc44-432a-a3c3-c623af6817a2.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 927.998435] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: ea8c9faf-bc44-432a-a3c3-c623af6817a2] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 927.998728] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c63ddc8-ed16-4a09-acda-594bff0130ce {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.006925] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Waiting for the task: (returnval){ [ 928.006925] env[70398]: value = "task-3444492" [ 928.006925] env[70398]: _type = "Task" [ 928.006925] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.018904] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': task-3444492, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.120176] env[70398]: DEBUG oslo_vmware.rw_handles [None req-10c59047-02cf-42ef-88d8-d3bf77bd8b2b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5242f825-0c4c-9b9b-7d1b-1e02b28bb550/disk-0.vmdk. {{(pid=70398) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 928.121299] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e03021c-457c-4f97-b541-5d3c19449a3c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.129570] env[70398]: DEBUG oslo_vmware.rw_handles [None req-10c59047-02cf-42ef-88d8-d3bf77bd8b2b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5242f825-0c4c-9b9b-7d1b-1e02b28bb550/disk-0.vmdk is in state: ready. {{(pid=70398) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 928.129789] env[70398]: ERROR oslo_vmware.rw_handles [None req-10c59047-02cf-42ef-88d8-d3bf77bd8b2b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5242f825-0c4c-9b9b-7d1b-1e02b28bb550/disk-0.vmdk due to incomplete transfer. [ 928.130107] env[70398]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-688559f7-43e2-4f89-b525-3af4966d0e0b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.140955] env[70398]: DEBUG oslo_vmware.rw_handles [None req-10c59047-02cf-42ef-88d8-d3bf77bd8b2b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5242f825-0c4c-9b9b-7d1b-1e02b28bb550/disk-0.vmdk. {{(pid=70398) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 928.141202] env[70398]: DEBUG nova.virt.vmwareapi.images [None req-10c59047-02cf-42ef-88d8-d3bf77bd8b2b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Uploaded image d415d19a-778d-468e-a176-624fbcb84558 to the Glance image server {{(pid=70398) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 928.143739] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-10c59047-02cf-42ef-88d8-d3bf77bd8b2b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Destroying the VM {{(pid=70398) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 928.144676] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-36d6eb13-b4f7-4e63-830c-297aff84a214 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.152456] env[70398]: DEBUG oslo_vmware.api [None req-10c59047-02cf-42ef-88d8-d3bf77bd8b2b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 928.152456] env[70398]: value = "task-3444493" [ 928.152456] env[70398]: _type = "Task" [ 928.152456] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.162276] env[70398]: DEBUG oslo_vmware.api [None req-10c59047-02cf-42ef-88d8-d3bf77bd8b2b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444493, 'name': Destroy_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.231523] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444491, 'name': CreateVM_Task, 'duration_secs': 0.448032} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.233422] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cad40843-0cdf-483a-a030-0837aeca9bba] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 928.233422] env[70398]: DEBUG oslo_concurrency.lockutils [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.233422] env[70398]: DEBUG oslo_concurrency.lockutils [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.233422] env[70398]: DEBUG oslo_concurrency.lockutils [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.233422] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcac7db8-c91e-453e-8e01-41d9e02b3316 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.240973] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Waiting for the task: (returnval){ [ 928.240973] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]521a6f84-cfb4-3fb2-398d-ded3225c4d14" [ 928.240973] env[70398]: _type = "Task" [ 928.240973] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.250378] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]521a6f84-cfb4-3fb2-398d-ded3225c4d14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.325334] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': task-3444489, 'name': PowerOnVM_Task, 'duration_secs': 0.696329} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.325603] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: 9e2c439e-dd2a-4693-8c5b-cdc5751d0003] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 928.325833] env[70398]: INFO nova.compute.manager [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: 9e2c439e-dd2a-4693-8c5b-cdc5751d0003] Took 8.39 seconds to spawn the instance on the hypervisor. [ 928.326046] env[70398]: DEBUG nova.compute.manager [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: 9e2c439e-dd2a-4693-8c5b-cdc5751d0003] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.326852] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5085fb-065a-455f-b90a-3abb0b0ee548 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.456767] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00003606-5cd4-49e6-98ed-57c21e1037f3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.467581] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d176f4-7e94-4e1a-9a7f-e436c5f33f38 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.499168] env[70398]: DEBUG oslo_concurrency.lockutils [None req-70e5b7f4-3c8c-4acd-ae98-6892b0a65417 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquiring lock "43965006-3260-4b95-a464-548d87315683" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.499478] env[70398]: DEBUG oslo_concurrency.lockutils [None req-70e5b7f4-3c8c-4acd-ae98-6892b0a65417 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Lock "43965006-3260-4b95-a464-548d87315683" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.499640] env[70398]: DEBUG oslo_concurrency.lockutils [None req-70e5b7f4-3c8c-4acd-ae98-6892b0a65417 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquiring lock "43965006-3260-4b95-a464-548d87315683-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.499819] env[70398]: DEBUG oslo_concurrency.lockutils [None req-70e5b7f4-3c8c-4acd-ae98-6892b0a65417 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Lock "43965006-3260-4b95-a464-548d87315683-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.499985] env[70398]: DEBUG oslo_concurrency.lockutils [None req-70e5b7f4-3c8c-4acd-ae98-6892b0a65417 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Lock "43965006-3260-4b95-a464-548d87315683-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.502295] env[70398]: INFO nova.compute.manager [None req-70e5b7f4-3c8c-4acd-ae98-6892b0a65417 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Terminating instance [ 928.506398] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ca319c-7edc-4340-8e18-e52d51e3a237 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.520846] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99dd2457-491b-4fd4-9980-f9f4555fe100 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.524776] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': task-3444492, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124776} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.525942] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: ea8c9faf-bc44-432a-a3c3-c623af6817a2] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.527064] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9658c362-b291-4f10-b843-28ad71182d50 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.537422] env[70398]: DEBUG nova.compute.provider_tree [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.559849] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: ea8c9faf-bc44-432a-a3c3-c623af6817a2] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] ea8c9faf-bc44-432a-a3c3-c623af6817a2/ea8c9faf-bc44-432a-a3c3-c623af6817a2.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.560226] env[70398]: DEBUG nova.network.neutron [req-8e1e8877-93fd-4d64-a304-c0751bface1d req-6d27dc94-76df-4f4c-9ca3-403647790465 service nova] [instance: cad40843-0cdf-483a-a030-0837aeca9bba] Updated VIF entry in instance network info cache for port 6ccac744-f678-4733-b7e6-be2863e7ecbd. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 928.560601] env[70398]: DEBUG nova.network.neutron [req-8e1e8877-93fd-4d64-a304-c0751bface1d req-6d27dc94-76df-4f4c-9ca3-403647790465 service nova] [instance: cad40843-0cdf-483a-a030-0837aeca9bba] Updating instance_info_cache with network_info: [{"id": "6ccac744-f678-4733-b7e6-be2863e7ecbd", "address": "fa:16:3e:bf:94:07", "network": {"id": "e3eeec77-f172-4011-8900-7fb3db7b5695", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1578736834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "147c85a402df4694a13c37814e230a85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ccac744-f6", "ovs_interfaceid": "6ccac744-f678-4733-b7e6-be2863e7ecbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.561993] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-876c2851-1735-4d8d-b696-68c52f1f619a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.584740] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Waiting for the task: (returnval){ [ 928.584740] env[70398]: value = "task-3444494" [ 928.584740] env[70398]: _type = "Task" [ 928.584740] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.594715] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': task-3444494, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.661658] env[70398]: DEBUG oslo_vmware.api [None req-10c59047-02cf-42ef-88d8-d3bf77bd8b2b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444493, 'name': Destroy_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.752540] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]521a6f84-cfb4-3fb2-398d-ded3225c4d14, 'name': SearchDatastore_Task, 'duration_secs': 0.024266} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.753038] env[70398]: DEBUG oslo_concurrency.lockutils [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.753521] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: cad40843-0cdf-483a-a030-0837aeca9bba] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 928.753902] env[70398]: DEBUG oslo_concurrency.lockutils [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.756231] env[70398]: DEBUG oslo_concurrency.lockutils [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.756231] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 928.756231] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07c10f96-02bc-40fb-aed2-5fc38d07838a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.767577] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 928.768066] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 928.769105] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56fac04c-d34d-427b-a50c-7099fb76d72b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.775113] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Waiting for the task: (returnval){ [ 928.775113] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52af08bb-48da-710a-0c1e-0e24ef66e29e" [ 928.775113] env[70398]: _type = "Task" [ 928.775113] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.784953] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52af08bb-48da-710a-0c1e-0e24ef66e29e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.845020] env[70398]: INFO nova.compute.manager [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: 9e2c439e-dd2a-4693-8c5b-cdc5751d0003] Took 30.26 seconds to build instance. [ 929.012068] env[70398]: DEBUG nova.compute.manager [None req-70e5b7f4-3c8c-4acd-ae98-6892b0a65417 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 929.012385] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-70e5b7f4-3c8c-4acd-ae98-6892b0a65417 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 929.013427] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0395390-e557-4419-a9b3-04b69929e466 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.023450] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e5b7f4-3c8c-4acd-ae98-6892b0a65417 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.023647] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6dd81e0-50e6-4bfb-9d36-8b0151836f22 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.029537] env[70398]: DEBUG oslo_vmware.api [None req-70e5b7f4-3c8c-4acd-ae98-6892b0a65417 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 929.029537] env[70398]: value = "task-3444495" [ 929.029537] env[70398]: _type = "Task" [ 929.029537] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.037465] env[70398]: DEBUG oslo_vmware.api [None req-70e5b7f4-3c8c-4acd-ae98-6892b0a65417 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444495, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.040455] env[70398]: DEBUG nova.scheduler.client.report [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.077647] env[70398]: DEBUG oslo_concurrency.lockutils [req-8e1e8877-93fd-4d64-a304-c0751bface1d req-6d27dc94-76df-4f4c-9ca3-403647790465 service nova] Releasing lock "refresh_cache-cad40843-0cdf-483a-a030-0837aeca9bba" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.095416] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': task-3444494, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.165250] env[70398]: DEBUG oslo_vmware.api [None req-10c59047-02cf-42ef-88d8-d3bf77bd8b2b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444493, 'name': Destroy_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.287791] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52af08bb-48da-710a-0c1e-0e24ef66e29e, 'name': SearchDatastore_Task, 'duration_secs': 0.020433} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.288945] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-307295f3-1904-462c-acf0-ae0fb357b987 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.295336] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Waiting for the task: (returnval){ [ 929.295336] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52746540-fa5a-6788-b174-c9a44da6aa4b" [ 929.295336] env[70398]: _type = "Task" [ 929.295336] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.304251] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52746540-fa5a-6788-b174-c9a44da6aa4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.349930] env[70398]: DEBUG oslo_concurrency.lockutils [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Lock "9e2c439e-dd2a-4693-8c5b-cdc5751d0003" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.772s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.538969] env[70398]: DEBUG oslo_vmware.api [None req-70e5b7f4-3c8c-4acd-ae98-6892b0a65417 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444495, 'name': PowerOffVM_Task, 'duration_secs': 0.367964} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.539314] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e5b7f4-3c8c-4acd-ae98-6892b0a65417 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.539489] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-70e5b7f4-3c8c-4acd-ae98-6892b0a65417 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 929.539743] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14333548-2251-4887-b40f-88ac2e6155cd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.545452] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.419s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.545936] env[70398]: DEBUG nova.compute.manager [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 929.548630] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.331s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.550391] env[70398]: INFO nova.compute.claims [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 929.596788] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': task-3444494, 'name': ReconfigVM_Task, 'duration_secs': 0.827928} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.597072] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: ea8c9faf-bc44-432a-a3c3-c623af6817a2] Reconfigured VM instance instance-00000049 to attach disk [datastore1] ea8c9faf-bc44-432a-a3c3-c623af6817a2/ea8c9faf-bc44-432a-a3c3-c623af6817a2.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.597900] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a31ec3b2-0fca-450a-b2cc-a0fb6c06b7f4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.603523] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Waiting for the task: (returnval){ [ 929.603523] env[70398]: value = "task-3444498" [ 929.603523] env[70398]: _type = "Task" [ 929.603523] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.611550] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': task-3444498, 'name': Rename_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.641566] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-70e5b7f4-3c8c-4acd-ae98-6892b0a65417 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 929.641883] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-70e5b7f4-3c8c-4acd-ae98-6892b0a65417 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 929.642152] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-70e5b7f4-3c8c-4acd-ae98-6892b0a65417 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Deleting the datastore file [datastore1] 43965006-3260-4b95-a464-548d87315683 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.642497] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1bd51ee-7963-4c51-b573-b722690d42da {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.648878] env[70398]: DEBUG oslo_vmware.api [None req-70e5b7f4-3c8c-4acd-ae98-6892b0a65417 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for the task: (returnval){ [ 929.648878] env[70398]: value = "task-3444499" [ 929.648878] env[70398]: _type = "Task" [ 929.648878] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.656750] env[70398]: DEBUG oslo_vmware.api [None req-70e5b7f4-3c8c-4acd-ae98-6892b0a65417 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444499, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.664061] env[70398]: DEBUG oslo_vmware.api [None req-10c59047-02cf-42ef-88d8-d3bf77bd8b2b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444493, 'name': Destroy_Task, 'duration_secs': 1.437472} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.664314] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-10c59047-02cf-42ef-88d8-d3bf77bd8b2b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Destroyed the VM [ 929.664565] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-10c59047-02cf-42ef-88d8-d3bf77bd8b2b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Deleting Snapshot of the VM instance {{(pid=70398) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 929.664788] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-11bb2a42-db97-4271-a8da-f3529f6454f3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.669758] env[70398]: DEBUG oslo_vmware.api [None req-10c59047-02cf-42ef-88d8-d3bf77bd8b2b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 929.669758] env[70398]: value = "task-3444500" [ 929.669758] env[70398]: _type = "Task" [ 929.669758] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.676791] env[70398]: DEBUG oslo_vmware.api [None req-10c59047-02cf-42ef-88d8-d3bf77bd8b2b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444500, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.807679] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52746540-fa5a-6788-b174-c9a44da6aa4b, 'name': SearchDatastore_Task, 'duration_secs': 0.028027} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.807904] env[70398]: DEBUG oslo_concurrency.lockutils [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.808268] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] cad40843-0cdf-483a-a030-0837aeca9bba/cad40843-0cdf-483a-a030-0837aeca9bba.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 929.809990] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b95e0285-7121-40dc-8560-ae333253c6d9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.821583] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Waiting for the task: (returnval){ [ 929.821583] env[70398]: value = "task-3444501" [ 929.821583] env[70398]: _type = "Task" [ 929.821583] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.833661] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': task-3444501, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.031331] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquiring lock "f38cb0ea-6577-4245-9422-d12c0f61040b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.031645] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lock "f38cb0ea-6577-4245-9422-d12c0f61040b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.055036] env[70398]: DEBUG nova.compute.utils [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 930.056028] env[70398]: DEBUG nova.compute.manager [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 930.056200] env[70398]: DEBUG nova.network.neutron [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 930.095940] env[70398]: DEBUG nova.policy [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5745fd9f8e2d4576ad44c31b35cc8024', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a133a7276464e628849ffaa016597bd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 930.114429] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': task-3444498, 'name': Rename_Task, 'duration_secs': 0.189809} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.114429] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: ea8c9faf-bc44-432a-a3c3-c623af6817a2] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.114429] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af0ed682-decb-469a-b403-1192eefa3bc1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.119465] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Waiting for the task: (returnval){ [ 930.119465] env[70398]: value = "task-3444502" [ 930.119465] env[70398]: _type = "Task" [ 930.119465] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.128870] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': task-3444502, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.161791] env[70398]: DEBUG oslo_vmware.api [None req-70e5b7f4-3c8c-4acd-ae98-6892b0a65417 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Task: {'id': task-3444499, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.322465} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.162496] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-70e5b7f4-3c8c-4acd-ae98-6892b0a65417 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.162704] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-70e5b7f4-3c8c-4acd-ae98-6892b0a65417 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 930.162925] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-70e5b7f4-3c8c-4acd-ae98-6892b0a65417 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.163068] env[70398]: INFO nova.compute.manager [None req-70e5b7f4-3c8c-4acd-ae98-6892b0a65417 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] [instance: 43965006-3260-4b95-a464-548d87315683] Took 1.15 seconds to destroy the instance on the hypervisor. [ 930.163324] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70e5b7f4-3c8c-4acd-ae98-6892b0a65417 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.163524] env[70398]: DEBUG nova.compute.manager [-] [instance: 43965006-3260-4b95-a464-548d87315683] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 930.163621] env[70398]: DEBUG nova.network.neutron [-] [instance: 43965006-3260-4b95-a464-548d87315683] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 930.183099] env[70398]: DEBUG oslo_vmware.api [None req-10c59047-02cf-42ef-88d8-d3bf77bd8b2b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444500, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.317236] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2fccadc9-203d-4760-be5a-e2449f4ddda7 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Acquiring lock "a578cdfb-5a81-40b9-9a2d-fd13b26a7647" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.318159] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2fccadc9-203d-4760-be5a-e2449f4ddda7 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Lock "a578cdfb-5a81-40b9-9a2d-fd13b26a7647" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.318159] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2fccadc9-203d-4760-be5a-e2449f4ddda7 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Acquiring lock "a578cdfb-5a81-40b9-9a2d-fd13b26a7647-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.318586] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2fccadc9-203d-4760-be5a-e2449f4ddda7 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Lock "a578cdfb-5a81-40b9-9a2d-fd13b26a7647-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.318914] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2fccadc9-203d-4760-be5a-e2449f4ddda7 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Lock "a578cdfb-5a81-40b9-9a2d-fd13b26a7647-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.322296] env[70398]: INFO nova.compute.manager [None req-2fccadc9-203d-4760-be5a-e2449f4ddda7 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: a578cdfb-5a81-40b9-9a2d-fd13b26a7647] Terminating instance [ 930.335163] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': task-3444501, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.457158] env[70398]: DEBUG nova.compute.manager [req-2af8f308-b0dc-49fd-b3cb-a164879ecc3b req-21826b6b-f419-444b-ae11-b01f9877bba5 service nova] [instance: 43965006-3260-4b95-a464-548d87315683] Received event network-vif-deleted-3d7970cc-c3c2-4359-844e-e9df3cecd2d4 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.458138] env[70398]: INFO nova.compute.manager [req-2af8f308-b0dc-49fd-b3cb-a164879ecc3b req-21826b6b-f419-444b-ae11-b01f9877bba5 service nova] [instance: 43965006-3260-4b95-a464-548d87315683] Neutron deleted interface 3d7970cc-c3c2-4359-844e-e9df3cecd2d4; detaching it from the instance and deleting it from the info cache [ 930.458546] env[70398]: DEBUG nova.network.neutron [req-2af8f308-b0dc-49fd-b3cb-a164879ecc3b req-21826b6b-f419-444b-ae11-b01f9877bba5 service nova] [instance: 43965006-3260-4b95-a464-548d87315683] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.470724] env[70398]: DEBUG nova.network.neutron [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Successfully created port: 266f3148-c1ad-4e56-930c-5b5ff2596aec {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 930.533667] env[70398]: DEBUG nova.compute.manager [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 930.563878] env[70398]: DEBUG nova.compute.manager [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 930.632896] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': task-3444502, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.686109] env[70398]: DEBUG oslo_vmware.api [None req-10c59047-02cf-42ef-88d8-d3bf77bd8b2b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444500, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.832219] env[70398]: DEBUG nova.compute.manager [None req-2fccadc9-203d-4760-be5a-e2449f4ddda7 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: a578cdfb-5a81-40b9-9a2d-fd13b26a7647] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 930.832349] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2fccadc9-203d-4760-be5a-e2449f4ddda7 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: a578cdfb-5a81-40b9-9a2d-fd13b26a7647] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.833460] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d0302d-1a24-4305-aaaa-ec05dfae466a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.840778] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': task-3444501, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.730735} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.845065] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] cad40843-0cdf-483a-a030-0837aeca9bba/cad40843-0cdf-483a-a030-0837aeca9bba.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 930.845307] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: cad40843-0cdf-483a-a030-0837aeca9bba] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 930.845591] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fccadc9-203d-4760-be5a-e2449f4ddda7 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: a578cdfb-5a81-40b9-9a2d-fd13b26a7647] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.845980] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bdbbe16f-8d7a-4c30-9c0b-e3d5f92acbb9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.847699] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2616e01d-dbeb-4251-b79f-1f230198735d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.853195] env[70398]: DEBUG oslo_vmware.api [None req-2fccadc9-203d-4760-be5a-e2449f4ddda7 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Waiting for the task: (returnval){ [ 930.853195] env[70398]: value = "task-3444504" [ 930.853195] env[70398]: _type = "Task" [ 930.853195] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.854698] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Waiting for the task: (returnval){ [ 930.854698] env[70398]: value = "task-3444503" [ 930.854698] env[70398]: _type = "Task" [ 930.854698] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.874449] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': task-3444503, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.874827] env[70398]: DEBUG oslo_vmware.api [None req-2fccadc9-203d-4760-be5a-e2449f4ddda7 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Task: {'id': task-3444504, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.920813] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0bcd210-cd3c-4614-83e7-353902caed16 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.930116] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ad45a7-fb52-4611-ab44-f9d27da39ad0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.933973] env[70398]: DEBUG nova.network.neutron [-] [instance: 43965006-3260-4b95-a464-548d87315683] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.963770] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5eadac4f-ef09-4d29-923f-d95f4df3df31 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.966410] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0b3d8d-05e7-423b-acd1-fc1ba879f8c4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.977595] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06eae8e2-42df-449f-b7f9-bdfa8c0dd308 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.986850] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01033bd1-39d2-47b9-be0a-dbc2fa1a0a96 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.006861] env[70398]: DEBUG nova.compute.provider_tree [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.020985] env[70398]: DEBUG nova.compute.manager [req-2af8f308-b0dc-49fd-b3cb-a164879ecc3b req-21826b6b-f419-444b-ae11-b01f9877bba5 service nova] [instance: 43965006-3260-4b95-a464-548d87315683] Detach interface failed, port_id=3d7970cc-c3c2-4359-844e-e9df3cecd2d4, reason: Instance 43965006-3260-4b95-a464-548d87315683 could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 931.022212] env[70398]: DEBUG nova.scheduler.client.report [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.054252] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.131681] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': task-3444502, 'name': PowerOnVM_Task, 'duration_secs': 0.665442} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.131971] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: ea8c9faf-bc44-432a-a3c3-c623af6817a2] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.132191] env[70398]: INFO nova.compute.manager [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: ea8c9faf-bc44-432a-a3c3-c623af6817a2] Took 8.65 seconds to spawn the instance on the hypervisor. [ 931.132398] env[70398]: DEBUG nova.compute.manager [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: ea8c9faf-bc44-432a-a3c3-c623af6817a2] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 931.133214] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6914cab-85b7-45eb-99bd-2696e311bead {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.185339] env[70398]: DEBUG oslo_vmware.api [None req-10c59047-02cf-42ef-88d8-d3bf77bd8b2b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444500, 'name': RemoveSnapshot_Task, 'duration_secs': 1.156666} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.185694] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-10c59047-02cf-42ef-88d8-d3bf77bd8b2b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Deleted Snapshot of the VM instance {{(pid=70398) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 931.186021] env[70398]: INFO nova.compute.manager [None req-10c59047-02cf-42ef-88d8-d3bf77bd8b2b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Took 18.65 seconds to snapshot the instance on the hypervisor. [ 931.364437] env[70398]: DEBUG oslo_vmware.api [None req-2fccadc9-203d-4760-be5a-e2449f4ddda7 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Task: {'id': task-3444504, 'name': PowerOffVM_Task, 'duration_secs': 0.48434} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.367512] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fccadc9-203d-4760-be5a-e2449f4ddda7 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: a578cdfb-5a81-40b9-9a2d-fd13b26a7647] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.367703] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2fccadc9-203d-4760-be5a-e2449f4ddda7 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: a578cdfb-5a81-40b9-9a2d-fd13b26a7647] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.367945] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9acfd5e6-09c0-4b06-9dd6-620d1354a143 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.373756] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': task-3444503, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.185964} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.373988] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: cad40843-0cdf-483a-a030-0837aeca9bba] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 931.374714] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f954adf9-11b0-4cd3-ade3-aeb24b31d61a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.396164] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: cad40843-0cdf-483a-a030-0837aeca9bba] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] cad40843-0cdf-483a-a030-0837aeca9bba/cad40843-0cdf-483a-a030-0837aeca9bba.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 931.396430] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efd453cb-b711-4d1b-8435-4602ff611276 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.414782] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Waiting for the task: (returnval){ [ 931.414782] env[70398]: value = "task-3444506" [ 931.414782] env[70398]: _type = "Task" [ 931.414782] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.422382] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': task-3444506, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.437121] env[70398]: INFO nova.compute.manager [-] [instance: 43965006-3260-4b95-a464-548d87315683] Took 1.27 seconds to deallocate network for instance. [ 931.449935] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2fccadc9-203d-4760-be5a-e2449f4ddda7 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: a578cdfb-5a81-40b9-9a2d-fd13b26a7647] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.450245] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2fccadc9-203d-4760-be5a-e2449f4ddda7 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: a578cdfb-5a81-40b9-9a2d-fd13b26a7647] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.450555] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fccadc9-203d-4760-be5a-e2449f4ddda7 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Deleting the datastore file [datastore2] a578cdfb-5a81-40b9-9a2d-fd13b26a7647 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.450881] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa6946a8-bdf9-4ff4-8c59-248fb90bd44a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.460108] env[70398]: DEBUG oslo_vmware.api [None req-2fccadc9-203d-4760-be5a-e2449f4ddda7 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Waiting for the task: (returnval){ [ 931.460108] env[70398]: value = "task-3444507" [ 931.460108] env[70398]: _type = "Task" [ 931.460108] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.470303] env[70398]: DEBUG oslo_vmware.api [None req-2fccadc9-203d-4760-be5a-e2449f4ddda7 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Task: {'id': task-3444507, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.528191] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.979s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.528632] env[70398]: DEBUG nova.compute.manager [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 931.531992] env[70398]: DEBUG oslo_concurrency.lockutils [None req-48c73e08-2352-4888-a54e-4aed80664626 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.102s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.531992] env[70398]: DEBUG nova.objects.instance [None req-48c73e08-2352-4888-a54e-4aed80664626 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Lazy-loading 'resources' on Instance uuid 2a2e62f7-2192-40ed-9af0-a00415d6b6b9 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.575806] env[70398]: DEBUG nova.compute.manager [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 931.604033] env[70398]: DEBUG nova.virt.hardware [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 931.604033] env[70398]: DEBUG nova.virt.hardware [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 931.604033] env[70398]: DEBUG nova.virt.hardware [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 931.604033] env[70398]: DEBUG nova.virt.hardware [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 931.604287] env[70398]: DEBUG nova.virt.hardware [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 931.604287] env[70398]: DEBUG nova.virt.hardware [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 931.604438] env[70398]: DEBUG nova.virt.hardware [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 931.604652] env[70398]: DEBUG nova.virt.hardware [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 931.604835] env[70398]: DEBUG nova.virt.hardware [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 931.604997] env[70398]: DEBUG nova.virt.hardware [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 931.605185] env[70398]: DEBUG nova.virt.hardware [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 931.606056] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80af7cca-d59d-4676-871e-02f126d6a354 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.613752] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90a4c97-752c-4252-8385-a0b4408d9f80 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.650530] env[70398]: INFO nova.compute.manager [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: ea8c9faf-bc44-432a-a3c3-c623af6817a2] Took 33.02 seconds to build instance. [ 931.906438] env[70398]: DEBUG nova.compute.manager [req-f587afec-8a17-4227-9f1a-fe94e58baef1 req-aa15aac9-8d60-4ee7-8b82-b31a001fed37 service nova] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Received event network-vif-plugged-266f3148-c1ad-4e56-930c-5b5ff2596aec {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.906665] env[70398]: DEBUG oslo_concurrency.lockutils [req-f587afec-8a17-4227-9f1a-fe94e58baef1 req-aa15aac9-8d60-4ee7-8b82-b31a001fed37 service nova] Acquiring lock "04f55f97-bcbd-427d-b953-cb9e1d6d9b21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.906874] env[70398]: DEBUG oslo_concurrency.lockutils [req-f587afec-8a17-4227-9f1a-fe94e58baef1 req-aa15aac9-8d60-4ee7-8b82-b31a001fed37 service nova] Lock "04f55f97-bcbd-427d-b953-cb9e1d6d9b21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.907064] env[70398]: DEBUG oslo_concurrency.lockutils [req-f587afec-8a17-4227-9f1a-fe94e58baef1 req-aa15aac9-8d60-4ee7-8b82-b31a001fed37 service nova] Lock "04f55f97-bcbd-427d-b953-cb9e1d6d9b21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.907237] env[70398]: DEBUG nova.compute.manager [req-f587afec-8a17-4227-9f1a-fe94e58baef1 req-aa15aac9-8d60-4ee7-8b82-b31a001fed37 service nova] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] No waiting events found dispatching network-vif-plugged-266f3148-c1ad-4e56-930c-5b5ff2596aec {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 931.907560] env[70398]: WARNING nova.compute.manager [req-f587afec-8a17-4227-9f1a-fe94e58baef1 req-aa15aac9-8d60-4ee7-8b82-b31a001fed37 service nova] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Received unexpected event network-vif-plugged-266f3148-c1ad-4e56-930c-5b5ff2596aec for instance with vm_state building and task_state spawning. [ 931.925463] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': task-3444506, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.944011] env[70398]: DEBUG oslo_concurrency.lockutils [None req-70e5b7f4-3c8c-4acd-ae98-6892b0a65417 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.970842] env[70398]: DEBUG oslo_vmware.api [None req-2fccadc9-203d-4760-be5a-e2449f4ddda7 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Task: {'id': task-3444507, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238862} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.971120] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fccadc9-203d-4760-be5a-e2449f4ddda7 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 931.971345] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2fccadc9-203d-4760-be5a-e2449f4ddda7 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: a578cdfb-5a81-40b9-9a2d-fd13b26a7647] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 931.971673] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2fccadc9-203d-4760-be5a-e2449f4ddda7 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: a578cdfb-5a81-40b9-9a2d-fd13b26a7647] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 931.971897] env[70398]: INFO nova.compute.manager [None req-2fccadc9-203d-4760-be5a-e2449f4ddda7 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] [instance: a578cdfb-5a81-40b9-9a2d-fd13b26a7647] Took 1.14 seconds to destroy the instance on the hypervisor. [ 931.972163] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2fccadc9-203d-4760-be5a-e2449f4ddda7 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.972365] env[70398]: DEBUG nova.compute.manager [-] [instance: a578cdfb-5a81-40b9-9a2d-fd13b26a7647] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 931.972489] env[70398]: DEBUG nova.network.neutron [-] [instance: a578cdfb-5a81-40b9-9a2d-fd13b26a7647] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 932.001794] env[70398]: DEBUG nova.network.neutron [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Successfully updated port: 266f3148-c1ad-4e56-930c-5b5ff2596aec {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 932.034186] env[70398]: DEBUG nova.compute.utils [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 932.038553] env[70398]: DEBUG nova.compute.manager [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 932.038737] env[70398]: DEBUG nova.network.neutron [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 932.122598] env[70398]: DEBUG nova.policy [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06d7f7ebf2c54ac09f069aa5e2314982', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61b38bccf64b49b086c80c4151b39806', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 932.152297] env[70398]: DEBUG oslo_concurrency.lockutils [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Lock "ea8c9faf-bc44-432a-a3c3-c623af6817a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.531s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.394252] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fa94b6-0970-4826-aa29-72e204eaa0b3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.402580] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75c5ba0-f6b0-4b1b-a360-76dc8d29cc40 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.443058] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32406aa-bce7-4231-8fa7-abaa7106d80e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.451773] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': task-3444506, 'name': ReconfigVM_Task, 'duration_secs': 0.689061} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.453472] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: cad40843-0cdf-483a-a030-0837aeca9bba] Reconfigured VM instance instance-0000004a to attach disk [datastore1] cad40843-0cdf-483a-a030-0837aeca9bba/cad40843-0cdf-483a-a030-0837aeca9bba.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.456333] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae21b062-aecb-4681-9866-dd83b8c3ef93 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.457084] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546fcb12-0f1f-4eba-bd10-6a2cc862e6c6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.472645] env[70398]: DEBUG nova.compute.provider_tree [None req-48c73e08-2352-4888-a54e-4aed80664626 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.475183] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Waiting for the task: (returnval){ [ 932.475183] env[70398]: value = "task-3444509" [ 932.475183] env[70398]: _type = "Task" [ 932.475183] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.483826] env[70398]: DEBUG nova.network.neutron [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Successfully created port: 1374420a-27ed-4395-8f03-57efea1e0a95 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 932.492891] env[70398]: DEBUG nova.compute.manager [req-48a9149d-581e-4ba2-a1b8-748c2828cbce req-5bb69d08-03c0-45eb-b6c9-47e59342f5d5 service nova] [instance: a578cdfb-5a81-40b9-9a2d-fd13b26a7647] Received event network-vif-deleted-4ccb57e9-a6d0-4593-8fb8-0ecd192f0e69 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.493161] env[70398]: INFO nova.compute.manager [req-48a9149d-581e-4ba2-a1b8-748c2828cbce req-5bb69d08-03c0-45eb-b6c9-47e59342f5d5 service nova] [instance: a578cdfb-5a81-40b9-9a2d-fd13b26a7647] Neutron deleted interface 4ccb57e9-a6d0-4593-8fb8-0ecd192f0e69; detaching it from the instance and deleting it from the info cache [ 932.493349] env[70398]: DEBUG nova.network.neutron [req-48a9149d-581e-4ba2-a1b8-748c2828cbce req-5bb69d08-03c0-45eb-b6c9-47e59342f5d5 service nova] [instance: a578cdfb-5a81-40b9-9a2d-fd13b26a7647] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.504924] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "refresh_cache-04f55f97-bcbd-427d-b953-cb9e1d6d9b21" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.505942] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquired lock "refresh_cache-04f55f97-bcbd-427d-b953-cb9e1d6d9b21" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.505942] env[70398]: DEBUG nova.network.neutron [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.541115] env[70398]: DEBUG nova.compute.manager [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 932.778062] env[70398]: DEBUG nova.network.neutron [-] [instance: a578cdfb-5a81-40b9-9a2d-fd13b26a7647] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.977292] env[70398]: DEBUG nova.scheduler.client.report [None req-48c73e08-2352-4888-a54e-4aed80664626 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.989295] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': task-3444509, 'name': Rename_Task, 'duration_secs': 0.31135} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.989573] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: cad40843-0cdf-483a-a030-0837aeca9bba] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 932.989817] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e38127e-2290-40ff-b909-ff67862a459c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.997014] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Waiting for the task: (returnval){ [ 932.997014] env[70398]: value = "task-3444510" [ 932.997014] env[70398]: _type = "Task" [ 932.997014] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.997220] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-693bc009-aae8-4dcb-9009-3773fc993b97 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.010414] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': task-3444510, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.015149] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ffcaa49-57c3-4dc2-ba9b-3e7ffb2eaf90 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.049949] env[70398]: DEBUG nova.compute.manager [req-48a9149d-581e-4ba2-a1b8-748c2828cbce req-5bb69d08-03c0-45eb-b6c9-47e59342f5d5 service nova] [instance: a578cdfb-5a81-40b9-9a2d-fd13b26a7647] Detach interface failed, port_id=4ccb57e9-a6d0-4593-8fb8-0ecd192f0e69, reason: Instance a578cdfb-5a81-40b9-9a2d-fd13b26a7647 could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 933.050879] env[70398]: DEBUG nova.network.neutron [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 933.056302] env[70398]: DEBUG oslo_concurrency.lockutils [None req-fa7ca802-3d9d-4be5-b792-134d9aba928c tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Acquiring lock "9be7feaf-5abd-4017-8866-89a0f07f8a8b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.056517] env[70398]: DEBUG oslo_concurrency.lockutils [None req-fa7ca802-3d9d-4be5-b792-134d9aba928c tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Lock "9be7feaf-5abd-4017-8866-89a0f07f8a8b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.056710] env[70398]: DEBUG oslo_concurrency.lockutils [None req-fa7ca802-3d9d-4be5-b792-134d9aba928c tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Acquiring lock "9be7feaf-5abd-4017-8866-89a0f07f8a8b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.056887] env[70398]: DEBUG oslo_concurrency.lockutils [None req-fa7ca802-3d9d-4be5-b792-134d9aba928c tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Lock "9be7feaf-5abd-4017-8866-89a0f07f8a8b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.057603] env[70398]: DEBUG oslo_concurrency.lockutils [None req-fa7ca802-3d9d-4be5-b792-134d9aba928c tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Lock "9be7feaf-5abd-4017-8866-89a0f07f8a8b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.058902] env[70398]: INFO nova.compute.manager [None req-fa7ca802-3d9d-4be5-b792-134d9aba928c tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Terminating instance [ 933.195673] env[70398]: DEBUG nova.network.neutron [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Updating instance_info_cache with network_info: [{"id": "266f3148-c1ad-4e56-930c-5b5ff2596aec", "address": "fa:16:3e:76:a8:3f", "network": {"id": "31f6f749-f4c7-4b9c-80b1-dde5df2664ef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-724749608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a133a7276464e628849ffaa016597bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap266f3148-c1", "ovs_interfaceid": "266f3148-c1ad-4e56-930c-5b5ff2596aec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.280999] env[70398]: INFO nova.compute.manager [-] [instance: a578cdfb-5a81-40b9-9a2d-fd13b26a7647] Took 1.31 seconds to deallocate network for instance. [ 933.485271] env[70398]: DEBUG oslo_concurrency.lockutils [None req-48c73e08-2352-4888-a54e-4aed80664626 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.954s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.488442] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d2142871-7af0-466f-8491-7ecd594733cd tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.392s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.488442] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d2142871-7af0-466f-8491-7ecd594733cd tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.490590] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.954s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.492380] env[70398]: INFO nova.compute.claims [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: 57d1efc1-41f0-4134-a69a-3219fe03660b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 933.510909] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': task-3444510, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.514964] env[70398]: INFO nova.scheduler.client.report [None req-48c73e08-2352-4888-a54e-4aed80664626 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Deleted allocations for instance 2a2e62f7-2192-40ed-9af0-a00415d6b6b9 [ 933.516603] env[70398]: INFO nova.scheduler.client.report [None req-d2142871-7af0-466f-8491-7ecd594733cd tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Deleted allocations for instance 042cb1aa-5618-48ae-9a74-717d6a729bb7 [ 933.554680] env[70398]: DEBUG nova.compute.manager [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 933.564466] env[70398]: DEBUG nova.compute.manager [None req-fa7ca802-3d9d-4be5-b792-134d9aba928c tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 933.564690] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-fa7ca802-3d9d-4be5-b792-134d9aba928c tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 933.566220] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9993f749-d7c1-4f4e-8fdf-476ebbea618d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.574034] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa7ca802-3d9d-4be5-b792-134d9aba928c tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.574034] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c676a598-179b-4ca2-b8eb-fe9f63899016 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.583096] env[70398]: DEBUG oslo_vmware.api [None req-fa7ca802-3d9d-4be5-b792-134d9aba928c tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Waiting for the task: (returnval){ [ 933.583096] env[70398]: value = "task-3444511" [ 933.583096] env[70398]: _type = "Task" [ 933.583096] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.585810] env[70398]: DEBUG nova.virt.hardware [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 933.586210] env[70398]: DEBUG nova.virt.hardware [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 933.586291] env[70398]: DEBUG nova.virt.hardware [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 933.586507] env[70398]: DEBUG nova.virt.hardware [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 933.586827] env[70398]: DEBUG nova.virt.hardware [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 933.587010] env[70398]: DEBUG nova.virt.hardware [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 933.587257] env[70398]: DEBUG nova.virt.hardware [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 933.587440] env[70398]: DEBUG nova.virt.hardware [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 933.587626] env[70398]: DEBUG nova.virt.hardware [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 933.587793] env[70398]: DEBUG nova.virt.hardware [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 933.587965] env[70398]: DEBUG nova.virt.hardware [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 933.589342] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09eb9cb3-e818-45f8-9ddc-96f85053f538 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.605975] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6acf45-93ee-45ca-8570-ed6dcf5cabd8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.609874] env[70398]: DEBUG oslo_vmware.api [None req-fa7ca802-3d9d-4be5-b792-134d9aba928c tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Task: {'id': task-3444511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.698097] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Releasing lock "refresh_cache-04f55f97-bcbd-427d-b953-cb9e1d6d9b21" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.698492] env[70398]: DEBUG nova.compute.manager [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Instance network_info: |[{"id": "266f3148-c1ad-4e56-930c-5b5ff2596aec", "address": "fa:16:3e:76:a8:3f", "network": {"id": "31f6f749-f4c7-4b9c-80b1-dde5df2664ef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-724749608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a133a7276464e628849ffaa016597bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap266f3148-c1", "ovs_interfaceid": "266f3148-c1ad-4e56-930c-5b5ff2596aec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 933.700751] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:a8:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '266f3148-c1ad-4e56-930c-5b5ff2596aec', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 933.707838] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.708131] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 933.708399] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5b8d9d2-b4c9-4fde-9a73-65fd70070e05 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.730950] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 933.730950] env[70398]: value = "task-3444513" [ 933.730950] env[70398]: _type = "Task" [ 933.730950] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.740096] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444513, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.787702] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2fccadc9-203d-4760-be5a-e2449f4ddda7 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.933541] env[70398]: DEBUG nova.compute.manager [req-7d869eca-dc5c-4c29-8e0d-41108fc53d5d req-2a700404-42bf-4c0c-bf7d-3b3368a327d3 service nova] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Received event network-changed-266f3148-c1ad-4e56-930c-5b5ff2596aec {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.933746] env[70398]: DEBUG nova.compute.manager [req-7d869eca-dc5c-4c29-8e0d-41108fc53d5d req-2a700404-42bf-4c0c-bf7d-3b3368a327d3 service nova] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Refreshing instance network info cache due to event network-changed-266f3148-c1ad-4e56-930c-5b5ff2596aec. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 933.933977] env[70398]: DEBUG oslo_concurrency.lockutils [req-7d869eca-dc5c-4c29-8e0d-41108fc53d5d req-2a700404-42bf-4c0c-bf7d-3b3368a327d3 service nova] Acquiring lock "refresh_cache-04f55f97-bcbd-427d-b953-cb9e1d6d9b21" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.939378] env[70398]: DEBUG oslo_concurrency.lockutils [req-7d869eca-dc5c-4c29-8e0d-41108fc53d5d req-2a700404-42bf-4c0c-bf7d-3b3368a327d3 service nova] Acquired lock "refresh_cache-04f55f97-bcbd-427d-b953-cb9e1d6d9b21" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.940028] env[70398]: DEBUG nova.network.neutron [req-7d869eca-dc5c-4c29-8e0d-41108fc53d5d req-2a700404-42bf-4c0c-bf7d-3b3368a327d3 service nova] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Refreshing network info cache for port 266f3148-c1ad-4e56-930c-5b5ff2596aec {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 934.016020] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': task-3444510, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.026483] env[70398]: DEBUG oslo_concurrency.lockutils [None req-48c73e08-2352-4888-a54e-4aed80664626 tempest-SecurityGroupsTestJSON-636146883 tempest-SecurityGroupsTestJSON-636146883-project-member] Lock "2a2e62f7-2192-40ed-9af0-a00415d6b6b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.140s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.027969] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d2142871-7af0-466f-8491-7ecd594733cd tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "042cb1aa-5618-48ae-9a74-717d6a729bb7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.472s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.051220] env[70398]: DEBUG nova.network.neutron [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Successfully updated port: 1374420a-27ed-4395-8f03-57efea1e0a95 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 934.098287] env[70398]: DEBUG oslo_vmware.api [None req-fa7ca802-3d9d-4be5-b792-134d9aba928c tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Task: {'id': task-3444511, 'name': PowerOffVM_Task, 'duration_secs': 0.208567} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.098589] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa7ca802-3d9d-4be5-b792-134d9aba928c tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 934.099648] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-fa7ca802-3d9d-4be5-b792-134d9aba928c tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 934.099910] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3738327f-8c6f-4333-8f30-631d8b7d10fe {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.169845] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-fa7ca802-3d9d-4be5-b792-134d9aba928c tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 934.170132] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-fa7ca802-3d9d-4be5-b792-134d9aba928c tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 934.170446] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa7ca802-3d9d-4be5-b792-134d9aba928c tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Deleting the datastore file [datastore2] 9be7feaf-5abd-4017-8866-89a0f07f8a8b {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 934.170756] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e5177cb-3db6-41b1-afe0-b792ceb01615 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.178152] env[70398]: DEBUG oslo_vmware.api [None req-fa7ca802-3d9d-4be5-b792-134d9aba928c tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Waiting for the task: (returnval){ [ 934.178152] env[70398]: value = "task-3444515" [ 934.178152] env[70398]: _type = "Task" [ 934.178152] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.186385] env[70398]: DEBUG oslo_vmware.api [None req-fa7ca802-3d9d-4be5-b792-134d9aba928c tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Task: {'id': task-3444515, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.241691] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444513, 'name': CreateVM_Task, 'duration_secs': 0.352241} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.241877] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 934.242747] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.242851] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.243165] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.243447] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14549e1d-cebe-440a-9647-a18697908a17 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.248849] env[70398]: DEBUG oslo_vmware.api [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for the task: (returnval){ [ 934.248849] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52de4ab0-694e-f920-4381-627bd36a33e0" [ 934.248849] env[70398]: _type = "Task" [ 934.248849] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.257534] env[70398]: DEBUG oslo_vmware.api [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52de4ab0-694e-f920-4381-627bd36a33e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.515335] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': task-3444510, 'name': PowerOnVM_Task} progress is 81%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.555108] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "refresh_cache-e6501d8a-8f13-4aff-8595-f3f273809e16" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.555108] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquired lock "refresh_cache-e6501d8a-8f13-4aff-8595-f3f273809e16" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.555108] env[70398]: DEBUG nova.network.neutron [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.702878] env[70398]: DEBUG oslo_vmware.api [None req-fa7ca802-3d9d-4be5-b792-134d9aba928c tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Task: {'id': task-3444515, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189827} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.702878] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa7ca802-3d9d-4be5-b792-134d9aba928c tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 934.702878] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-fa7ca802-3d9d-4be5-b792-134d9aba928c tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 934.702878] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-fa7ca802-3d9d-4be5-b792-134d9aba928c tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 934.702878] env[70398]: INFO nova.compute.manager [None req-fa7ca802-3d9d-4be5-b792-134d9aba928c tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 934.702878] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa7ca802-3d9d-4be5-b792-134d9aba928c tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.702878] env[70398]: DEBUG nova.compute.manager [-] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 934.702878] env[70398]: DEBUG nova.network.neutron [-] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 934.735825] env[70398]: DEBUG nova.network.neutron [req-7d869eca-dc5c-4c29-8e0d-41108fc53d5d req-2a700404-42bf-4c0c-bf7d-3b3368a327d3 service nova] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Updated VIF entry in instance network info cache for port 266f3148-c1ad-4e56-930c-5b5ff2596aec. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 934.736259] env[70398]: DEBUG nova.network.neutron [req-7d869eca-dc5c-4c29-8e0d-41108fc53d5d req-2a700404-42bf-4c0c-bf7d-3b3368a327d3 service nova] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Updating instance_info_cache with network_info: [{"id": "266f3148-c1ad-4e56-930c-5b5ff2596aec", "address": "fa:16:3e:76:a8:3f", "network": {"id": "31f6f749-f4c7-4b9c-80b1-dde5df2664ef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-724749608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a133a7276464e628849ffaa016597bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap266f3148-c1", "ovs_interfaceid": "266f3148-c1ad-4e56-930c-5b5ff2596aec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.768818] env[70398]: DEBUG oslo_vmware.api [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52de4ab0-694e-f920-4381-627bd36a33e0, 'name': SearchDatastore_Task, 'duration_secs': 0.011409} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.769865] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.769865] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 934.770180] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.770298] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.770564] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 934.770743] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7de3db45-41c5-4a21-9a3e-71fccf3e17cb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.781501] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 934.781718] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 934.785280] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-deb1c67b-cf9f-4b8c-a212-5653ebd4ec6f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.793314] env[70398]: DEBUG oslo_vmware.api [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for the task: (returnval){ [ 934.793314] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]521e978d-4bf1-88ff-057c-c01ee8835232" [ 934.793314] env[70398]: _type = "Task" [ 934.793314] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.804764] env[70398]: DEBUG oslo_vmware.api [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]521e978d-4bf1-88ff-057c-c01ee8835232, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.902976] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d533c6-7368-42ba-b2bc-19b7ac32ba4f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.911491] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24144c6-286b-425d-9986-833bce5f846d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.943291] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b7fe1e-27cd-4ee4-ab99-807f51072509 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.951755] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529e397d-4078-4da3-906c-c31881cdfc8e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.965915] env[70398]: DEBUG nova.compute.provider_tree [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.017018] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': task-3444510, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.086139] env[70398]: DEBUG nova.network.neutron [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 935.212824] env[70398]: DEBUG nova.network.neutron [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Updating instance_info_cache with network_info: [{"id": "1374420a-27ed-4395-8f03-57efea1e0a95", "address": "fa:16:3e:86:43:b7", "network": {"id": "8827b33f-2ae8-4694-a41f-8548aab18f7c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-40120438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61b38bccf64b49b086c80c4151b39806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1374420a-27", "ovs_interfaceid": "1374420a-27ed-4395-8f03-57efea1e0a95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.241277] env[70398]: DEBUG oslo_concurrency.lockutils [req-7d869eca-dc5c-4c29-8e0d-41108fc53d5d req-2a700404-42bf-4c0c-bf7d-3b3368a327d3 service nova] Releasing lock "refresh_cache-04f55f97-bcbd-427d-b953-cb9e1d6d9b21" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.304858] env[70398]: DEBUG oslo_vmware.api [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]521e978d-4bf1-88ff-057c-c01ee8835232, 'name': SearchDatastore_Task, 'duration_secs': 0.012023} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.306594] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78073bf1-fbaf-4bbe-b9a4-cfff638e1c2f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.313055] env[70398]: DEBUG oslo_vmware.api [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for the task: (returnval){ [ 935.313055] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]528c48c6-1a9a-1b43-7e1c-9d7b9bb877e4" [ 935.313055] env[70398]: _type = "Task" [ 935.313055] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.324130] env[70398]: DEBUG oslo_vmware.api [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]528c48c6-1a9a-1b43-7e1c-9d7b9bb877e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.469450] env[70398]: DEBUG nova.scheduler.client.report [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.493328] env[70398]: DEBUG nova.compute.manager [req-52701073-2ea5-4a22-bf67-3ab9deca652a req-706eccd4-8a66-43d8-a7b0-59dc6e5b26aa service nova] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Received event network-vif-deleted-633d8f3f-8d50-4766-ab48-a8f7b19be44d {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.493328] env[70398]: INFO nova.compute.manager [req-52701073-2ea5-4a22-bf67-3ab9deca652a req-706eccd4-8a66-43d8-a7b0-59dc6e5b26aa service nova] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Neutron deleted interface 633d8f3f-8d50-4766-ab48-a8f7b19be44d; detaching it from the instance and deleting it from the info cache [ 935.493328] env[70398]: DEBUG nova.network.neutron [req-52701073-2ea5-4a22-bf67-3ab9deca652a req-706eccd4-8a66-43d8-a7b0-59dc6e5b26aa service nova] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.517551] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': task-3444510, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.718348] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Releasing lock "refresh_cache-e6501d8a-8f13-4aff-8595-f3f273809e16" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.718348] env[70398]: DEBUG nova.compute.manager [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Instance network_info: |[{"id": "1374420a-27ed-4395-8f03-57efea1e0a95", "address": "fa:16:3e:86:43:b7", "network": {"id": "8827b33f-2ae8-4694-a41f-8548aab18f7c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-40120438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61b38bccf64b49b086c80c4151b39806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1374420a-27", "ovs_interfaceid": "1374420a-27ed-4395-8f03-57efea1e0a95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 935.718348] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:43:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a111da1-447a-4722-9662-b0d6a2886a65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1374420a-27ed-4395-8f03-57efea1e0a95', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 935.724901] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.725386] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 935.725747] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5f128dd-2c0b-4c10-bfb7-929b2f47d492 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.757263] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 935.757263] env[70398]: value = "task-3444516" [ 935.757263] env[70398]: _type = "Task" [ 935.757263] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.765991] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444516, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.827423] env[70398]: DEBUG oslo_vmware.api [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]528c48c6-1a9a-1b43-7e1c-9d7b9bb877e4, 'name': SearchDatastore_Task, 'duration_secs': 0.011027} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.827423] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.827423] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 04f55f97-bcbd-427d-b953-cb9e1d6d9b21/04f55f97-bcbd-427d-b953-cb9e1d6d9b21.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 935.827423] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15f280e0-7660-4ae8-b3a5-4b6435f81e60 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.838071] env[70398]: DEBUG oslo_vmware.api [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for the task: (returnval){ [ 935.838071] env[70398]: value = "task-3444517" [ 935.838071] env[70398]: _type = "Task" [ 935.838071] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.847345] env[70398]: DEBUG oslo_vmware.api [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444517, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.978137] env[70398]: DEBUG nova.network.neutron [-] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.980053] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.980619] env[70398]: DEBUG nova.compute.manager [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: 57d1efc1-41f0-4134-a69a-3219fe03660b] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 935.987406] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c96ad346-8dde-4455-9288-e8e423050a5c tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.093s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.987406] env[70398]: DEBUG nova.objects.instance [None req-c96ad346-8dde-4455-9288-e8e423050a5c tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lazy-loading 'resources' on Instance uuid 16516c7e-88d7-47c3-8c2b-1a4284b4a42d {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.997055] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-01ad0820-3e8b-44a4-a184-1b753f97e2ee {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.017140] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5ad4f3-6c20-43c2-be83-ffa526a31509 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.034296] env[70398]: DEBUG nova.compute.manager [req-413ffd15-fc00-4959-8f11-c262d1a57b7e req-a7f697d7-8124-42db-9d22-2bec52667d0e service nova] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Received event network-vif-plugged-1374420a-27ed-4395-8f03-57efea1e0a95 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.034296] env[70398]: DEBUG oslo_concurrency.lockutils [req-413ffd15-fc00-4959-8f11-c262d1a57b7e req-a7f697d7-8124-42db-9d22-2bec52667d0e service nova] Acquiring lock "e6501d8a-8f13-4aff-8595-f3f273809e16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.034296] env[70398]: DEBUG oslo_concurrency.lockutils [req-413ffd15-fc00-4959-8f11-c262d1a57b7e req-a7f697d7-8124-42db-9d22-2bec52667d0e service nova] Lock "e6501d8a-8f13-4aff-8595-f3f273809e16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.034296] env[70398]: DEBUG oslo_concurrency.lockutils [req-413ffd15-fc00-4959-8f11-c262d1a57b7e req-a7f697d7-8124-42db-9d22-2bec52667d0e service nova] Lock "e6501d8a-8f13-4aff-8595-f3f273809e16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.034296] env[70398]: DEBUG nova.compute.manager [req-413ffd15-fc00-4959-8f11-c262d1a57b7e req-a7f697d7-8124-42db-9d22-2bec52667d0e service nova] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] No waiting events found dispatching network-vif-plugged-1374420a-27ed-4395-8f03-57efea1e0a95 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 936.034296] env[70398]: WARNING nova.compute.manager [req-413ffd15-fc00-4959-8f11-c262d1a57b7e req-a7f697d7-8124-42db-9d22-2bec52667d0e service nova] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Received unexpected event network-vif-plugged-1374420a-27ed-4395-8f03-57efea1e0a95 for instance with vm_state building and task_state spawning. [ 936.034296] env[70398]: DEBUG nova.compute.manager [req-413ffd15-fc00-4959-8f11-c262d1a57b7e req-a7f697d7-8124-42db-9d22-2bec52667d0e service nova] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Received event network-changed-1374420a-27ed-4395-8f03-57efea1e0a95 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.034296] env[70398]: DEBUG nova.compute.manager [req-413ffd15-fc00-4959-8f11-c262d1a57b7e req-a7f697d7-8124-42db-9d22-2bec52667d0e service nova] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Refreshing instance network info cache due to event network-changed-1374420a-27ed-4395-8f03-57efea1e0a95. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 936.034586] env[70398]: DEBUG oslo_concurrency.lockutils [req-413ffd15-fc00-4959-8f11-c262d1a57b7e req-a7f697d7-8124-42db-9d22-2bec52667d0e service nova] Acquiring lock "refresh_cache-e6501d8a-8f13-4aff-8595-f3f273809e16" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.034698] env[70398]: DEBUG oslo_concurrency.lockutils [req-413ffd15-fc00-4959-8f11-c262d1a57b7e req-a7f697d7-8124-42db-9d22-2bec52667d0e service nova] Acquired lock "refresh_cache-e6501d8a-8f13-4aff-8595-f3f273809e16" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.034951] env[70398]: DEBUG nova.network.neutron [req-413ffd15-fc00-4959-8f11-c262d1a57b7e req-a7f697d7-8124-42db-9d22-2bec52667d0e service nova] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Refreshing network info cache for port 1374420a-27ed-4395-8f03-57efea1e0a95 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 936.047207] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': task-3444510, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.074523] env[70398]: DEBUG nova.compute.manager [req-52701073-2ea5-4a22-bf67-3ab9deca652a req-706eccd4-8a66-43d8-a7b0-59dc6e5b26aa service nova] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Detach interface failed, port_id=633d8f3f-8d50-4766-ab48-a8f7b19be44d, reason: Instance 9be7feaf-5abd-4017-8866-89a0f07f8a8b could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 936.273859] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444516, 'name': CreateVM_Task, 'duration_secs': 0.469115} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.274320] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 936.275152] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.275452] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.275982] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.276559] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b337bb2-7a6c-4256-b9c2-91c7cd11f040 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.285238] env[70398]: DEBUG oslo_vmware.api [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 936.285238] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52660b1b-71b7-635e-c197-5c3b52e75c56" [ 936.285238] env[70398]: _type = "Task" [ 936.285238] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.301584] env[70398]: DEBUG oslo_vmware.api [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52660b1b-71b7-635e-c197-5c3b52e75c56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.351504] env[70398]: DEBUG oslo_vmware.api [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444517, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.489028] env[70398]: INFO nova.compute.manager [-] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Took 1.78 seconds to deallocate network for instance. [ 936.490886] env[70398]: DEBUG nova.compute.utils [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 936.497209] env[70398]: DEBUG nova.compute.manager [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: 57d1efc1-41f0-4134-a69a-3219fe03660b] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 936.497479] env[70398]: DEBUG nova.network.neutron [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: 57d1efc1-41f0-4134-a69a-3219fe03660b] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 936.518810] env[70398]: DEBUG oslo_vmware.api [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': task-3444510, 'name': PowerOnVM_Task, 'duration_secs': 3.37102} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.519716] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: cad40843-0cdf-483a-a030-0837aeca9bba] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.519916] env[70398]: INFO nova.compute.manager [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: cad40843-0cdf-483a-a030-0837aeca9bba] Took 11.58 seconds to spawn the instance on the hypervisor. [ 936.520111] env[70398]: DEBUG nova.compute.manager [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: cad40843-0cdf-483a-a030-0837aeca9bba] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.520963] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61583db-6e88-4e8c-ba41-0d4b8c40fde9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.582312] env[70398]: DEBUG nova.policy [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a31850f7e344fc5b33bdea5f2db093e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72bcb292b34f4fa0859dddf376aed84f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 936.798642] env[70398]: DEBUG oslo_vmware.api [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52660b1b-71b7-635e-c197-5c3b52e75c56, 'name': SearchDatastore_Task, 'duration_secs': 0.031449} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.798885] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.799360] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 936.799360] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.799360] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.799882] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.802658] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e7f9c3f-a97f-4d4b-9b2d-1f50bd6d44cf {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.814262] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.814472] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 936.815297] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e72a765-83f6-409e-a6af-013909a05dd5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.822994] env[70398]: DEBUG oslo_vmware.api [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 936.822994] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52922d1e-3306-5f17-a908-44615ac8c251" [ 936.822994] env[70398]: _type = "Task" [ 936.822994] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.836633] env[70398]: DEBUG oslo_vmware.api [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52922d1e-3306-5f17-a908-44615ac8c251, 'name': SearchDatastore_Task} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.837465] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb228278-0763-44fb-8e94-3acf0ea9281a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.850090] env[70398]: DEBUG oslo_vmware.api [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 936.850090] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52fda452-8a47-d9fb-1e23-bf194619b1d5" [ 936.850090] env[70398]: _type = "Task" [ 936.850090] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.858934] env[70398]: DEBUG oslo_vmware.api [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444517, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522366} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.863479] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 04f55f97-bcbd-427d-b953-cb9e1d6d9b21/04f55f97-bcbd-427d-b953-cb9e1d6d9b21.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 936.864945] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 936.871152] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-badc66aa-669c-49b9-8651-0a62064e75f8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.873791] env[70398]: DEBUG oslo_vmware.api [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52fda452-8a47-d9fb-1e23-bf194619b1d5, 'name': SearchDatastore_Task, 'duration_secs': 0.010917} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.874399] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.874793] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] e6501d8a-8f13-4aff-8595-f3f273809e16/e6501d8a-8f13-4aff-8595-f3f273809e16.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 936.875415] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a94a5d4-3e8d-4552-83e4-b4f4e75d50f2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.881814] env[70398]: DEBUG oslo_vmware.api [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for the task: (returnval){ [ 936.881814] env[70398]: value = "task-3444518" [ 936.881814] env[70398]: _type = "Task" [ 936.881814] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.888757] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0dec7fd-ea74-4f06-af05-ae0de98b0839 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.892450] env[70398]: DEBUG oslo_vmware.api [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 936.892450] env[70398]: value = "task-3444519" [ 936.892450] env[70398]: _type = "Task" [ 936.892450] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.902461] env[70398]: DEBUG oslo_vmware.api [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444518, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.903854] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca3c104-5715-46f2-980d-8ac726952627 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.911630] env[70398]: DEBUG nova.network.neutron [req-413ffd15-fc00-4959-8f11-c262d1a57b7e req-a7f697d7-8124-42db-9d22-2bec52667d0e service nova] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Updated VIF entry in instance network info cache for port 1374420a-27ed-4395-8f03-57efea1e0a95. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 936.911630] env[70398]: DEBUG nova.network.neutron [req-413ffd15-fc00-4959-8f11-c262d1a57b7e req-a7f697d7-8124-42db-9d22-2bec52667d0e service nova] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Updating instance_info_cache with network_info: [{"id": "1374420a-27ed-4395-8f03-57efea1e0a95", "address": "fa:16:3e:86:43:b7", "network": {"id": "8827b33f-2ae8-4694-a41f-8548aab18f7c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-40120438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61b38bccf64b49b086c80c4151b39806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1374420a-27", "ovs_interfaceid": "1374420a-27ed-4395-8f03-57efea1e0a95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.918247] env[70398]: DEBUG oslo_vmware.api [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444519, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.945654] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3396f7a4-3c7e-4d22-a4f5-74b5de6280fa {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.955333] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34ebede-26f7-4cba-93a6-652329451f60 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.971920] env[70398]: DEBUG nova.compute.provider_tree [None req-c96ad346-8dde-4455-9288-e8e423050a5c tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.984232] env[70398]: DEBUG nova.network.neutron [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: 57d1efc1-41f0-4134-a69a-3219fe03660b] Successfully created port: de3e49fa-76d3-49a6-be07-7ff948f9f74e {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 937.000316] env[70398]: DEBUG oslo_concurrency.lockutils [None req-fa7ca802-3d9d-4be5-b792-134d9aba928c tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.000757] env[70398]: DEBUG nova.compute.manager [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: 57d1efc1-41f0-4134-a69a-3219fe03660b] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 937.010213] env[70398]: DEBUG oslo_concurrency.lockutils [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Acquiring lock "a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.010448] env[70398]: DEBUG oslo_concurrency.lockutils [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Lock "a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.051167] env[70398]: INFO nova.compute.manager [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: cad40843-0cdf-483a-a030-0837aeca9bba] Took 38.37 seconds to build instance. [ 937.393709] env[70398]: DEBUG oslo_vmware.api [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444518, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.153979} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.398848] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.400414] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01dda4a8-b902-4718-8449-60c42fc49c1e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.410731] env[70398]: DEBUG oslo_vmware.api [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444519, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.420822] env[70398]: DEBUG oslo_concurrency.lockutils [req-413ffd15-fc00-4959-8f11-c262d1a57b7e req-a7f697d7-8124-42db-9d22-2bec52667d0e service nova] Releasing lock "refresh_cache-e6501d8a-8f13-4aff-8595-f3f273809e16" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.430598] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 04f55f97-bcbd-427d-b953-cb9e1d6d9b21/04f55f97-bcbd-427d-b953-cb9e1d6d9b21.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.431219] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-640bf082-f30d-4634-a27d-f83315eb98e6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.453867] env[70398]: DEBUG oslo_vmware.api [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for the task: (returnval){ [ 937.453867] env[70398]: value = "task-3444520" [ 937.453867] env[70398]: _type = "Task" [ 937.453867] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.462637] env[70398]: DEBUG oslo_vmware.api [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444520, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.477859] env[70398]: DEBUG nova.scheduler.client.report [None req-c96ad346-8dde-4455-9288-e8e423050a5c tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.514959] env[70398]: DEBUG nova.compute.manager [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 937.553162] env[70398]: DEBUG oslo_concurrency.lockutils [None req-73894453-9962-45b5-b43d-f00665faaa3a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Lock "cad40843-0cdf-483a-a030-0837aeca9bba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.881s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.903917] env[70398]: DEBUG oslo_vmware.api [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444519, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.964854] env[70398]: DEBUG oslo_vmware.api [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444520, 'name': ReconfigVM_Task, 'duration_secs': 0.350275} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.964938] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 04f55f97-bcbd-427d-b953-cb9e1d6d9b21/04f55f97-bcbd-427d-b953-cb9e1d6d9b21.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.965543] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9859a5a2-2dbe-4fa2-8f2c-0c229425aced {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.976128] env[70398]: DEBUG oslo_vmware.api [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for the task: (returnval){ [ 937.976128] env[70398]: value = "task-3444521" [ 937.976128] env[70398]: _type = "Task" [ 937.976128] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.988917] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c96ad346-8dde-4455-9288-e8e423050a5c tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.999s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.988917] env[70398]: DEBUG oslo_vmware.api [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444521, 'name': Rename_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.989639] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 16.061s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.016320] env[70398]: DEBUG nova.compute.manager [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: 57d1efc1-41f0-4134-a69a-3219fe03660b] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 938.017968] env[70398]: INFO nova.scheduler.client.report [None req-c96ad346-8dde-4455-9288-e8e423050a5c tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Deleted allocations for instance 16516c7e-88d7-47c3-8c2b-1a4284b4a42d [ 938.040786] env[70398]: DEBUG oslo_concurrency.lockutils [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.050555] env[70398]: DEBUG nova.virt.hardware [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 938.050890] env[70398]: DEBUG nova.virt.hardware [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 938.051431] env[70398]: DEBUG nova.virt.hardware [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.051662] env[70398]: DEBUG nova.virt.hardware [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 938.052307] env[70398]: DEBUG nova.virt.hardware [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.052307] env[70398]: DEBUG nova.virt.hardware [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 938.052374] env[70398]: DEBUG nova.virt.hardware [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 938.052566] env[70398]: DEBUG nova.virt.hardware [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 938.052846] env[70398]: DEBUG nova.virt.hardware [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 938.053103] env[70398]: DEBUG nova.virt.hardware [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 938.053502] env[70398]: DEBUG nova.virt.hardware [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 938.055231] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65e23d1-ad6f-4bb8-b7da-c8ca76a3b23a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.067266] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087e9ccf-3abf-474f-b822-80a55094d0e4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.327824] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c8848b1e-fa34-43bc-b3e2-1f61f178b450 tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Acquiring lock "9e2c439e-dd2a-4693-8c5b-cdc5751d0003" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.328128] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c8848b1e-fa34-43bc-b3e2-1f61f178b450 tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Lock "9e2c439e-dd2a-4693-8c5b-cdc5751d0003" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.328345] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c8848b1e-fa34-43bc-b3e2-1f61f178b450 tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Acquiring lock "9e2c439e-dd2a-4693-8c5b-cdc5751d0003-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.328539] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c8848b1e-fa34-43bc-b3e2-1f61f178b450 tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Lock "9e2c439e-dd2a-4693-8c5b-cdc5751d0003-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.328704] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c8848b1e-fa34-43bc-b3e2-1f61f178b450 tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Lock "9e2c439e-dd2a-4693-8c5b-cdc5751d0003-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.330911] env[70398]: INFO nova.compute.manager [None req-c8848b1e-fa34-43bc-b3e2-1f61f178b450 tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: 9e2c439e-dd2a-4693-8c5b-cdc5751d0003] Terminating instance [ 938.405764] env[70398]: DEBUG oslo_vmware.api [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444519, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.493673] env[70398]: DEBUG oslo_vmware.api [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444521, 'name': Rename_Task, 'duration_secs': 0.170078} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.493673] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.493673] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c90fd20e-f2e8-4c2b-b6ae-c04384ecc3dc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.498139] env[70398]: DEBUG nova.objects.instance [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Lazy-loading 'migration_context' on Instance uuid 601d9380-4728-4bd0-b2e2-afa6761e4abc {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.504713] env[70398]: DEBUG oslo_vmware.api [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for the task: (returnval){ [ 938.504713] env[70398]: value = "task-3444522" [ 938.504713] env[70398]: _type = "Task" [ 938.504713] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.516642] env[70398]: DEBUG oslo_vmware.api [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444522, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.534912] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c96ad346-8dde-4455-9288-e8e423050a5c tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "16516c7e-88d7-47c3-8c2b-1a4284b4a42d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.138s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.835030] env[70398]: DEBUG nova.compute.manager [None req-c8848b1e-fa34-43bc-b3e2-1f61f178b450 tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: 9e2c439e-dd2a-4693-8c5b-cdc5751d0003] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 938.835208] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c8848b1e-fa34-43bc-b3e2-1f61f178b450 tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: 9e2c439e-dd2a-4693-8c5b-cdc5751d0003] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 938.836406] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24009ed9-25bf-48d2-8df8-4d5e7b4cdc36 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.846678] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8848b1e-fa34-43bc-b3e2-1f61f178b450 tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: 9e2c439e-dd2a-4693-8c5b-cdc5751d0003] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 938.847379] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a614eed7-998a-4a83-8ee4-fd8ae134ecfa {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.856496] env[70398]: DEBUG oslo_vmware.api [None req-c8848b1e-fa34-43bc-b3e2-1f61f178b450 tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Waiting for the task: (returnval){ [ 938.856496] env[70398]: value = "task-3444523" [ 938.856496] env[70398]: _type = "Task" [ 938.856496] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.869899] env[70398]: DEBUG oslo_vmware.api [None req-c8848b1e-fa34-43bc-b3e2-1f61f178b450 tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': task-3444523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.913565] env[70398]: DEBUG oslo_vmware.api [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444519, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.52938} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.913913] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] e6501d8a-8f13-4aff-8595-f3f273809e16/e6501d8a-8f13-4aff-8595-f3f273809e16.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 938.914065] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 938.914348] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e80e121-8a63-43bf-b37a-737de4169fc8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.925504] env[70398]: DEBUG oslo_vmware.api [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 938.925504] env[70398]: value = "task-3444524" [ 938.925504] env[70398]: _type = "Task" [ 938.925504] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.941699] env[70398]: DEBUG oslo_vmware.api [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444524, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.020271] env[70398]: DEBUG oslo_vmware.api [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444522, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.312261] env[70398]: DEBUG nova.network.neutron [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: 57d1efc1-41f0-4134-a69a-3219fe03660b] Successfully updated port: de3e49fa-76d3-49a6-be07-7ff948f9f74e {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 939.319713] env[70398]: DEBUG nova.compute.manager [req-83431dad-0ffb-4815-91a6-6baa08d427c4 req-c100eaa9-55e7-4f2c-bd52-8a76b3e0cfe9 service nova] [instance: 57d1efc1-41f0-4134-a69a-3219fe03660b] Received event network-vif-plugged-de3e49fa-76d3-49a6-be07-7ff948f9f74e {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.319860] env[70398]: DEBUG oslo_concurrency.lockutils [req-83431dad-0ffb-4815-91a6-6baa08d427c4 req-c100eaa9-55e7-4f2c-bd52-8a76b3e0cfe9 service nova] Acquiring lock "57d1efc1-41f0-4134-a69a-3219fe03660b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.320137] env[70398]: DEBUG oslo_concurrency.lockutils [req-83431dad-0ffb-4815-91a6-6baa08d427c4 req-c100eaa9-55e7-4f2c-bd52-8a76b3e0cfe9 service nova] Lock "57d1efc1-41f0-4134-a69a-3219fe03660b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.320228] env[70398]: DEBUG oslo_concurrency.lockutils [req-83431dad-0ffb-4815-91a6-6baa08d427c4 req-c100eaa9-55e7-4f2c-bd52-8a76b3e0cfe9 service nova] Lock "57d1efc1-41f0-4134-a69a-3219fe03660b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.320611] env[70398]: DEBUG nova.compute.manager [req-83431dad-0ffb-4815-91a6-6baa08d427c4 req-c100eaa9-55e7-4f2c-bd52-8a76b3e0cfe9 service nova] [instance: 57d1efc1-41f0-4134-a69a-3219fe03660b] No waiting events found dispatching network-vif-plugged-de3e49fa-76d3-49a6-be07-7ff948f9f74e {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 939.320705] env[70398]: WARNING nova.compute.manager [req-83431dad-0ffb-4815-91a6-6baa08d427c4 req-c100eaa9-55e7-4f2c-bd52-8a76b3e0cfe9 service nova] [instance: 57d1efc1-41f0-4134-a69a-3219fe03660b] Received unexpected event network-vif-plugged-de3e49fa-76d3-49a6-be07-7ff948f9f74e for instance with vm_state building and task_state spawning. [ 939.373595] env[70398]: DEBUG oslo_vmware.api [None req-c8848b1e-fa34-43bc-b3e2-1f61f178b450 tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': task-3444523, 'name': PowerOffVM_Task, 'duration_secs': 0.398847} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.374517] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8848b1e-fa34-43bc-b3e2-1f61f178b450 tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: 9e2c439e-dd2a-4693-8c5b-cdc5751d0003] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.374976] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c8848b1e-fa34-43bc-b3e2-1f61f178b450 tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: 9e2c439e-dd2a-4693-8c5b-cdc5751d0003] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 939.375341] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-240d32e0-429a-4f1c-a405-6251f7f89bfe {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.411652] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "547a30db-a758-47b5-aef0-bc4d2351febb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.411916] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "547a30db-a758-47b5-aef0-bc4d2351febb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.413664] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6427d7-3cda-46e3-a3f4-bafd59228da5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.425060] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc1832b-2915-4ead-aea6-c1b0914ca15e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.438807] env[70398]: DEBUG oslo_vmware.api [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444524, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10796} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.465096] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 939.467837] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966d81b8-b1d6-497f-b992-a3c0ef38501f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.470973] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ecc4654-bc59-43d8-8681-cc6ffc54bef3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.473323] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c8848b1e-fa34-43bc-b3e2-1f61f178b450 tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: 9e2c439e-dd2a-4693-8c5b-cdc5751d0003] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 939.473537] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c8848b1e-fa34-43bc-b3e2-1f61f178b450 tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: 9e2c439e-dd2a-4693-8c5b-cdc5751d0003] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 939.473712] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8848b1e-fa34-43bc-b3e2-1f61f178b450 tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Deleting the datastore file [datastore2] 9e2c439e-dd2a-4693-8c5b-cdc5751d0003 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 939.474211] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-327040a5-7aea-4999-b439-c4d47af23882 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.496253] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] e6501d8a-8f13-4aff-8595-f3f273809e16/e6501d8a-8f13-4aff-8595-f3f273809e16.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.499375] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9769e7a7-8b90-46b4-ac87-6c8423ee1b92 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.513572] env[70398]: DEBUG oslo_vmware.api [None req-c8848b1e-fa34-43bc-b3e2-1f61f178b450 tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Waiting for the task: (returnval){ [ 939.513572] env[70398]: value = "task-3444526" [ 939.513572] env[70398]: _type = "Task" [ 939.513572] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.516379] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02af9a0-ca9e-4166-9d85-c39f413420e2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.528754] env[70398]: DEBUG oslo_vmware.api [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 939.528754] env[70398]: value = "task-3444527" [ 939.528754] env[70398]: _type = "Task" [ 939.528754] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.541228] env[70398]: DEBUG oslo_vmware.api [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444522, 'name': PowerOnVM_Task, 'duration_secs': 0.721325} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.541737] env[70398]: DEBUG nova.compute.provider_tree [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.548843] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.549086] env[70398]: INFO nova.compute.manager [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Took 7.97 seconds to spawn the instance on the hypervisor. [ 939.549345] env[70398]: DEBUG nova.compute.manager [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.551278] env[70398]: DEBUG oslo_vmware.api [None req-c8848b1e-fa34-43bc-b3e2-1f61f178b450 tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': task-3444526, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.551278] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf59f5c-93e9-4529-b34c-ed3618c97cd9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.560752] env[70398]: DEBUG oslo_vmware.api [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.818768] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Acquiring lock "refresh_cache-57d1efc1-41f0-4134-a69a-3219fe03660b" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.819627] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Acquired lock "refresh_cache-57d1efc1-41f0-4134-a69a-3219fe03660b" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.819627] env[70398]: DEBUG nova.network.neutron [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: 57d1efc1-41f0-4134-a69a-3219fe03660b] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.838578] env[70398]: DEBUG oslo_concurrency.lockutils [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "4f9a94cf-cf72-40cc-89b7-1bf8dafa610f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.839326] env[70398]: DEBUG oslo_concurrency.lockutils [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "4f9a94cf-cf72-40cc-89b7-1bf8dafa610f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.917514] env[70398]: DEBUG nova.compute.manager [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 940.026321] env[70398]: DEBUG oslo_vmware.api [None req-c8848b1e-fa34-43bc-b3e2-1f61f178b450 tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': task-3444526, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.532392} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.027568] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8848b1e-fa34-43bc-b3e2-1f61f178b450 tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.027872] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c8848b1e-fa34-43bc-b3e2-1f61f178b450 tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: 9e2c439e-dd2a-4693-8c5b-cdc5751d0003] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 940.028184] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c8848b1e-fa34-43bc-b3e2-1f61f178b450 tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: 9e2c439e-dd2a-4693-8c5b-cdc5751d0003] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 940.028374] env[70398]: INFO nova.compute.manager [None req-c8848b1e-fa34-43bc-b3e2-1f61f178b450 tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: 9e2c439e-dd2a-4693-8c5b-cdc5751d0003] Took 1.19 seconds to destroy the instance on the hypervisor. [ 940.028617] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8848b1e-fa34-43bc-b3e2-1f61f178b450 tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.028882] env[70398]: DEBUG nova.compute.manager [-] [instance: 9e2c439e-dd2a-4693-8c5b-cdc5751d0003] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 940.029018] env[70398]: DEBUG nova.network.neutron [-] [instance: 9e2c439e-dd2a-4693-8c5b-cdc5751d0003] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 940.053203] env[70398]: DEBUG nova.scheduler.client.report [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.057034] env[70398]: DEBUG oslo_vmware.api [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.074915] env[70398]: INFO nova.compute.manager [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Took 35.42 seconds to build instance. [ 940.341749] env[70398]: DEBUG nova.compute.manager [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 940.355693] env[70398]: DEBUG nova.network.neutron [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: 57d1efc1-41f0-4134-a69a-3219fe03660b] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 940.449814] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.555752] env[70398]: DEBUG oslo_vmware.api [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.557458] env[70398]: DEBUG nova.network.neutron [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: 57d1efc1-41f0-4134-a69a-3219fe03660b] Updating instance_info_cache with network_info: [{"id": "de3e49fa-76d3-49a6-be07-7ff948f9f74e", "address": "fa:16:3e:3f:10:c5", "network": {"id": "33f3e9d8-5a02-4591-828a-d84cbe89da8e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-805406701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72bcb292b34f4fa0859dddf376aed84f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde3e49fa-76", "ovs_interfaceid": "de3e49fa-76d3-49a6-be07-7ff948f9f74e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.576956] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9d967313-64ee-4224-8204-89f562fa9452 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "04f55f97-bcbd-427d-b953-cb9e1d6d9b21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.930s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.871478] env[70398]: DEBUG oslo_concurrency.lockutils [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.896159] env[70398]: DEBUG nova.network.neutron [-] [instance: 9e2c439e-dd2a-4693-8c5b-cdc5751d0003] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.043280] env[70398]: DEBUG oslo_concurrency.lockutils [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Acquiring lock "4bf9e8b3-d15e-4353-b65f-851257c8aae1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.043568] env[70398]: DEBUG oslo_concurrency.lockutils [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Lock "4bf9e8b3-d15e-4353-b65f-851257c8aae1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.060456] env[70398]: DEBUG oslo_vmware.api [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444527, 'name': ReconfigVM_Task, 'duration_secs': 1.113972} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.060757] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Reconfigured VM instance instance-0000004c to attach disk [datastore2] e6501d8a-8f13-4aff-8595-f3f273809e16/e6501d8a-8f13-4aff-8595-f3f273809e16.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 941.061647] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb359eb0-c9e6-4493-8a75-b4486101e2ff {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.063520] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Releasing lock "refresh_cache-57d1efc1-41f0-4134-a69a-3219fe03660b" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.063808] env[70398]: DEBUG nova.compute.manager [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: 57d1efc1-41f0-4134-a69a-3219fe03660b] Instance network_info: |[{"id": "de3e49fa-76d3-49a6-be07-7ff948f9f74e", "address": "fa:16:3e:3f:10:c5", "network": {"id": "33f3e9d8-5a02-4591-828a-d84cbe89da8e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-805406701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72bcb292b34f4fa0859dddf376aed84f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde3e49fa-76", "ovs_interfaceid": "de3e49fa-76d3-49a6-be07-7ff948f9f74e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 941.065290] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.076s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.070945] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: 57d1efc1-41f0-4134-a69a-3219fe03660b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:10:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f87a752-ebb0-49a4-a67b-e356fa45b89b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de3e49fa-76d3-49a6-be07-7ff948f9f74e', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 941.079050] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.079210] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.025s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.080642] env[70398]: INFO nova.compute.claims [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 941.085474] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57d1efc1-41f0-4134-a69a-3219fe03660b] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 941.090971] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-304d77de-3156-4e75-a5e6-80e3ba951787 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.107029] env[70398]: DEBUG oslo_vmware.api [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 941.107029] env[70398]: value = "task-3444528" [ 941.107029] env[70398]: _type = "Task" [ 941.107029] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.115589] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 941.115589] env[70398]: value = "task-3444529" [ 941.115589] env[70398]: _type = "Task" [ 941.115589] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.119126] env[70398]: DEBUG oslo_vmware.api [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444528, 'name': Rename_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.128978] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444529, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.253015] env[70398]: DEBUG nova.compute.manager [req-d584058e-45f5-4de0-8f46-41708468b45d req-c641a4a3-15bb-45c7-bbeb-addfeea2555c service nova] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Received event network-changed-266f3148-c1ad-4e56-930c-5b5ff2596aec {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.253015] env[70398]: DEBUG nova.compute.manager [req-d584058e-45f5-4de0-8f46-41708468b45d req-c641a4a3-15bb-45c7-bbeb-addfeea2555c service nova] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Refreshing instance network info cache due to event network-changed-266f3148-c1ad-4e56-930c-5b5ff2596aec. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 941.253139] env[70398]: DEBUG oslo_concurrency.lockutils [req-d584058e-45f5-4de0-8f46-41708468b45d req-c641a4a3-15bb-45c7-bbeb-addfeea2555c service nova] Acquiring lock "refresh_cache-04f55f97-bcbd-427d-b953-cb9e1d6d9b21" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.253469] env[70398]: DEBUG oslo_concurrency.lockutils [req-d584058e-45f5-4de0-8f46-41708468b45d req-c641a4a3-15bb-45c7-bbeb-addfeea2555c service nova] Acquired lock "refresh_cache-04f55f97-bcbd-427d-b953-cb9e1d6d9b21" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.253599] env[70398]: DEBUG nova.network.neutron [req-d584058e-45f5-4de0-8f46-41708468b45d req-c641a4a3-15bb-45c7-bbeb-addfeea2555c service nova] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Refreshing network info cache for port 266f3148-c1ad-4e56-930c-5b5ff2596aec {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 941.364526] env[70398]: DEBUG nova.compute.manager [req-b7feec92-e3ed-4db9-ad36-7f8f9b34414b req-7e3fe668-7829-464e-ac20-63aee2e7d6d2 service nova] [instance: 57d1efc1-41f0-4134-a69a-3219fe03660b] Received event network-changed-de3e49fa-76d3-49a6-be07-7ff948f9f74e {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.364666] env[70398]: DEBUG nova.compute.manager [req-b7feec92-e3ed-4db9-ad36-7f8f9b34414b req-7e3fe668-7829-464e-ac20-63aee2e7d6d2 service nova] [instance: 57d1efc1-41f0-4134-a69a-3219fe03660b] Refreshing instance network info cache due to event network-changed-de3e49fa-76d3-49a6-be07-7ff948f9f74e. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 941.364872] env[70398]: DEBUG oslo_concurrency.lockutils [req-b7feec92-e3ed-4db9-ad36-7f8f9b34414b req-7e3fe668-7829-464e-ac20-63aee2e7d6d2 service nova] Acquiring lock "refresh_cache-57d1efc1-41f0-4134-a69a-3219fe03660b" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.365019] env[70398]: DEBUG oslo_concurrency.lockutils [req-b7feec92-e3ed-4db9-ad36-7f8f9b34414b req-7e3fe668-7829-464e-ac20-63aee2e7d6d2 service nova] Acquired lock "refresh_cache-57d1efc1-41f0-4134-a69a-3219fe03660b" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.365181] env[70398]: DEBUG nova.network.neutron [req-b7feec92-e3ed-4db9-ad36-7f8f9b34414b req-7e3fe668-7829-464e-ac20-63aee2e7d6d2 service nova] [instance: 57d1efc1-41f0-4134-a69a-3219fe03660b] Refreshing network info cache for port de3e49fa-76d3-49a6-be07-7ff948f9f74e {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 941.398889] env[70398]: INFO nova.compute.manager [-] [instance: 9e2c439e-dd2a-4693-8c5b-cdc5751d0003] Took 1.37 seconds to deallocate network for instance. [ 941.555858] env[70398]: DEBUG nova.compute.manager [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] [instance: 4bf9e8b3-d15e-4353-b65f-851257c8aae1] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 941.620145] env[70398]: DEBUG oslo_vmware.api [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444528, 'name': Rename_Task, 'duration_secs': 0.175355} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.623590] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 941.624228] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6971a1e-7aa1-485f-8101-c7a5b7dee02e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.632312] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444529, 'name': CreateVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.633820] env[70398]: DEBUG oslo_vmware.api [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 941.633820] env[70398]: value = "task-3444530" [ 941.633820] env[70398]: _type = "Task" [ 941.633820] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.644618] env[70398]: DEBUG oslo_vmware.api [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444530, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.906214] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c8848b1e-fa34-43bc-b3e2-1f61f178b450 tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.034802] env[70398]: DEBUG nova.network.neutron [req-d584058e-45f5-4de0-8f46-41708468b45d req-c641a4a3-15bb-45c7-bbeb-addfeea2555c service nova] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Updated VIF entry in instance network info cache for port 266f3148-c1ad-4e56-930c-5b5ff2596aec. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 942.035206] env[70398]: DEBUG nova.network.neutron [req-d584058e-45f5-4de0-8f46-41708468b45d req-c641a4a3-15bb-45c7-bbeb-addfeea2555c service nova] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Updating instance_info_cache with network_info: [{"id": "266f3148-c1ad-4e56-930c-5b5ff2596aec", "address": "fa:16:3e:76:a8:3f", "network": {"id": "31f6f749-f4c7-4b9c-80b1-dde5df2664ef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-724749608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a133a7276464e628849ffaa016597bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap266f3148-c1", "ovs_interfaceid": "266f3148-c1ad-4e56-930c-5b5ff2596aec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.078969] env[70398]: DEBUG oslo_concurrency.lockutils [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.133868] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444529, 'name': CreateVM_Task, 'duration_secs': 0.592733} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.136646] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57d1efc1-41f0-4134-a69a-3219fe03660b] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 942.137913] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.138148] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.138526] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.139459] env[70398]: DEBUG nova.network.neutron [req-b7feec92-e3ed-4db9-ad36-7f8f9b34414b req-7e3fe668-7829-464e-ac20-63aee2e7d6d2 service nova] [instance: 57d1efc1-41f0-4134-a69a-3219fe03660b] Updated VIF entry in instance network info cache for port de3e49fa-76d3-49a6-be07-7ff948f9f74e. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 942.139870] env[70398]: DEBUG nova.network.neutron [req-b7feec92-e3ed-4db9-ad36-7f8f9b34414b req-7e3fe668-7829-464e-ac20-63aee2e7d6d2 service nova] [instance: 57d1efc1-41f0-4134-a69a-3219fe03660b] Updating instance_info_cache with network_info: [{"id": "de3e49fa-76d3-49a6-be07-7ff948f9f74e", "address": "fa:16:3e:3f:10:c5", "network": {"id": "33f3e9d8-5a02-4591-828a-d84cbe89da8e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-805406701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72bcb292b34f4fa0859dddf376aed84f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde3e49fa-76", "ovs_interfaceid": "de3e49fa-76d3-49a6-be07-7ff948f9f74e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.143121] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70681ea2-e338-4960-9a19-3c04eeebe0d1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.155234] env[70398]: DEBUG oslo_vmware.api [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Waiting for the task: (returnval){ [ 942.155234] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52fea2e0-fbf3-d835-846a-918fa6c9d07a" [ 942.155234] env[70398]: _type = "Task" [ 942.155234] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.163282] env[70398]: DEBUG oslo_vmware.api [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444530, 'name': PowerOnVM_Task, 'duration_secs': 0.520092} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.164479] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 942.164721] env[70398]: INFO nova.compute.manager [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Took 8.61 seconds to spawn the instance on the hypervisor. [ 942.164913] env[70398]: DEBUG nova.compute.manager [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 942.166083] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786ae942-39e4-4a60-9885-199c37502bf5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.179566] env[70398]: DEBUG oslo_vmware.api [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52fea2e0-fbf3-d835-846a-918fa6c9d07a, 'name': SearchDatastore_Task, 'duration_secs': 0.012977} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.181627] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.181914] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: 57d1efc1-41f0-4134-a69a-3219fe03660b] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 942.182699] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.182699] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.182699] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 942.188051] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9cef6101-2c2e-4db9-a370-d34d6d8ff0b5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.201631] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 942.202313] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 942.202633] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-850c73bd-494e-4cd9-9790-dddd3f81c04e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.209943] env[70398]: DEBUG oslo_vmware.api [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Waiting for the task: (returnval){ [ 942.209943] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52464496-1473-0e7d-6543-327924d1ae5d" [ 942.209943] env[70398]: _type = "Task" [ 942.209943] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.222037] env[70398]: DEBUG oslo_vmware.api [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52464496-1473-0e7d-6543-327924d1ae5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.452076] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4655f6f7-188e-4d4c-a124-f1c5bd1090cc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.460194] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b10f28-16f9-488f-b4af-1fc87638e95a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.492732] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0188a2a-5c2e-4110-bfd0-832137123189 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.502168] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edfca317-787f-4eef-8f44-397da6678c9d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.517652] env[70398]: DEBUG nova.compute.provider_tree [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.537793] env[70398]: DEBUG oslo_concurrency.lockutils [req-d584058e-45f5-4de0-8f46-41708468b45d req-c641a4a3-15bb-45c7-bbeb-addfeea2555c service nova] Releasing lock "refresh_cache-04f55f97-bcbd-427d-b953-cb9e1d6d9b21" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.617496] env[70398]: INFO nova.compute.manager [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Swapping old allocation on dict_keys(['308ebb75-eece-4013-bc9f-8d18cf162ec4']) held by migration 886d6033-748c-4f27-b76d-de31358d3790 for instance [ 942.641026] env[70398]: DEBUG nova.scheduler.client.report [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Overwriting current allocation {'allocations': {'308ebb75-eece-4013-bc9f-8d18cf162ec4': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 102}}, 'project_id': 'dccc724c45ee48bc8a2f2c15aedad9b3', 'user_id': 'da31c0ead4c441678c22eb0599c49639', 'consumer_generation': 1} on consumer 601d9380-4728-4bd0-b2e2-afa6761e4abc {{(pid=70398) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 942.643871] env[70398]: DEBUG oslo_concurrency.lockutils [req-b7feec92-e3ed-4db9-ad36-7f8f9b34414b req-7e3fe668-7829-464e-ac20-63aee2e7d6d2 service nova] Releasing lock "refresh_cache-57d1efc1-41f0-4134-a69a-3219fe03660b" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.643871] env[70398]: DEBUG nova.compute.manager [req-b7feec92-e3ed-4db9-ad36-7f8f9b34414b req-7e3fe668-7829-464e-ac20-63aee2e7d6d2 service nova] [instance: 9e2c439e-dd2a-4693-8c5b-cdc5751d0003] Received event network-vif-deleted-71aa8d6a-31e0-4596-900e-4723a2f915b4 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.701121] env[70398]: INFO nova.compute.manager [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Took 30.51 seconds to build instance. [ 942.723055] env[70398]: DEBUG oslo_vmware.api [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52464496-1473-0e7d-6543-327924d1ae5d, 'name': SearchDatastore_Task, 'duration_secs': 0.023341} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.723387] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Acquiring lock "refresh_cache-601d9380-4728-4bd0-b2e2-afa6761e4abc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.723554] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Acquired lock "refresh_cache-601d9380-4728-4bd0-b2e2-afa6761e4abc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.723726] env[70398]: DEBUG nova.network.neutron [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.725776] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8e6346b-a528-4e96-aeb1-16269080bef0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.732220] env[70398]: DEBUG oslo_vmware.api [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Waiting for the task: (returnval){ [ 942.732220] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52093dfb-771d-cf68-49d6-bfc31729e564" [ 942.732220] env[70398]: _type = "Task" [ 942.732220] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.741913] env[70398]: DEBUG oslo_vmware.api [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52093dfb-771d-cf68-49d6-bfc31729e564, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.020876] env[70398]: DEBUG nova.scheduler.client.report [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.122079] env[70398]: DEBUG oslo_concurrency.lockutils [None req-37f4ddfe-e7ff-424b-992a-a421d06db890 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Acquiring lock "e707265e-e17d-498e-bfbc-91fd03288d27" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.122079] env[70398]: DEBUG oslo_concurrency.lockutils [None req-37f4ddfe-e7ff-424b-992a-a421d06db890 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Lock "e707265e-e17d-498e-bfbc-91fd03288d27" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.122079] env[70398]: DEBUG oslo_concurrency.lockutils [None req-37f4ddfe-e7ff-424b-992a-a421d06db890 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Acquiring lock "e707265e-e17d-498e-bfbc-91fd03288d27-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.122489] env[70398]: DEBUG oslo_concurrency.lockutils [None req-37f4ddfe-e7ff-424b-992a-a421d06db890 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Lock "e707265e-e17d-498e-bfbc-91fd03288d27-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.122489] env[70398]: DEBUG oslo_concurrency.lockutils [None req-37f4ddfe-e7ff-424b-992a-a421d06db890 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Lock "e707265e-e17d-498e-bfbc-91fd03288d27-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.124680] env[70398]: INFO nova.compute.manager [None req-37f4ddfe-e7ff-424b-992a-a421d06db890 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Terminating instance [ 943.205599] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d080091b-2d69-4e34-8c55-206575560969 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "e6501d8a-8f13-4aff-8595-f3f273809e16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.028s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.246070] env[70398]: DEBUG oslo_vmware.api [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52093dfb-771d-cf68-49d6-bfc31729e564, 'name': SearchDatastore_Task, 'duration_secs': 0.018585} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.246395] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.246694] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 57d1efc1-41f0-4134-a69a-3219fe03660b/57d1efc1-41f0-4134-a69a-3219fe03660b.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 943.246995] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-923851a5-2b2a-4ff7-a232-e87f14df2e95 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.256057] env[70398]: DEBUG oslo_vmware.api [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Waiting for the task: (returnval){ [ 943.256057] env[70398]: value = "task-3444531" [ 943.256057] env[70398]: _type = "Task" [ 943.256057] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.266926] env[70398]: DEBUG oslo_vmware.api [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444531, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.464873] env[70398]: DEBUG nova.network.neutron [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Updating instance_info_cache with network_info: [{"id": "66168a64-ab7c-40b9-948a-10dd5a69a6e9", "address": "fa:16:3e:db:90:66", "network": {"id": "9b79551f-7584-4d61-b2a0-efe46a621f82", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3934dab198654b86ac5acbec6380b4fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66168a64-ab", "ovs_interfaceid": "66168a64-ab7c-40b9-948a-10dd5a69a6e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.526792] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.447s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.527437] env[70398]: DEBUG nova.compute.manager [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 943.530423] env[70398]: DEBUG oslo_concurrency.lockutils [None req-70e5b7f4-3c8c-4acd-ae98-6892b0a65417 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.586s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.530722] env[70398]: DEBUG nova.objects.instance [None req-70e5b7f4-3c8c-4acd-ae98-6892b0a65417 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Lazy-loading 'resources' on Instance uuid 43965006-3260-4b95-a464-548d87315683 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.629038] env[70398]: DEBUG nova.compute.manager [None req-37f4ddfe-e7ff-424b-992a-a421d06db890 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 943.629038] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-37f4ddfe-e7ff-424b-992a-a421d06db890 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.629224] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77a2d240-dc8a-4fe6-92a8-959d2c9b5862 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.638857] env[70398]: DEBUG oslo_vmware.api [None req-37f4ddfe-e7ff-424b-992a-a421d06db890 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Waiting for the task: (returnval){ [ 943.638857] env[70398]: value = "task-3444532" [ 943.638857] env[70398]: _type = "Task" [ 943.638857] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.649205] env[70398]: DEBUG oslo_vmware.api [None req-37f4ddfe-e7ff-424b-992a-a421d06db890 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Task: {'id': task-3444532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.773976] env[70398]: DEBUG oslo_vmware.api [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444531, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486631} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.774274] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 57d1efc1-41f0-4134-a69a-3219fe03660b/57d1efc1-41f0-4134-a69a-3219fe03660b.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 943.774531] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: 57d1efc1-41f0-4134-a69a-3219fe03660b] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 943.774895] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-242261a6-25cd-4697-9e87-d1aeff721a0c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.785388] env[70398]: DEBUG oslo_vmware.api [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Waiting for the task: (returnval){ [ 943.785388] env[70398]: value = "task-3444533" [ 943.785388] env[70398]: _type = "Task" [ 943.785388] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.797242] env[70398]: DEBUG oslo_vmware.api [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444533, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.968681] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Releasing lock "refresh_cache-601d9380-4728-4bd0-b2e2-afa6761e4abc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.969427] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.969888] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbf955e6-e8d6-4ad0-a2c8-30f10636f7de {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.979731] env[70398]: DEBUG oslo_vmware.api [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Waiting for the task: (returnval){ [ 943.979731] env[70398]: value = "task-3444534" [ 943.979731] env[70398]: _type = "Task" [ 943.979731] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.988732] env[70398]: DEBUG oslo_vmware.api [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.036555] env[70398]: DEBUG nova.compute.utils [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 944.039041] env[70398]: DEBUG nova.compute.manager [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 944.039041] env[70398]: DEBUG nova.network.neutron [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 944.076422] env[70398]: DEBUG nova.policy [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4201758a5a84443fbccddfc41af0b88f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fdd435c028a44f1698e5721cd66fa566', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 944.151718] env[70398]: DEBUG oslo_vmware.api [None req-37f4ddfe-e7ff-424b-992a-a421d06db890 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Task: {'id': task-3444532, 'name': PowerOffVM_Task, 'duration_secs': 0.229291} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.152033] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-37f4ddfe-e7ff-424b-992a-a421d06db890 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.152583] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-37f4ddfe-e7ff-424b-992a-a421d06db890 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Volume detach. Driver type: vmdk {{(pid=70398) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 944.152583] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-37f4ddfe-e7ff-424b-992a-a421d06db890 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687601', 'volume_id': '4182611d-d4aa-4cfe-bbfb-77333e44bec6', 'name': 'volume-4182611d-d4aa-4cfe-bbfb-77333e44bec6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e707265e-e17d-498e-bfbc-91fd03288d27', 'attached_at': '', 'detached_at': '', 'volume_id': '4182611d-d4aa-4cfe-bbfb-77333e44bec6', 'serial': '4182611d-d4aa-4cfe-bbfb-77333e44bec6'} {{(pid=70398) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 944.153290] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418194d6-47b1-41fb-95eb-ff8ca1f30e71 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.182040] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9608092d-5b68-4a84-ab7e-65b30bb6dccb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.190888] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21775c8-5cf3-4a3f-9f32-9512812c7236 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.212929] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ceac275-7817-4101-a387-92d72b637d2a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.229359] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-37f4ddfe-e7ff-424b-992a-a421d06db890 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] The volume has not been displaced from its original location: [datastore1] volume-4182611d-d4aa-4cfe-bbfb-77333e44bec6/volume-4182611d-d4aa-4cfe-bbfb-77333e44bec6.vmdk. No consolidation needed. {{(pid=70398) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 944.234755] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-37f4ddfe-e7ff-424b-992a-a421d06db890 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Reconfiguring VM instance instance-00000042 to detach disk 2000 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 944.237676] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb36ece1-a458-4058-acab-e4b99e9050ae {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.257281] env[70398]: DEBUG oslo_vmware.api [None req-37f4ddfe-e7ff-424b-992a-a421d06db890 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Waiting for the task: (returnval){ [ 944.257281] env[70398]: value = "task-3444535" [ 944.257281] env[70398]: _type = "Task" [ 944.257281] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.267138] env[70398]: DEBUG oslo_vmware.api [None req-37f4ddfe-e7ff-424b-992a-a421d06db890 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Task: {'id': task-3444535, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.271552] env[70398]: DEBUG nova.compute.manager [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Stashing vm_state: active {{(pid=70398) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 944.298602] env[70398]: DEBUG oslo_vmware.api [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444533, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108618} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.298951] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: 57d1efc1-41f0-4134-a69a-3219fe03660b] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.299773] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2bbfef-958c-44d0-bfd3-6a7659349111 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.325818] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: 57d1efc1-41f0-4134-a69a-3219fe03660b] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 57d1efc1-41f0-4134-a69a-3219fe03660b/57d1efc1-41f0-4134-a69a-3219fe03660b.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.328920] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d60d4f3f-a74e-452f-a318-e1b982a41416 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.351687] env[70398]: DEBUG oslo_vmware.api [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Waiting for the task: (returnval){ [ 944.351687] env[70398]: value = "task-3444536" [ 944.351687] env[70398]: _type = "Task" [ 944.351687] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.362468] env[70398]: DEBUG oslo_vmware.api [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444536, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.415656] env[70398]: DEBUG nova.network.neutron [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Successfully created port: 7d7bb63f-907c-41c7-889a-1476effc3b8b {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 944.447891] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d543cb-26de-4304-a68d-c9f59a6b992e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.458020] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4739a54-6d8a-46a3-9630-fddf1fa69f11 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.498267] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d380364-819f-4834-b63e-e5d7f28cf19e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.508041] env[70398]: DEBUG oslo_vmware.api [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444534, 'name': PowerOffVM_Task, 'duration_secs': 0.248925} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.510430] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.511371] env[70398]: DEBUG nova.virt.hardware [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:16:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='448ba770-825b-4bef-b005-9cb79aaf1a7a',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-489479820',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.511657] env[70398]: DEBUG nova.virt.hardware [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.511853] env[70398]: DEBUG nova.virt.hardware [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.511986] env[70398]: DEBUG nova.virt.hardware [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.512152] env[70398]: DEBUG nova.virt.hardware [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.512300] env[70398]: DEBUG nova.virt.hardware [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.512525] env[70398]: DEBUG nova.virt.hardware [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.512734] env[70398]: DEBUG nova.virt.hardware [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.512920] env[70398]: DEBUG nova.virt.hardware [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.513102] env[70398]: DEBUG nova.virt.hardware [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.513272] env[70398]: DEBUG nova.virt.hardware [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.518279] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea6afe01-85a1-4653-8f23-992dcb2711ca {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.529657] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060869e8-c365-4cef-812c-182c58050e47 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.546931] env[70398]: DEBUG nova.compute.manager [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 944.549948] env[70398]: DEBUG nova.compute.provider_tree [None req-70e5b7f4-3c8c-4acd-ae98-6892b0a65417 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.553858] env[70398]: DEBUG oslo_vmware.api [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Waiting for the task: (returnval){ [ 944.553858] env[70398]: value = "task-3444537" [ 944.553858] env[70398]: _type = "Task" [ 944.553858] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.563609] env[70398]: DEBUG oslo_vmware.api [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.769676] env[70398]: DEBUG oslo_vmware.api [None req-37f4ddfe-e7ff-424b-992a-a421d06db890 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Task: {'id': task-3444535, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.796148] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.862777] env[70398]: DEBUG oslo_vmware.api [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444536, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.053781] env[70398]: DEBUG nova.scheduler.client.report [None req-70e5b7f4-3c8c-4acd-ae98-6892b0a65417 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.069964] env[70398]: DEBUG oslo_vmware.api [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444537, 'name': ReconfigVM_Task, 'duration_secs': 0.34244} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.071408] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f886e76-3bec-4ae8-ac93-1d83088694ef {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.093765] env[70398]: DEBUG nova.virt.hardware [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:16:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='448ba770-825b-4bef-b005-9cb79aaf1a7a',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-489479820',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.093944] env[70398]: DEBUG nova.virt.hardware [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.094141] env[70398]: DEBUG nova.virt.hardware [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.094287] env[70398]: DEBUG nova.virt.hardware [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.094422] env[70398]: DEBUG nova.virt.hardware [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.094559] env[70398]: DEBUG nova.virt.hardware [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.094758] env[70398]: DEBUG nova.virt.hardware [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.094908] env[70398]: DEBUG nova.virt.hardware [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.095077] env[70398]: DEBUG nova.virt.hardware [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.095236] env[70398]: DEBUG nova.virt.hardware [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.095409] env[70398]: DEBUG nova.virt.hardware [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.097067] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-647195f2-b87e-4b27-a980-0926dd9d5906 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.104267] env[70398]: DEBUG oslo_vmware.api [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Waiting for the task: (returnval){ [ 945.104267] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52eb57be-b541-e12c-7958-6c5bfbab4de9" [ 945.104267] env[70398]: _type = "Task" [ 945.104267] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.113642] env[70398]: DEBUG oslo_vmware.api [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52eb57be-b541-e12c-7958-6c5bfbab4de9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.268720] env[70398]: DEBUG oslo_vmware.api [None req-37f4ddfe-e7ff-424b-992a-a421d06db890 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Task: {'id': task-3444535, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.363839] env[70398]: DEBUG oslo_vmware.api [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444536, 'name': ReconfigVM_Task, 'duration_secs': 0.645101} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.364213] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: 57d1efc1-41f0-4134-a69a-3219fe03660b] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 57d1efc1-41f0-4134-a69a-3219fe03660b/57d1efc1-41f0-4134-a69a-3219fe03660b.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.365020] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f73548f-b3c7-4509-a3ab-feec02aafe37 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.372854] env[70398]: DEBUG oslo_vmware.api [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Waiting for the task: (returnval){ [ 945.372854] env[70398]: value = "task-3444538" [ 945.372854] env[70398]: _type = "Task" [ 945.372854] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.381577] env[70398]: DEBUG oslo_vmware.api [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444538, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.562990] env[70398]: DEBUG nova.compute.manager [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 945.565170] env[70398]: DEBUG oslo_concurrency.lockutils [None req-70e5b7f4-3c8c-4acd-ae98-6892b0a65417 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.035s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.567240] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2fccadc9-203d-4760-be5a-e2449f4ddda7 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.780s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.567459] env[70398]: DEBUG nova.objects.instance [None req-2fccadc9-203d-4760-be5a-e2449f4ddda7 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Lazy-loading 'resources' on Instance uuid a578cdfb-5a81-40b9-9a2d-fd13b26a7647 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.586575] env[70398]: INFO nova.scheduler.client.report [None req-70e5b7f4-3c8c-4acd-ae98-6892b0a65417 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Deleted allocations for instance 43965006-3260-4b95-a464-548d87315683 [ 945.603809] env[70398]: DEBUG nova.virt.hardware [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9f98624142f76b2277b923e17403da42',container_format='bare',created_at=2025-04-15T16:17:31Z,direct_url=,disk_format='vmdk',id=d415d19a-778d-468e-a176-624fbcb84558,min_disk=1,min_ram=0,name='tempest-test-snap-986518886',owner='fdd435c028a44f1698e5721cd66fa566',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-15T16:17:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.604055] env[70398]: DEBUG nova.virt.hardware [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.604220] env[70398]: DEBUG nova.virt.hardware [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.604398] env[70398]: DEBUG nova.virt.hardware [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.604544] env[70398]: DEBUG nova.virt.hardware [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.604687] env[70398]: DEBUG nova.virt.hardware [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.604894] env[70398]: DEBUG nova.virt.hardware [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.605133] env[70398]: DEBUG nova.virt.hardware [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.605231] env[70398]: DEBUG nova.virt.hardware [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.605384] env[70398]: DEBUG nova.virt.hardware [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.605554] env[70398]: DEBUG nova.virt.hardware [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.606483] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c22235c-eb71-4b0a-806b-e6e4ffd550d9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.621720] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26f526c-8161-414c-ab22-062a4596375d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.625852] env[70398]: DEBUG oslo_vmware.api [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52eb57be-b541-e12c-7958-6c5bfbab4de9, 'name': SearchDatastore_Task, 'duration_secs': 0.02064} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.631571] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Reconfiguring VM instance instance-0000003e to detach disk 2000 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 945.632195] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b56532a8-4b4c-4ae3-b364-4abf43a3cdce {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.661128] env[70398]: DEBUG oslo_vmware.api [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Waiting for the task: (returnval){ [ 945.661128] env[70398]: value = "task-3444539" [ 945.661128] env[70398]: _type = "Task" [ 945.661128] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.670565] env[70398]: DEBUG oslo_vmware.api [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444539, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.769850] env[70398]: DEBUG oslo_vmware.api [None req-37f4ddfe-e7ff-424b-992a-a421d06db890 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Task: {'id': task-3444535, 'name': ReconfigVM_Task, 'duration_secs': 1.274225} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.769850] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-37f4ddfe-e7ff-424b-992a-a421d06db890 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Reconfigured VM instance instance-00000042 to detach disk 2000 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 945.776779] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27f28068-6344-415c-be83-5f61407d8128 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.795886] env[70398]: DEBUG oslo_vmware.api [None req-37f4ddfe-e7ff-424b-992a-a421d06db890 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Waiting for the task: (returnval){ [ 945.795886] env[70398]: value = "task-3444540" [ 945.795886] env[70398]: _type = "Task" [ 945.795886] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.805140] env[70398]: DEBUG oslo_vmware.api [None req-37f4ddfe-e7ff-424b-992a-a421d06db890 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Task: {'id': task-3444540, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.867255] env[70398]: DEBUG nova.compute.manager [req-f836dbee-0385-45e8-9a40-3d92b37198ec req-373d9033-bd70-45c7-a8b4-9c2a0ead19b5 service nova] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Received event network-vif-plugged-7d7bb63f-907c-41c7-889a-1476effc3b8b {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.867484] env[70398]: DEBUG oslo_concurrency.lockutils [req-f836dbee-0385-45e8-9a40-3d92b37198ec req-373d9033-bd70-45c7-a8b4-9c2a0ead19b5 service nova] Acquiring lock "f38cb0ea-6577-4245-9422-d12c0f61040b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.867694] env[70398]: DEBUG oslo_concurrency.lockutils [req-f836dbee-0385-45e8-9a40-3d92b37198ec req-373d9033-bd70-45c7-a8b4-9c2a0ead19b5 service nova] Lock "f38cb0ea-6577-4245-9422-d12c0f61040b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.867860] env[70398]: DEBUG oslo_concurrency.lockutils [req-f836dbee-0385-45e8-9a40-3d92b37198ec req-373d9033-bd70-45c7-a8b4-9c2a0ead19b5 service nova] Lock "f38cb0ea-6577-4245-9422-d12c0f61040b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.868263] env[70398]: DEBUG nova.compute.manager [req-f836dbee-0385-45e8-9a40-3d92b37198ec req-373d9033-bd70-45c7-a8b4-9c2a0ead19b5 service nova] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] No waiting events found dispatching network-vif-plugged-7d7bb63f-907c-41c7-889a-1476effc3b8b {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 945.868513] env[70398]: WARNING nova.compute.manager [req-f836dbee-0385-45e8-9a40-3d92b37198ec req-373d9033-bd70-45c7-a8b4-9c2a0ead19b5 service nova] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Received unexpected event network-vif-plugged-7d7bb63f-907c-41c7-889a-1476effc3b8b for instance with vm_state building and task_state spawning. [ 945.884464] env[70398]: DEBUG oslo_vmware.api [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444538, 'name': Rename_Task, 'duration_secs': 0.375804} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.884826] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: 57d1efc1-41f0-4134-a69a-3219fe03660b] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.885151] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-536ef4d9-afb9-4681-8412-4301914c8bd5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.892406] env[70398]: DEBUG oslo_vmware.api [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Waiting for the task: (returnval){ [ 945.892406] env[70398]: value = "task-3444541" [ 945.892406] env[70398]: _type = "Task" [ 945.892406] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.902746] env[70398]: DEBUG oslo_vmware.api [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444541, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.003534] env[70398]: DEBUG nova.network.neutron [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Successfully updated port: 7d7bb63f-907c-41c7-889a-1476effc3b8b {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 946.094189] env[70398]: DEBUG oslo_concurrency.lockutils [None req-70e5b7f4-3c8c-4acd-ae98-6892b0a65417 tempest-ServersAdminTestJSON-1490159197 tempest-ServersAdminTestJSON-1490159197-project-member] Lock "43965006-3260-4b95-a464-548d87315683" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.595s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.174535] env[70398]: DEBUG oslo_vmware.api [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444539, 'name': ReconfigVM_Task, 'duration_secs': 0.260474} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.174819] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Reconfigured VM instance instance-0000003e to detach disk 2000 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 946.175606] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff94213-b70c-4dfd-b8e9-7115c39b6db4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.198821] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 601d9380-4728-4bd0-b2e2-afa6761e4abc/601d9380-4728-4bd0-b2e2-afa6761e4abc.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 946.202121] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-399e56ee-0d7d-4e10-b91f-9882dce9a0a3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.221202] env[70398]: DEBUG oslo_vmware.api [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Waiting for the task: (returnval){ [ 946.221202] env[70398]: value = "task-3444542" [ 946.221202] env[70398]: _type = "Task" [ 946.221202] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.232254] env[70398]: DEBUG oslo_vmware.api [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444542, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.306550] env[70398]: DEBUG oslo_vmware.api [None req-37f4ddfe-e7ff-424b-992a-a421d06db890 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Task: {'id': task-3444540, 'name': ReconfigVM_Task, 'duration_secs': 0.266702} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.306953] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-37f4ddfe-e7ff-424b-992a-a421d06db890 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687601', 'volume_id': '4182611d-d4aa-4cfe-bbfb-77333e44bec6', 'name': 'volume-4182611d-d4aa-4cfe-bbfb-77333e44bec6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e707265e-e17d-498e-bfbc-91fd03288d27', 'attached_at': '', 'detached_at': '', 'volume_id': '4182611d-d4aa-4cfe-bbfb-77333e44bec6', 'serial': '4182611d-d4aa-4cfe-bbfb-77333e44bec6'} {{(pid=70398) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 946.307324] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-37f4ddfe-e7ff-424b-992a-a421d06db890 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.310300] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3a9667-5e34-447e-9c86-367ca26adaad {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.317359] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-37f4ddfe-e7ff-424b-992a-a421d06db890 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 946.317589] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea57c426-9767-4c2a-bbc6-330c8cb11915 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.386919] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-37f4ddfe-e7ff-424b-992a-a421d06db890 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.387227] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-37f4ddfe-e7ff-424b-992a-a421d06db890 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.387495] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-37f4ddfe-e7ff-424b-992a-a421d06db890 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Deleting the datastore file [datastore1] e707265e-e17d-498e-bfbc-91fd03288d27 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.387815] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11b3b7b3-a5ac-4cdf-b8f1-714237f00e5c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.399374] env[70398]: DEBUG oslo_vmware.api [None req-37f4ddfe-e7ff-424b-992a-a421d06db890 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Waiting for the task: (returnval){ [ 946.399374] env[70398]: value = "task-3444544" [ 946.399374] env[70398]: _type = "Task" [ 946.399374] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.406376] env[70398]: DEBUG oslo_vmware.api [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444541, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.414295] env[70398]: DEBUG oslo_vmware.api [None req-37f4ddfe-e7ff-424b-992a-a421d06db890 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Task: {'id': task-3444544, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.423125] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f550c9c4-5933-434c-afa8-cf0dbf9ce573 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.432518] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3957b84-3ceb-475b-ba13-d7d4938db9c3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.467064] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8064082d-7126-4c42-a2b6-80bec5d3287d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.476284] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58358f0-ea97-416c-8fec-fc4cc37bc280 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.493523] env[70398]: DEBUG nova.compute.provider_tree [None req-2fccadc9-203d-4760-be5a-e2449f4ddda7 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.507091] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquiring lock "refresh_cache-f38cb0ea-6577-4245-9422-d12c0f61040b" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.507091] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquired lock "refresh_cache-f38cb0ea-6577-4245-9422-d12c0f61040b" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.507091] env[70398]: DEBUG nova.network.neutron [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.736026] env[70398]: DEBUG oslo_vmware.api [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444542, 'name': ReconfigVM_Task, 'duration_secs': 0.407297} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.736026] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 601d9380-4728-4bd0-b2e2-afa6761e4abc/601d9380-4728-4bd0-b2e2-afa6761e4abc.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.736026] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b46ae0b-1276-4018-8e0f-8345c4adf56b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.755203] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e0b471-ad42-4641-b3e3-100f409f192d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.780066] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c71b95-7a80-48cd-bd62-5b662529724d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.797703] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d393d1-b2ff-4773-8a55-f71d8e291304 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.806930] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.808344] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8f1850b-fe88-4e30-b9e1-c7ee7412d25a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.815451] env[70398]: DEBUG oslo_vmware.api [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Waiting for the task: (returnval){ [ 946.815451] env[70398]: value = "task-3444545" [ 946.815451] env[70398]: _type = "Task" [ 946.815451] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.826612] env[70398]: DEBUG oslo_vmware.api [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444545, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.908733] env[70398]: DEBUG oslo_vmware.api [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444541, 'name': PowerOnVM_Task, 'duration_secs': 0.74261} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.909032] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: 57d1efc1-41f0-4134-a69a-3219fe03660b] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.909373] env[70398]: INFO nova.compute.manager [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: 57d1efc1-41f0-4134-a69a-3219fe03660b] Took 8.89 seconds to spawn the instance on the hypervisor. [ 946.909616] env[70398]: DEBUG nova.compute.manager [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: 57d1efc1-41f0-4134-a69a-3219fe03660b] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.910857] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d923cad-3d93-453a-bc22-e6bc077b6772 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.918010] env[70398]: DEBUG oslo_vmware.api [None req-37f4ddfe-e7ff-424b-992a-a421d06db890 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Task: {'id': task-3444544, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.11903} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.918851] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-37f4ddfe-e7ff-424b-992a-a421d06db890 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.919254] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-37f4ddfe-e7ff-424b-992a-a421d06db890 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.919343] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-37f4ddfe-e7ff-424b-992a-a421d06db890 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.919585] env[70398]: INFO nova.compute.manager [None req-37f4ddfe-e7ff-424b-992a-a421d06db890 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Took 3.29 seconds to destroy the instance on the hypervisor. [ 946.919884] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37f4ddfe-e7ff-424b-992a-a421d06db890 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.920165] env[70398]: DEBUG nova.compute.manager [-] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 946.920322] env[70398]: DEBUG nova.network.neutron [-] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 946.999307] env[70398]: DEBUG nova.scheduler.client.report [None req-2fccadc9-203d-4760-be5a-e2449f4ddda7 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.058809] env[70398]: DEBUG nova.network.neutron [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 947.252294] env[70398]: DEBUG nova.network.neutron [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Updating instance_info_cache with network_info: [{"id": "7d7bb63f-907c-41c7-889a-1476effc3b8b", "address": "fa:16:3e:8f:0a:b5", "network": {"id": "2be14bce-3a50-4780-942e-36ac9b7f4301", "bridge": "br-int", "label": "tempest-ImagesTestJSON-259161185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd435c028a44f1698e5721cd66fa566", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d7bb63f-90", "ovs_interfaceid": "7d7bb63f-907c-41c7-889a-1476effc3b8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.325060] env[70398]: DEBUG oslo_vmware.api [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444545, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.446455] env[70398]: INFO nova.compute.manager [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: 57d1efc1-41f0-4134-a69a-3219fe03660b] Took 32.92 seconds to build instance. [ 947.510160] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2fccadc9-203d-4760-be5a-e2449f4ddda7 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.943s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.514441] env[70398]: DEBUG oslo_concurrency.lockutils [None req-fa7ca802-3d9d-4be5-b792-134d9aba928c tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.514s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.514441] env[70398]: DEBUG nova.objects.instance [None req-fa7ca802-3d9d-4be5-b792-134d9aba928c tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Lazy-loading 'resources' on Instance uuid 9be7feaf-5abd-4017-8866-89a0f07f8a8b {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.540832] env[70398]: INFO nova.scheduler.client.report [None req-2fccadc9-203d-4760-be5a-e2449f4ddda7 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Deleted allocations for instance a578cdfb-5a81-40b9-9a2d-fd13b26a7647 [ 947.755263] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Releasing lock "refresh_cache-f38cb0ea-6577-4245-9422-d12c0f61040b" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.755558] env[70398]: DEBUG nova.compute.manager [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Instance network_info: |[{"id": "7d7bb63f-907c-41c7-889a-1476effc3b8b", "address": "fa:16:3e:8f:0a:b5", "network": {"id": "2be14bce-3a50-4780-942e-36ac9b7f4301", "bridge": "br-int", "label": "tempest-ImagesTestJSON-259161185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd435c028a44f1698e5721cd66fa566", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d7bb63f-90", "ovs_interfaceid": "7d7bb63f-907c-41c7-889a-1476effc3b8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 947.755992] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:0a:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b2049d7-f99e-425a-afdb-2c95ca88e483', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d7bb63f-907c-41c7-889a-1476effc3b8b', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.770364] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.770697] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.771107] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3bcfefb6-e247-47a9-b61a-2950b49899e0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.796435] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.796435] env[70398]: value = "task-3444546" [ 947.796435] env[70398]: _type = "Task" [ 947.796435] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.806819] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444546, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.827145] env[70398]: DEBUG oslo_vmware.api [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444545, 'name': PowerOnVM_Task, 'duration_secs': 0.747178} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.827484] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.902954] env[70398]: DEBUG nova.compute.manager [req-9f08cbbd-0422-401c-a8dc-6ab4c33267dd req-0374889d-d871-4944-99b4-8a4be640ad48 service nova] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Received event network-changed-7d7bb63f-907c-41c7-889a-1476effc3b8b {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.903642] env[70398]: DEBUG nova.compute.manager [req-9f08cbbd-0422-401c-a8dc-6ab4c33267dd req-0374889d-d871-4944-99b4-8a4be640ad48 service nova] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Refreshing instance network info cache due to event network-changed-7d7bb63f-907c-41c7-889a-1476effc3b8b. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 947.903642] env[70398]: DEBUG oslo_concurrency.lockutils [req-9f08cbbd-0422-401c-a8dc-6ab4c33267dd req-0374889d-d871-4944-99b4-8a4be640ad48 service nova] Acquiring lock "refresh_cache-f38cb0ea-6577-4245-9422-d12c0f61040b" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.903733] env[70398]: DEBUG oslo_concurrency.lockutils [req-9f08cbbd-0422-401c-a8dc-6ab4c33267dd req-0374889d-d871-4944-99b4-8a4be640ad48 service nova] Acquired lock "refresh_cache-f38cb0ea-6577-4245-9422-d12c0f61040b" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.903942] env[70398]: DEBUG nova.network.neutron [req-9f08cbbd-0422-401c-a8dc-6ab4c33267dd req-0374889d-d871-4944-99b4-8a4be640ad48 service nova] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Refreshing network info cache for port 7d7bb63f-907c-41c7-889a-1476effc3b8b {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 947.948199] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d28b5fea-014a-4d93-9a61-efee91a02bf9 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Lock "57d1efc1-41f0-4134-a69a-3219fe03660b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.433s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.049666] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2fccadc9-203d-4760-be5a-e2449f4ddda7 tempest-VolumesAdminNegativeTest-205547578 tempest-VolumesAdminNegativeTest-205547578-project-member] Lock "a578cdfb-5a81-40b9-9a2d-fd13b26a7647" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.732s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.180731] env[70398]: DEBUG nova.network.neutron [-] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.315518] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444546, 'name': CreateVM_Task, 'duration_secs': 0.3965} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.316808] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 948.318030] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d415d19a-778d-468e-a176-624fbcb84558" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.318323] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d415d19a-778d-468e-a176-624fbcb84558" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.318850] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d415d19a-778d-468e-a176-624fbcb84558" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.319152] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-000149e8-8071-4b67-a039-1909ab7268eb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.325112] env[70398]: DEBUG oslo_vmware.api [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 948.325112] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ffdb1d-fc24-2123-3645-a2e1773f8e35" [ 948.325112] env[70398]: _type = "Task" [ 948.325112] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.346028] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d415d19a-778d-468e-a176-624fbcb84558" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.346407] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Processing image d415d19a-778d-468e-a176-624fbcb84558 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.346667] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d415d19a-778d-468e-a176-624fbcb84558/d415d19a-778d-468e-a176-624fbcb84558.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.346841] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d415d19a-778d-468e-a176-624fbcb84558/d415d19a-778d-468e-a176-624fbcb84558.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.347055] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.347633] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41a11c0d-e9f1-4e07-9ca6-3208c20e35ab {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.359956] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.360175] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 948.361677] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fffb21e5-9627-41eb-96f0-0093ffecf194 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.369388] env[70398]: DEBUG oslo_vmware.api [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 948.369388] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f01caa-0e48-7730-c160-332383e8c540" [ 948.369388] env[70398]: _type = "Task" [ 948.369388] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.371258] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d76ed0-cb37-403e-8abc-d2cbcb7431d8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.387155] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2de316e-6859-419d-ac71-2f7c813df54c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.391562] env[70398]: DEBUG oslo_vmware.api [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f01caa-0e48-7730-c160-332383e8c540, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.424971] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc2b499-150c-4cb3-a7ca-230c0c49757b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.436429] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea685345-f308-4101-b1a7-460a32982fba {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.452308] env[70398]: DEBUG nova.compute.provider_tree [None req-fa7ca802-3d9d-4be5-b792-134d9aba928c tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.683935] env[70398]: INFO nova.compute.manager [-] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Took 1.76 seconds to deallocate network for instance. [ 948.782204] env[70398]: DEBUG nova.network.neutron [req-9f08cbbd-0422-401c-a8dc-6ab4c33267dd req-0374889d-d871-4944-99b4-8a4be640ad48 service nova] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Updated VIF entry in instance network info cache for port 7d7bb63f-907c-41c7-889a-1476effc3b8b. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 948.782831] env[70398]: DEBUG nova.network.neutron [req-9f08cbbd-0422-401c-a8dc-6ab4c33267dd req-0374889d-d871-4944-99b4-8a4be640ad48 service nova] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Updating instance_info_cache with network_info: [{"id": "7d7bb63f-907c-41c7-889a-1476effc3b8b", "address": "fa:16:3e:8f:0a:b5", "network": {"id": "2be14bce-3a50-4780-942e-36ac9b7f4301", "bridge": "br-int", "label": "tempest-ImagesTestJSON-259161185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd435c028a44f1698e5721cd66fa566", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d7bb63f-90", "ovs_interfaceid": "7d7bb63f-907c-41c7-889a-1476effc3b8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.845027] env[70398]: INFO nova.compute.manager [None req-b44cdae1-a4cf-4e51-8a6b-de5e254ea828 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Updating instance to original state: 'active' [ 948.847599] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d24fac21-28ec-4923-b4f0-5106330947d8 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Acquiring lock "57d1efc1-41f0-4134-a69a-3219fe03660b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.848188] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d24fac21-28ec-4923-b4f0-5106330947d8 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Lock "57d1efc1-41f0-4134-a69a-3219fe03660b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.848522] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d24fac21-28ec-4923-b4f0-5106330947d8 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Acquiring lock "57d1efc1-41f0-4134-a69a-3219fe03660b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.848841] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d24fac21-28ec-4923-b4f0-5106330947d8 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Lock "57d1efc1-41f0-4134-a69a-3219fe03660b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.849167] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d24fac21-28ec-4923-b4f0-5106330947d8 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Lock "57d1efc1-41f0-4134-a69a-3219fe03660b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.851031] env[70398]: INFO nova.compute.manager [None req-d24fac21-28ec-4923-b4f0-5106330947d8 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: 57d1efc1-41f0-4134-a69a-3219fe03660b] Terminating instance [ 948.887325] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Preparing fetch location {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 948.887854] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Fetch image to [datastore2] OSTACK_IMG_0874387b-f297-4e77-b37d-611bb7d0f265/OSTACK_IMG_0874387b-f297-4e77-b37d-611bb7d0f265.vmdk {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 948.888214] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Downloading stream optimized image d415d19a-778d-468e-a176-624fbcb84558 to [datastore2] OSTACK_IMG_0874387b-f297-4e77-b37d-611bb7d0f265/OSTACK_IMG_0874387b-f297-4e77-b37d-611bb7d0f265.vmdk on the data store datastore2 as vApp {{(pid=70398) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 948.888559] env[70398]: DEBUG nova.virt.vmwareapi.images [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Downloading image file data d415d19a-778d-468e-a176-624fbcb84558 to the ESX as VM named 'OSTACK_IMG_0874387b-f297-4e77-b37d-611bb7d0f265' {{(pid=70398) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 948.955655] env[70398]: DEBUG nova.scheduler.client.report [None req-fa7ca802-3d9d-4be5-b792-134d9aba928c tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.988532] env[70398]: DEBUG oslo_vmware.rw_handles [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 948.988532] env[70398]: value = "resgroup-9" [ 948.988532] env[70398]: _type = "ResourcePool" [ 948.988532] env[70398]: }. {{(pid=70398) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 948.989111] env[70398]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-60ff684b-26e4-4273-ba70-9c6a0595672d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.013516] env[70398]: DEBUG oslo_vmware.rw_handles [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lease: (returnval){ [ 949.013516] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]528b239c-9821-5ac0-473a-9290238fa36f" [ 949.013516] env[70398]: _type = "HttpNfcLease" [ 949.013516] env[70398]: } obtained for vApp import into resource pool (val){ [ 949.013516] env[70398]: value = "resgroup-9" [ 949.013516] env[70398]: _type = "ResourcePool" [ 949.013516] env[70398]: }. {{(pid=70398) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 949.015993] env[70398]: DEBUG oslo_vmware.api [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the lease: (returnval){ [ 949.015993] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]528b239c-9821-5ac0-473a-9290238fa36f" [ 949.015993] env[70398]: _type = "HttpNfcLease" [ 949.015993] env[70398]: } to be ready. {{(pid=70398) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 949.022133] env[70398]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 949.022133] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]528b239c-9821-5ac0-473a-9290238fa36f" [ 949.022133] env[70398]: _type = "HttpNfcLease" [ 949.022133] env[70398]: } is initializing. {{(pid=70398) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 949.253576] env[70398]: INFO nova.compute.manager [None req-37f4ddfe-e7ff-424b-992a-a421d06db890 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Took 0.57 seconds to detach 1 volumes for instance. [ 949.255862] env[70398]: DEBUG nova.compute.manager [None req-37f4ddfe-e7ff-424b-992a-a421d06db890 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Deleting volume: 4182611d-d4aa-4cfe-bbfb-77333e44bec6 {{(pid=70398) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 949.285595] env[70398]: DEBUG oslo_concurrency.lockutils [req-9f08cbbd-0422-401c-a8dc-6ab4c33267dd req-0374889d-d871-4944-99b4-8a4be640ad48 service nova] Releasing lock "refresh_cache-f38cb0ea-6577-4245-9422-d12c0f61040b" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.285976] env[70398]: DEBUG nova.compute.manager [req-9f08cbbd-0422-401c-a8dc-6ab4c33267dd req-0374889d-d871-4944-99b4-8a4be640ad48 service nova] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Received event network-vif-deleted-9053e2e3-c4ff-4324-ab99-ab78901cd98c {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.286311] env[70398]: INFO nova.compute.manager [req-9f08cbbd-0422-401c-a8dc-6ab4c33267dd req-0374889d-d871-4944-99b4-8a4be640ad48 service nova] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Neutron deleted interface 9053e2e3-c4ff-4324-ab99-ab78901cd98c; detaching it from the instance and deleting it from the info cache [ 949.286392] env[70398]: DEBUG nova.network.neutron [req-9f08cbbd-0422-401c-a8dc-6ab4c33267dd req-0374889d-d871-4944-99b4-8a4be640ad48 service nova] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.357050] env[70398]: DEBUG nova.compute.manager [None req-d24fac21-28ec-4923-b4f0-5106330947d8 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: 57d1efc1-41f0-4134-a69a-3219fe03660b] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 949.357375] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d24fac21-28ec-4923-b4f0-5106330947d8 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: 57d1efc1-41f0-4134-a69a-3219fe03660b] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.360770] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb51468-577c-4e47-a97b-24c17e32f9dc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.369930] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d24fac21-28ec-4923-b4f0-5106330947d8 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: 57d1efc1-41f0-4134-a69a-3219fe03660b] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.373046] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30214915-43d0-4830-a43e-feba06cf800f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.379033] env[70398]: DEBUG oslo_vmware.api [None req-d24fac21-28ec-4923-b4f0-5106330947d8 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Waiting for the task: (returnval){ [ 949.379033] env[70398]: value = "task-3444549" [ 949.379033] env[70398]: _type = "Task" [ 949.379033] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.388685] env[70398]: DEBUG oslo_vmware.api [None req-d24fac21-28ec-4923-b4f0-5106330947d8 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444549, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.461249] env[70398]: DEBUG oslo_concurrency.lockutils [None req-fa7ca802-3d9d-4be5-b792-134d9aba928c tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.947s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.466198] env[70398]: DEBUG oslo_concurrency.lockutils [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.427s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.467934] env[70398]: INFO nova.compute.claims [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 949.494031] env[70398]: INFO nova.scheduler.client.report [None req-fa7ca802-3d9d-4be5-b792-134d9aba928c tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Deleted allocations for instance 9be7feaf-5abd-4017-8866-89a0f07f8a8b [ 949.525845] env[70398]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 949.525845] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]528b239c-9821-5ac0-473a-9290238fa36f" [ 949.525845] env[70398]: _type = "HttpNfcLease" [ 949.525845] env[70398]: } is initializing. {{(pid=70398) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 949.789760] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9a7d6ec8-ac72-47c2-ae96-b20a8bdcd2d4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.801903] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53670c3-9a46-4686-9ecc-1ca90be38a47 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.819264] env[70398]: DEBUG oslo_concurrency.lockutils [None req-37f4ddfe-e7ff-424b-992a-a421d06db890 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.845223] env[70398]: DEBUG nova.compute.manager [req-9f08cbbd-0422-401c-a8dc-6ab4c33267dd req-0374889d-d871-4944-99b4-8a4be640ad48 service nova] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Detach interface failed, port_id=9053e2e3-c4ff-4324-ab99-ab78901cd98c, reason: Instance e707265e-e17d-498e-bfbc-91fd03288d27 could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 949.889477] env[70398]: DEBUG oslo_vmware.api [None req-d24fac21-28ec-4923-b4f0-5106330947d8 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444549, 'name': PowerOffVM_Task, 'duration_secs': 0.233793} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.890027] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d24fac21-28ec-4923-b4f0-5106330947d8 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: 57d1efc1-41f0-4134-a69a-3219fe03660b] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.890350] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d24fac21-28ec-4923-b4f0-5106330947d8 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: 57d1efc1-41f0-4134-a69a-3219fe03660b] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.890760] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fec18dbd-5fa4-4474-8b05-085f7b370be4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.972331] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d24fac21-28ec-4923-b4f0-5106330947d8 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: 57d1efc1-41f0-4134-a69a-3219fe03660b] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.972976] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d24fac21-28ec-4923-b4f0-5106330947d8 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: 57d1efc1-41f0-4134-a69a-3219fe03660b] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.973391] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-d24fac21-28ec-4923-b4f0-5106330947d8 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Deleting the datastore file [datastore2] 57d1efc1-41f0-4134-a69a-3219fe03660b {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.974018] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b5d27b7-9361-4d29-b628-7b57f3cfd7fd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.985346] env[70398]: DEBUG oslo_vmware.api [None req-d24fac21-28ec-4923-b4f0-5106330947d8 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Waiting for the task: (returnval){ [ 949.985346] env[70398]: value = "task-3444551" [ 949.985346] env[70398]: _type = "Task" [ 949.985346] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.997161] env[70398]: DEBUG oslo_vmware.api [None req-d24fac21-28ec-4923-b4f0-5106330947d8 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444551, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.005396] env[70398]: DEBUG oslo_concurrency.lockutils [None req-fa7ca802-3d9d-4be5-b792-134d9aba928c tempest-ServersWithSpecificFlavorTestJSON-888592209 tempest-ServersWithSpecificFlavorTestJSON-888592209-project-member] Lock "9be7feaf-5abd-4017-8866-89a0f07f8a8b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.949s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.026641] env[70398]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 950.026641] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]528b239c-9821-5ac0-473a-9290238fa36f" [ 950.026641] env[70398]: _type = "HttpNfcLease" [ 950.026641] env[70398]: } is initializing. {{(pid=70398) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 950.496591] env[70398]: DEBUG oslo_vmware.api [None req-d24fac21-28ec-4923-b4f0-5106330947d8 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444551, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13626} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.497561] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-d24fac21-28ec-4923-b4f0-5106330947d8 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.497561] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d24fac21-28ec-4923-b4f0-5106330947d8 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: 57d1efc1-41f0-4134-a69a-3219fe03660b] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.497561] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d24fac21-28ec-4923-b4f0-5106330947d8 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: 57d1efc1-41f0-4134-a69a-3219fe03660b] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.497561] env[70398]: INFO nova.compute.manager [None req-d24fac21-28ec-4923-b4f0-5106330947d8 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: 57d1efc1-41f0-4134-a69a-3219fe03660b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 950.498098] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d24fac21-28ec-4923-b4f0-5106330947d8 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.498098] env[70398]: DEBUG nova.compute.manager [-] [instance: 57d1efc1-41f0-4134-a69a-3219fe03660b] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 950.498230] env[70398]: DEBUG nova.network.neutron [-] [instance: 57d1efc1-41f0-4134-a69a-3219fe03660b] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 950.525669] env[70398]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 950.525669] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]528b239c-9821-5ac0-473a-9290238fa36f" [ 950.525669] env[70398]: _type = "HttpNfcLease" [ 950.525669] env[70398]: } is ready. {{(pid=70398) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 950.529217] env[70398]: DEBUG oslo_vmware.rw_handles [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 950.529217] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]528b239c-9821-5ac0-473a-9290238fa36f" [ 950.529217] env[70398]: _type = "HttpNfcLease" [ 950.529217] env[70398]: }. {{(pid=70398) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 950.530090] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c9eeb3-46f2-4cc4-bb7c-6539ff5f4f1e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.543376] env[70398]: DEBUG oslo_vmware.rw_handles [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5233d125-086d-b5af-67d9-8b09de109371/disk-0.vmdk from lease info. {{(pid=70398) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 950.543579] env[70398]: DEBUG oslo_vmware.rw_handles [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5233d125-086d-b5af-67d9-8b09de109371/disk-0.vmdk. {{(pid=70398) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 950.619514] env[70398]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a9b033ef-e9d7-4164-8c59-5c1316ceaa33 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.903808] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d8115a-c592-40ee-98a1-dbd21668bcd9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.917864] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40a8ab8-499c-4471-9348-2178d0c8efd2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.960777] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b8affa-869f-46ed-9074-229f6f4a792e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.973894] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a69bd4-3086-47de-877d-58cef6fdd56e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.991257] env[70398]: DEBUG nova.compute.provider_tree [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.063712] env[70398]: DEBUG nova.compute.manager [req-0c87ae9c-500a-49b1-a225-e2e632d28cb6 req-486937cc-8e66-4e04-bc55-7af86070a33c service nova] [instance: 57d1efc1-41f0-4134-a69a-3219fe03660b] Received event network-vif-deleted-de3e49fa-76d3-49a6-be07-7ff948f9f74e {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.064475] env[70398]: INFO nova.compute.manager [req-0c87ae9c-500a-49b1-a225-e2e632d28cb6 req-486937cc-8e66-4e04-bc55-7af86070a33c service nova] [instance: 57d1efc1-41f0-4134-a69a-3219fe03660b] Neutron deleted interface de3e49fa-76d3-49a6-be07-7ff948f9f74e; detaching it from the instance and deleting it from the info cache [ 951.064737] env[70398]: DEBUG nova.network.neutron [req-0c87ae9c-500a-49b1-a225-e2e632d28cb6 req-486937cc-8e66-4e04-bc55-7af86070a33c service nova] [instance: 57d1efc1-41f0-4134-a69a-3219fe03660b] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.182787] env[70398]: DEBUG oslo_concurrency.lockutils [None req-25119828-f9bf-486f-b14f-e69ca37b2f01 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Acquiring lock "601d9380-4728-4bd0-b2e2-afa6761e4abc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.182787] env[70398]: DEBUG oslo_concurrency.lockutils [None req-25119828-f9bf-486f-b14f-e69ca37b2f01 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Lock "601d9380-4728-4bd0-b2e2-afa6761e4abc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.182787] env[70398]: DEBUG oslo_concurrency.lockutils [None req-25119828-f9bf-486f-b14f-e69ca37b2f01 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Acquiring lock "601d9380-4728-4bd0-b2e2-afa6761e4abc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.182787] env[70398]: DEBUG oslo_concurrency.lockutils [None req-25119828-f9bf-486f-b14f-e69ca37b2f01 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Lock "601d9380-4728-4bd0-b2e2-afa6761e4abc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.182787] env[70398]: DEBUG oslo_concurrency.lockutils [None req-25119828-f9bf-486f-b14f-e69ca37b2f01 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Lock "601d9380-4728-4bd0-b2e2-afa6761e4abc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.184354] env[70398]: INFO nova.compute.manager [None req-25119828-f9bf-486f-b14f-e69ca37b2f01 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Terminating instance [ 951.341030] env[70398]: DEBUG oslo_vmware.rw_handles [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Completed reading data from the image iterator. {{(pid=70398) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 951.341275] env[70398]: DEBUG oslo_vmware.rw_handles [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5233d125-086d-b5af-67d9-8b09de109371/disk-0.vmdk. {{(pid=70398) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 951.342385] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71b5a28-895c-4dbc-b2a7-51bcc6961faf {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.350701] env[70398]: DEBUG oslo_vmware.rw_handles [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5233d125-086d-b5af-67d9-8b09de109371/disk-0.vmdk is in state: ready. {{(pid=70398) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 951.350864] env[70398]: DEBUG oslo_vmware.rw_handles [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5233d125-086d-b5af-67d9-8b09de109371/disk-0.vmdk. {{(pid=70398) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 951.351690] env[70398]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-29967ad1-3062-4eee-82bf-de4b0dc94c13 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.497059] env[70398]: DEBUG nova.scheduler.client.report [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.512293] env[70398]: DEBUG nova.network.neutron [-] [instance: 57d1efc1-41f0-4134-a69a-3219fe03660b] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.523431] env[70398]: DEBUG oslo_vmware.rw_handles [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5233d125-086d-b5af-67d9-8b09de109371/disk-0.vmdk. {{(pid=70398) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 951.523507] env[70398]: INFO nova.virt.vmwareapi.images [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Downloaded image file data d415d19a-778d-468e-a176-624fbcb84558 [ 951.524559] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0505a45-2188-4e53-ba0e-56c012fe887c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.545661] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d15309d-9189-459f-afa3-cb43c642e866 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.577402] env[70398]: INFO nova.virt.vmwareapi.images [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] The imported VM was unregistered [ 951.582015] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Caching image {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 951.582015] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Creating directory with path [datastore2] devstack-image-cache_base/d415d19a-778d-468e-a176-624fbcb84558 {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.582230] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dfd1b961-aa1e-4685-8c72-3513949f9f4b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.584544] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41289541-27fd-41e7-b85c-63dba94e7fe8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.596694] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bdc8c4-c226-4313-8472-d901e144468c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.609859] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Created directory with path [datastore2] devstack-image-cache_base/d415d19a-778d-468e-a176-624fbcb84558 {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.610062] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_0874387b-f297-4e77-b37d-611bb7d0f265/OSTACK_IMG_0874387b-f297-4e77-b37d-611bb7d0f265.vmdk to [datastore2] devstack-image-cache_base/d415d19a-778d-468e-a176-624fbcb84558/d415d19a-778d-468e-a176-624fbcb84558.vmdk. {{(pid=70398) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 951.610320] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a064f4be-20cd-4bd4-884d-5b1c3aabdf4c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.618993] env[70398]: DEBUG oslo_vmware.api [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 951.618993] env[70398]: value = "task-3444553" [ 951.618993] env[70398]: _type = "Task" [ 951.618993] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.634228] env[70398]: DEBUG nova.compute.manager [req-0c87ae9c-500a-49b1-a225-e2e632d28cb6 req-486937cc-8e66-4e04-bc55-7af86070a33c service nova] [instance: 57d1efc1-41f0-4134-a69a-3219fe03660b] Detach interface failed, port_id=de3e49fa-76d3-49a6-be07-7ff948f9f74e, reason: Instance 57d1efc1-41f0-4134-a69a-3219fe03660b could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 951.639878] env[70398]: DEBUG oslo_vmware.api [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444553, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.690515] env[70398]: DEBUG nova.compute.manager [None req-25119828-f9bf-486f-b14f-e69ca37b2f01 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 951.691034] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-25119828-f9bf-486f-b14f-e69ca37b2f01 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.691915] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fef866-a120-43da-9b77-cb61a0c2c345 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.700592] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-25119828-f9bf-486f-b14f-e69ca37b2f01 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.700847] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-444d0543-0019-4207-8dd1-169e32125d91 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.710817] env[70398]: DEBUG oslo_vmware.api [None req-25119828-f9bf-486f-b14f-e69ca37b2f01 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Waiting for the task: (returnval){ [ 951.710817] env[70398]: value = "task-3444554" [ 951.710817] env[70398]: _type = "Task" [ 951.710817] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.720622] env[70398]: DEBUG oslo_vmware.api [None req-25119828-f9bf-486f-b14f-e69ca37b2f01 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444554, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.002270] env[70398]: DEBUG oslo_concurrency.lockutils [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.536s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.002689] env[70398]: DEBUG nova.compute.manager [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 952.007606] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.558s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.009462] env[70398]: INFO nova.compute.claims [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 952.020040] env[70398]: INFO nova.compute.manager [-] [instance: 57d1efc1-41f0-4134-a69a-3219fe03660b] Took 1.52 seconds to deallocate network for instance. [ 952.133273] env[70398]: DEBUG oslo_vmware.api [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444553, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.225924] env[70398]: DEBUG oslo_vmware.api [None req-25119828-f9bf-486f-b14f-e69ca37b2f01 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444554, 'name': PowerOffVM_Task, 'duration_secs': 0.450249} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.225924] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-25119828-f9bf-486f-b14f-e69ca37b2f01 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.225924] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-25119828-f9bf-486f-b14f-e69ca37b2f01 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.225924] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c33dcf7f-2dec-4b09-be8a-3d598f76103f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.347527] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-25119828-f9bf-486f-b14f-e69ca37b2f01 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.347775] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-25119828-f9bf-486f-b14f-e69ca37b2f01 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.347941] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-25119828-f9bf-486f-b14f-e69ca37b2f01 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Deleting the datastore file [datastore2] 601d9380-4728-4bd0-b2e2-afa6761e4abc {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.348243] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3f18db8-26bf-4f8f-831b-aad0b75fed63 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.360330] env[70398]: DEBUG oslo_vmware.api [None req-25119828-f9bf-486f-b14f-e69ca37b2f01 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Waiting for the task: (returnval){ [ 952.360330] env[70398]: value = "task-3444556" [ 952.360330] env[70398]: _type = "Task" [ 952.360330] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.374051] env[70398]: DEBUG oslo_vmware.api [None req-25119828-f9bf-486f-b14f-e69ca37b2f01 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444556, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.508889] env[70398]: DEBUG nova.compute.utils [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 952.510483] env[70398]: DEBUG nova.compute.manager [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 952.510677] env[70398]: DEBUG nova.network.neutron [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 952.525561] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d24fac21-28ec-4923-b4f0-5106330947d8 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.624932] env[70398]: DEBUG nova.policy [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '985a08e273c942de8052fd71db11411f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26551bc9842b47b497dad60ba6c0394a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 952.640100] env[70398]: DEBUG oslo_vmware.api [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444553, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.874761] env[70398]: DEBUG oslo_vmware.api [None req-25119828-f9bf-486f-b14f-e69ca37b2f01 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444556, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.016771] env[70398]: DEBUG nova.compute.manager [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 953.141011] env[70398]: DEBUG oslo_vmware.api [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444553, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.373821] env[70398]: DEBUG oslo_vmware.api [None req-25119828-f9bf-486f-b14f-e69ca37b2f01 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444556, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.396584] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf66e2a6-3ef4-46f8-b843-49481200ece7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.407498] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06aea654-f159-4ac6-a03a-2326f7642f80 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.445827] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f463a786-695a-4093-b622-f840d43f239c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.462102] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919fecf3-c000-4b50-9787-9f5a06082017 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.482370] env[70398]: DEBUG nova.compute.provider_tree [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.527822] env[70398]: INFO nova.virt.block_device [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Booting with volume ad9fbb67-3e5c-41a9-b235-6d8a69b262a0 at /dev/sda [ 953.559036] env[70398]: DEBUG nova.network.neutron [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Successfully created port: 47ae1396-46cc-4299-b3bd-652701e70d4f {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 953.586223] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9b2a4ca9-9b45-4a2a-b711-fe7bbfcb18b1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.599839] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ec22f0-9b34-4fdf-a333-e57f52257113 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.646426] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a5afb858-0dc1-4fd3-b762-cf69f455b45d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.655078] env[70398]: DEBUG oslo_vmware.api [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444553, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.662026] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57f96ca-07df-4fd1-8203-22cc54c52bb0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.696035] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c5f688-109d-4a65-9fc4-955528d1a5ac {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.704036] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd81efb-0ec6-40bf-a9e8-8292c21fd7a2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.720843] env[70398]: DEBUG nova.virt.block_device [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Updating existing volume attachment record: 4a0e19b8-a497-4180-87d5-58518614d1ac {{(pid=70398) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 953.873968] env[70398]: DEBUG oslo_vmware.api [None req-25119828-f9bf-486f-b14f-e69ca37b2f01 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444556, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.989566] env[70398]: DEBUG nova.scheduler.client.report [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.153929] env[70398]: DEBUG oslo_vmware.api [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444553, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.378842] env[70398]: DEBUG oslo_vmware.api [None req-25119828-f9bf-486f-b14f-e69ca37b2f01 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444556, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.776622} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.379144] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-25119828-f9bf-486f-b14f-e69ca37b2f01 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 954.379421] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-25119828-f9bf-486f-b14f-e69ca37b2f01 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 954.379657] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-25119828-f9bf-486f-b14f-e69ca37b2f01 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 954.379851] env[70398]: INFO nova.compute.manager [None req-25119828-f9bf-486f-b14f-e69ca37b2f01 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Took 2.69 seconds to destroy the instance on the hypervisor. [ 954.380119] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25119828-f9bf-486f-b14f-e69ca37b2f01 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.380301] env[70398]: DEBUG nova.compute.manager [-] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 954.380397] env[70398]: DEBUG nova.network.neutron [-] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 954.497027] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.497027] env[70398]: DEBUG nova.compute.manager [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 954.498859] env[70398]: DEBUG oslo_concurrency.lockutils [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.628s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.500814] env[70398]: INFO nova.compute.claims [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 954.652195] env[70398]: DEBUG oslo_vmware.api [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444553, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.558936} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.652479] env[70398]: INFO nova.virt.vmwareapi.ds_util [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_0874387b-f297-4e77-b37d-611bb7d0f265/OSTACK_IMG_0874387b-f297-4e77-b37d-611bb7d0f265.vmdk to [datastore2] devstack-image-cache_base/d415d19a-778d-468e-a176-624fbcb84558/d415d19a-778d-468e-a176-624fbcb84558.vmdk. [ 954.652618] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Cleaning up location [datastore2] OSTACK_IMG_0874387b-f297-4e77-b37d-611bb7d0f265 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 954.652775] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_0874387b-f297-4e77-b37d-611bb7d0f265 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.653045] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-999953dc-e543-4c29-a0ea-f948b659ac21 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.660984] env[70398]: DEBUG oslo_vmware.api [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 954.660984] env[70398]: value = "task-3444557" [ 954.660984] env[70398]: _type = "Task" [ 954.660984] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.670411] env[70398]: DEBUG oslo_vmware.api [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444557, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.006635] env[70398]: DEBUG nova.compute.utils [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 955.011958] env[70398]: DEBUG nova.compute.manager [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 955.011958] env[70398]: DEBUG nova.network.neutron [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 955.019095] env[70398]: DEBUG nova.compute.manager [req-fe6cc6bb-7073-4934-8e91-c2a5936923b1 req-c7784b4c-aa22-442d-aa12-03be7d1348d0 service nova] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Received event network-vif-deleted-66168a64-ab7c-40b9-948a-10dd5a69a6e9 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.019285] env[70398]: INFO nova.compute.manager [req-fe6cc6bb-7073-4934-8e91-c2a5936923b1 req-c7784b4c-aa22-442d-aa12-03be7d1348d0 service nova] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Neutron deleted interface 66168a64-ab7c-40b9-948a-10dd5a69a6e9; detaching it from the instance and deleting it from the info cache [ 955.019452] env[70398]: DEBUG nova.network.neutron [req-fe6cc6bb-7073-4934-8e91-c2a5936923b1 req-c7784b4c-aa22-442d-aa12-03be7d1348d0 service nova] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.081065] env[70398]: DEBUG nova.policy [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '586b7e212f2f4035b1efd69112cdf765', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68376abf86b14e67a33ef720177607f0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 955.173296] env[70398]: DEBUG oslo_vmware.api [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444557, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036984} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.173516] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.173713] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d415d19a-778d-468e-a176-624fbcb84558/d415d19a-778d-468e-a176-624fbcb84558.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.174208] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d415d19a-778d-468e-a176-624fbcb84558/d415d19a-778d-468e-a176-624fbcb84558.vmdk to [datastore2] f38cb0ea-6577-4245-9422-d12c0f61040b/f38cb0ea-6577-4245-9422-d12c0f61040b.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 955.174577] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52ba326b-6610-462d-b2f2-35af0743aacd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.183614] env[70398]: DEBUG oslo_vmware.api [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 955.183614] env[70398]: value = "task-3444558" [ 955.183614] env[70398]: _type = "Task" [ 955.183614] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.195475] env[70398]: DEBUG oslo_vmware.api [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444558, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.405323] env[70398]: DEBUG nova.network.neutron [-] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.513716] env[70398]: DEBUG nova.compute.manager [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 955.529400] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-920231cc-abdd-4c20-9ecd-814b4aeb7d29 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.551970] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0360f4de-ec7e-4cc7-b7c5-649d384578d0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.577744] env[70398]: DEBUG nova.compute.manager [req-d1dd434f-a0a6-4465-a6e5-32368fd951bc req-6d573819-3404-4b97-92ba-19e2530aed39 service nova] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Received event network-vif-plugged-47ae1396-46cc-4299-b3bd-652701e70d4f {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.577744] env[70398]: DEBUG oslo_concurrency.lockutils [req-d1dd434f-a0a6-4465-a6e5-32368fd951bc req-6d573819-3404-4b97-92ba-19e2530aed39 service nova] Acquiring lock "a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.577744] env[70398]: DEBUG oslo_concurrency.lockutils [req-d1dd434f-a0a6-4465-a6e5-32368fd951bc req-6d573819-3404-4b97-92ba-19e2530aed39 service nova] Lock "a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.577744] env[70398]: DEBUG oslo_concurrency.lockutils [req-d1dd434f-a0a6-4465-a6e5-32368fd951bc req-6d573819-3404-4b97-92ba-19e2530aed39 service nova] Lock "a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.577744] env[70398]: DEBUG nova.compute.manager [req-d1dd434f-a0a6-4465-a6e5-32368fd951bc req-6d573819-3404-4b97-92ba-19e2530aed39 service nova] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] No waiting events found dispatching network-vif-plugged-47ae1396-46cc-4299-b3bd-652701e70d4f {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 955.577744] env[70398]: WARNING nova.compute.manager [req-d1dd434f-a0a6-4465-a6e5-32368fd951bc req-6d573819-3404-4b97-92ba-19e2530aed39 service nova] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Received unexpected event network-vif-plugged-47ae1396-46cc-4299-b3bd-652701e70d4f for instance with vm_state building and task_state spawning. [ 955.606603] env[70398]: DEBUG nova.compute.manager [req-fe6cc6bb-7073-4934-8e91-c2a5936923b1 req-c7784b4c-aa22-442d-aa12-03be7d1348d0 service nova] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Detach interface failed, port_id=66168a64-ab7c-40b9-948a-10dd5a69a6e9, reason: Instance 601d9380-4728-4bd0-b2e2-afa6761e4abc could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 955.696148] env[70398]: DEBUG oslo_vmware.api [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444558, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.768726] env[70398]: DEBUG nova.network.neutron [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Successfully updated port: 47ae1396-46cc-4299-b3bd-652701e70d4f {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 955.836656] env[70398]: DEBUG nova.network.neutron [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Successfully created port: 3b4b2e37-d688-4056-8fea-be49c1483858 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 955.869010] env[70398]: DEBUG nova.compute.manager [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 955.869475] env[70398]: DEBUG nova.virt.hardware [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.869725] env[70398]: DEBUG nova.virt.hardware [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.869881] env[70398]: DEBUG nova.virt.hardware [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.870072] env[70398]: DEBUG nova.virt.hardware [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.870221] env[70398]: DEBUG nova.virt.hardware [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.870365] env[70398]: DEBUG nova.virt.hardware [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.870683] env[70398]: DEBUG nova.virt.hardware [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.870937] env[70398]: DEBUG nova.virt.hardware [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.871028] env[70398]: DEBUG nova.virt.hardware [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.871322] env[70398]: DEBUG nova.virt.hardware [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.871406] env[70398]: DEBUG nova.virt.hardware [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.872334] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2501b674-0479-4a79-933b-4494e5b7354a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.885214] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9178e9-8d10-4cbf-8593-87cfe80353c2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.908701] env[70398]: INFO nova.compute.manager [-] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Took 1.53 seconds to deallocate network for instance. [ 955.922568] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42fd32f4-10fd-4ae9-a46e-4a6a28e5fd24 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.935010] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125183bb-e3c9-4596-b019-a05d6f28e826 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.977546] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67e70a4-bd29-48f2-b79b-7a40b0d8f8cd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.992066] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d900d6-4d83-49d9-ab22-17e48a46ea40 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.008598] env[70398]: DEBUG nova.compute.provider_tree [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.197061] env[70398]: DEBUG oslo_vmware.api [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444558, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.272397] env[70398]: DEBUG oslo_concurrency.lockutils [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Acquiring lock "refresh_cache-a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.272573] env[70398]: DEBUG oslo_concurrency.lockutils [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Acquired lock "refresh_cache-a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.272732] env[70398]: DEBUG nova.network.neutron [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.422082] env[70398]: DEBUG oslo_concurrency.lockutils [None req-25119828-f9bf-486f-b14f-e69ca37b2f01 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.512288] env[70398]: DEBUG nova.scheduler.client.report [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.523160] env[70398]: DEBUG nova.compute.manager [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 956.557313] env[70398]: DEBUG nova.virt.hardware [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 956.557592] env[70398]: DEBUG nova.virt.hardware [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 956.557746] env[70398]: DEBUG nova.virt.hardware [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.557924] env[70398]: DEBUG nova.virt.hardware [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 956.558826] env[70398]: DEBUG nova.virt.hardware [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.559187] env[70398]: DEBUG nova.virt.hardware [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 956.560029] env[70398]: DEBUG nova.virt.hardware [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 956.560595] env[70398]: DEBUG nova.virt.hardware [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 956.560595] env[70398]: DEBUG nova.virt.hardware [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 956.560744] env[70398]: DEBUG nova.virt.hardware [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 956.560972] env[70398]: DEBUG nova.virt.hardware [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 956.562400] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7924e4cb-04f4-487f-ab43-c509347cac92 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.571977] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4670225c-7b1c-4d82-94b9-65295836bd1c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.700200] env[70398]: DEBUG oslo_vmware.api [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444558, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.831330] env[70398]: DEBUG nova.network.neutron [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 957.023020] env[70398]: DEBUG oslo_concurrency.lockutils [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.023020] env[70398]: DEBUG nova.compute.manager [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 957.025725] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c8848b1e-fa34-43bc-b3e2-1f61f178b450 tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.120s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.025797] env[70398]: DEBUG nova.objects.instance [None req-c8848b1e-fa34-43bc-b3e2-1f61f178b450 tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Lazy-loading 'resources' on Instance uuid 9e2c439e-dd2a-4693-8c5b-cdc5751d0003 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.078078] env[70398]: DEBUG nova.network.neutron [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Updating instance_info_cache with network_info: [{"id": "47ae1396-46cc-4299-b3bd-652701e70d4f", "address": "fa:16:3e:4c:fe:07", "network": {"id": "ae57b67c-3d8e-4ad4-b902-dd98e1f5cc6b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-472309363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26551bc9842b47b497dad60ba6c0394a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47ae1396-46", "ovs_interfaceid": "47ae1396-46cc-4299-b3bd-652701e70d4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.203037] env[70398]: DEBUG oslo_vmware.api [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444558, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.390925] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Acquiring lock "baf85f0f-75cb-44c6-a75d-77f396481cfe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.391276] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Lock "baf85f0f-75cb-44c6-a75d-77f396481cfe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.528947] env[70398]: DEBUG nova.compute.utils [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 957.530659] env[70398]: DEBUG nova.compute.manager [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 957.530971] env[70398]: DEBUG nova.network.neutron [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 957.581565] env[70398]: DEBUG oslo_concurrency.lockutils [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Releasing lock "refresh_cache-a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.585460] env[70398]: DEBUG nova.compute.manager [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Instance network_info: |[{"id": "47ae1396-46cc-4299-b3bd-652701e70d4f", "address": "fa:16:3e:4c:fe:07", "network": {"id": "ae57b67c-3d8e-4ad4-b902-dd98e1f5cc6b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-472309363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26551bc9842b47b497dad60ba6c0394a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47ae1396-46", "ovs_interfaceid": "47ae1396-46cc-4299-b3bd-652701e70d4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 957.585460] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:fe:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f880ac2e-d532-4f54-87bb-998a8d1bca78', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47ae1396-46cc-4299-b3bd-652701e70d4f', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.598033] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Creating folder: Project (26551bc9842b47b497dad60ba6c0394a). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 957.599919] env[70398]: DEBUG nova.policy [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62e5ce7aa2234177a32607d1fd893c87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e88af3408914ef28ede7e5550d18c9c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 957.605188] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-418592dd-ea56-4928-a6a1-26f9616feb4e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.619462] env[70398]: DEBUG nova.compute.manager [req-99852b7c-95ba-447b-9617-3dbbcd42a5bb req-bcb6cb80-fbb3-486f-9ed7-fba55d74e4a1 service nova] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Received event network-changed-47ae1396-46cc-4299-b3bd-652701e70d4f {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.619462] env[70398]: DEBUG nova.compute.manager [req-99852b7c-95ba-447b-9617-3dbbcd42a5bb req-bcb6cb80-fbb3-486f-9ed7-fba55d74e4a1 service nova] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Refreshing instance network info cache due to event network-changed-47ae1396-46cc-4299-b3bd-652701e70d4f. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 957.619462] env[70398]: DEBUG oslo_concurrency.lockutils [req-99852b7c-95ba-447b-9617-3dbbcd42a5bb req-bcb6cb80-fbb3-486f-9ed7-fba55d74e4a1 service nova] Acquiring lock "refresh_cache-a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.619462] env[70398]: DEBUG oslo_concurrency.lockutils [req-99852b7c-95ba-447b-9617-3dbbcd42a5bb req-bcb6cb80-fbb3-486f-9ed7-fba55d74e4a1 service nova] Acquired lock "refresh_cache-a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.619462] env[70398]: DEBUG nova.network.neutron [req-99852b7c-95ba-447b-9617-3dbbcd42a5bb req-bcb6cb80-fbb3-486f-9ed7-fba55d74e4a1 service nova] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Refreshing network info cache for port 47ae1396-46cc-4299-b3bd-652701e70d4f {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.623962] env[70398]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 957.623962] env[70398]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70398) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 957.623962] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Folder already exists: Project (26551bc9842b47b497dad60ba6c0394a). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 957.623962] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Creating folder: Instances. Parent ref: group-v687633. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 957.624179] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a79fd62b-8b80-43e7-a0ef-b44270766c4f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.649918] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Created folder: Instances in parent group-v687633. [ 957.650208] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.650447] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.650683] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38c36032-ab50-457f-8273-9e01341d25bf {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.674475] env[70398]: DEBUG nova.compute.manager [req-9e4c5e2c-7a6f-46df-8e7b-c839bd6990e6 req-5b0b7796-ea1b-4443-bad0-65486d012a64 service nova] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Received event network-vif-plugged-3b4b2e37-d688-4056-8fea-be49c1483858 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.674475] env[70398]: DEBUG oslo_concurrency.lockutils [req-9e4c5e2c-7a6f-46df-8e7b-c839bd6990e6 req-5b0b7796-ea1b-4443-bad0-65486d012a64 service nova] Acquiring lock "547a30db-a758-47b5-aef0-bc4d2351febb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.674692] env[70398]: DEBUG oslo_concurrency.lockutils [req-9e4c5e2c-7a6f-46df-8e7b-c839bd6990e6 req-5b0b7796-ea1b-4443-bad0-65486d012a64 service nova] Lock "547a30db-a758-47b5-aef0-bc4d2351febb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.674858] env[70398]: DEBUG oslo_concurrency.lockutils [req-9e4c5e2c-7a6f-46df-8e7b-c839bd6990e6 req-5b0b7796-ea1b-4443-bad0-65486d012a64 service nova] Lock "547a30db-a758-47b5-aef0-bc4d2351febb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.675038] env[70398]: DEBUG nova.compute.manager [req-9e4c5e2c-7a6f-46df-8e7b-c839bd6990e6 req-5b0b7796-ea1b-4443-bad0-65486d012a64 service nova] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] No waiting events found dispatching network-vif-plugged-3b4b2e37-d688-4056-8fea-be49c1483858 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 957.675207] env[70398]: WARNING nova.compute.manager [req-9e4c5e2c-7a6f-46df-8e7b-c839bd6990e6 req-5b0b7796-ea1b-4443-bad0-65486d012a64 service nova] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Received unexpected event network-vif-plugged-3b4b2e37-d688-4056-8fea-be49c1483858 for instance with vm_state building and task_state spawning. [ 957.677137] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 957.677137] env[70398]: value = "task-3444561" [ 957.677137] env[70398]: _type = "Task" [ 957.677137] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.693682] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444561, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.707875] env[70398]: DEBUG oslo_vmware.api [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444558, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.484185} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.709367] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d415d19a-778d-468e-a176-624fbcb84558/d415d19a-778d-468e-a176-624fbcb84558.vmdk to [datastore2] f38cb0ea-6577-4245-9422-d12c0f61040b/f38cb0ea-6577-4245-9422-d12c0f61040b.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 957.709686] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c861e71-d76c-4cc5-8a32-1c552bf90880 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.734904] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] f38cb0ea-6577-4245-9422-d12c0f61040b/f38cb0ea-6577-4245-9422-d12c0f61040b.vmdk or device None with type streamOptimized {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.738863] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f83b2df3-b8ed-4cd3-a719-c2c008de3790 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.765650] env[70398]: DEBUG oslo_vmware.api [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 957.765650] env[70398]: value = "task-3444562" [ 957.765650] env[70398]: _type = "Task" [ 957.765650] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.779408] env[70398]: DEBUG oslo_vmware.api [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444562, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.779850] env[70398]: DEBUG nova.network.neutron [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Successfully updated port: 3b4b2e37-d688-4056-8fea-be49c1483858 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 957.894732] env[70398]: DEBUG nova.compute.manager [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] [instance: baf85f0f-75cb-44c6-a75d-77f396481cfe] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 957.995624] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60e393d-2f0f-495a-ba7f-0505e506e80b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.005419] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c9a780-bccc-4ab4-9136-5d1af1f2c2c9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.012637] env[70398]: DEBUG nova.network.neutron [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Successfully created port: 12c869ec-7018-4511-bbbb-12253aa9d480 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 958.041519] env[70398]: DEBUG nova.compute.manager [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 958.047222] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f33e06c-b057-46f7-ac34-6fd0acde223d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.054387] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c45696-2853-456b-b648-61313da59002 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.070677] env[70398]: DEBUG nova.compute.provider_tree [None req-c8848b1e-fa34-43bc-b3e2-1f61f178b450 tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.188187] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444561, 'name': CreateVM_Task, 'duration_secs': 0.40057} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.188608] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 958.189196] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'attachment_id': '4a0e19b8-a497-4180-87d5-58518614d1ac', 'delete_on_termination': True, 'guest_format': None, 'boot_index': 0, 'disk_bus': None, 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687641', 'volume_id': 'ad9fbb67-3e5c-41a9-b235-6d8a69b262a0', 'name': 'volume-ad9fbb67-3e5c-41a9-b235-6d8a69b262a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9', 'attached_at': '', 'detached_at': '', 'volume_id': 'ad9fbb67-3e5c-41a9-b235-6d8a69b262a0', 'serial': 'ad9fbb67-3e5c-41a9-b235-6d8a69b262a0'}, 'volume_type': None}], 'swap': None} {{(pid=70398) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 958.189423] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Root volume attach. Driver type: vmdk {{(pid=70398) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 958.190280] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67130be-477a-4eef-b78d-def9559de6da {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.199134] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f867732f-189b-45d3-9307-b6a4548cdf8f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.206656] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d54618-341f-4d7e-80be-cc7dfbd85f8b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.215079] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-02ed35b0-c305-4027-b45a-5a3546c25963 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.224152] env[70398]: DEBUG oslo_vmware.api [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Waiting for the task: (returnval){ [ 958.224152] env[70398]: value = "task-3444563" [ 958.224152] env[70398]: _type = "Task" [ 958.224152] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.233985] env[70398]: DEBUG oslo_vmware.api [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Task: {'id': task-3444563, 'name': RelocateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.275975] env[70398]: DEBUG oslo_vmware.api [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444562, 'name': ReconfigVM_Task, 'duration_secs': 0.416128} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.276253] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Reconfigured VM instance instance-0000004e to attach disk [datastore2] f38cb0ea-6577-4245-9422-d12c0f61040b/f38cb0ea-6577-4245-9422-d12c0f61040b.vmdk or device None with type streamOptimized {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.280299] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-125f60d1-3cb9-45a2-8a80-592fc12ca655 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.286283] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "refresh_cache-547a30db-a758-47b5-aef0-bc4d2351febb" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.290021] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquired lock "refresh_cache-547a30db-a758-47b5-aef0-bc4d2351febb" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.290021] env[70398]: DEBUG nova.network.neutron [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 958.290021] env[70398]: DEBUG oslo_vmware.api [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 958.290021] env[70398]: value = "task-3444564" [ 958.290021] env[70398]: _type = "Task" [ 958.290021] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.306818] env[70398]: DEBUG oslo_vmware.api [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444564, 'name': Rename_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.421306] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.577043] env[70398]: DEBUG nova.scheduler.client.report [None req-c8848b1e-fa34-43bc-b3e2-1f61f178b450 tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.743763] env[70398]: DEBUG oslo_vmware.api [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Task: {'id': task-3444563, 'name': RelocateVM_Task} progress is 38%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.814535] env[70398]: DEBUG oslo_vmware.api [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444564, 'name': Rename_Task, 'duration_secs': 0.157527} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.815033] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.815432] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfa871d3-5910-41f5-89dc-429bd0857e89 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.826281] env[70398]: DEBUG oslo_vmware.api [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 958.826281] env[70398]: value = "task-3444565" [ 958.826281] env[70398]: _type = "Task" [ 958.826281] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.838194] env[70398]: DEBUG oslo_vmware.api [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444565, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.840586] env[70398]: DEBUG nova.network.neutron [req-99852b7c-95ba-447b-9617-3dbbcd42a5bb req-bcb6cb80-fbb3-486f-9ed7-fba55d74e4a1 service nova] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Updated VIF entry in instance network info cache for port 47ae1396-46cc-4299-b3bd-652701e70d4f. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 958.841331] env[70398]: DEBUG nova.network.neutron [req-99852b7c-95ba-447b-9617-3dbbcd42a5bb req-bcb6cb80-fbb3-486f-9ed7-fba55d74e4a1 service nova] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Updating instance_info_cache with network_info: [{"id": "47ae1396-46cc-4299-b3bd-652701e70d4f", "address": "fa:16:3e:4c:fe:07", "network": {"id": "ae57b67c-3d8e-4ad4-b902-dd98e1f5cc6b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-472309363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26551bc9842b47b497dad60ba6c0394a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47ae1396-46", "ovs_interfaceid": "47ae1396-46cc-4299-b3bd-652701e70d4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.898151] env[70398]: DEBUG nova.network.neutron [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 959.058289] env[70398]: DEBUG nova.compute.manager [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 959.081464] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c8848b1e-fa34-43bc-b3e2-1f61f178b450 tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.056s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.090823] env[70398]: DEBUG oslo_concurrency.lockutils [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.009s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.090823] env[70398]: INFO nova.compute.claims [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] [instance: 4bf9e8b3-d15e-4353-b65f-851257c8aae1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 959.111149] env[70398]: DEBUG nova.virt.hardware [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 959.111149] env[70398]: DEBUG nova.virt.hardware [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 959.112493] env[70398]: DEBUG nova.virt.hardware [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 959.112881] env[70398]: DEBUG nova.virt.hardware [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 959.113094] env[70398]: DEBUG nova.virt.hardware [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 959.113302] env[70398]: DEBUG nova.virt.hardware [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 959.113542] env[70398]: DEBUG nova.virt.hardware [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 959.113705] env[70398]: DEBUG nova.virt.hardware [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 959.113915] env[70398]: DEBUG nova.virt.hardware [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 959.114099] env[70398]: DEBUG nova.virt.hardware [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 959.114280] env[70398]: DEBUG nova.virt.hardware [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 959.115210] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07dce546-2ed8-49a8-a66a-052701c7cc58 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.123230] env[70398]: INFO nova.scheduler.client.report [None req-c8848b1e-fa34-43bc-b3e2-1f61f178b450 tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Deleted allocations for instance 9e2c439e-dd2a-4693-8c5b-cdc5751d0003 [ 959.138152] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129784cb-7421-429a-835e-23df054d9608 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.209479] env[70398]: DEBUG nova.network.neutron [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Updating instance_info_cache with network_info: [{"id": "3b4b2e37-d688-4056-8fea-be49c1483858", "address": "fa:16:3e:65:dc:9b", "network": {"id": "5d95ca4f-960e-421c-9130-8d3e409f34c5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-80910192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68376abf86b14e67a33ef720177607f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b4b2e37-d6", "ovs_interfaceid": "3b4b2e37-d688-4056-8fea-be49c1483858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.241313] env[70398]: DEBUG oslo_vmware.api [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Task: {'id': task-3444563, 'name': RelocateVM_Task} progress is 51%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.330946] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Acquiring lock "fc300453-1d03-4d05-8144-093f2593b32b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.331467] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Lock "fc300453-1d03-4d05-8144-093f2593b32b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.347219] env[70398]: DEBUG oslo_concurrency.lockutils [req-99852b7c-95ba-447b-9617-3dbbcd42a5bb req-bcb6cb80-fbb3-486f-9ed7-fba55d74e4a1 service nova] Releasing lock "refresh_cache-a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.350622] env[70398]: DEBUG oslo_vmware.api [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444565, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.646665] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c8848b1e-fa34-43bc-b3e2-1f61f178b450 tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Lock "9e2c439e-dd2a-4693-8c5b-cdc5751d0003" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.318s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.671223] env[70398]: DEBUG nova.compute.manager [req-7629afaa-07c3-4549-afd7-cc33a6a41510 req-22125c8e-9613-488d-8e82-1ce10ece7f58 service nova] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Received event network-vif-plugged-12c869ec-7018-4511-bbbb-12253aa9d480 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.671427] env[70398]: DEBUG oslo_concurrency.lockutils [req-7629afaa-07c3-4549-afd7-cc33a6a41510 req-22125c8e-9613-488d-8e82-1ce10ece7f58 service nova] Acquiring lock "4f9a94cf-cf72-40cc-89b7-1bf8dafa610f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.671671] env[70398]: DEBUG oslo_concurrency.lockutils [req-7629afaa-07c3-4549-afd7-cc33a6a41510 req-22125c8e-9613-488d-8e82-1ce10ece7f58 service nova] Lock "4f9a94cf-cf72-40cc-89b7-1bf8dafa610f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.671799] env[70398]: DEBUG oslo_concurrency.lockutils [req-7629afaa-07c3-4549-afd7-cc33a6a41510 req-22125c8e-9613-488d-8e82-1ce10ece7f58 service nova] Lock "4f9a94cf-cf72-40cc-89b7-1bf8dafa610f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.671975] env[70398]: DEBUG nova.compute.manager [req-7629afaa-07c3-4549-afd7-cc33a6a41510 req-22125c8e-9613-488d-8e82-1ce10ece7f58 service nova] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] No waiting events found dispatching network-vif-plugged-12c869ec-7018-4511-bbbb-12253aa9d480 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 959.672158] env[70398]: WARNING nova.compute.manager [req-7629afaa-07c3-4549-afd7-cc33a6a41510 req-22125c8e-9613-488d-8e82-1ce10ece7f58 service nova] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Received unexpected event network-vif-plugged-12c869ec-7018-4511-bbbb-12253aa9d480 for instance with vm_state building and task_state spawning. [ 959.704533] env[70398]: DEBUG nova.compute.manager [req-29d0c0de-18e4-45bc-8a3e-6cf1fe76b658 req-faa00d5d-d16d-4c64-90ea-4e92c788a21e service nova] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Received event network-changed-3b4b2e37-d688-4056-8fea-be49c1483858 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.704746] env[70398]: DEBUG nova.compute.manager [req-29d0c0de-18e4-45bc-8a3e-6cf1fe76b658 req-faa00d5d-d16d-4c64-90ea-4e92c788a21e service nova] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Refreshing instance network info cache due to event network-changed-3b4b2e37-d688-4056-8fea-be49c1483858. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 959.704984] env[70398]: DEBUG oslo_concurrency.lockutils [req-29d0c0de-18e4-45bc-8a3e-6cf1fe76b658 req-faa00d5d-d16d-4c64-90ea-4e92c788a21e service nova] Acquiring lock "refresh_cache-547a30db-a758-47b5-aef0-bc4d2351febb" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.713314] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Releasing lock "refresh_cache-547a30db-a758-47b5-aef0-bc4d2351febb" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.713657] env[70398]: DEBUG nova.compute.manager [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Instance network_info: |[{"id": "3b4b2e37-d688-4056-8fea-be49c1483858", "address": "fa:16:3e:65:dc:9b", "network": {"id": "5d95ca4f-960e-421c-9130-8d3e409f34c5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-80910192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68376abf86b14e67a33ef720177607f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b4b2e37-d6", "ovs_interfaceid": "3b4b2e37-d688-4056-8fea-be49c1483858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 959.713954] env[70398]: DEBUG oslo_concurrency.lockutils [req-29d0c0de-18e4-45bc-8a3e-6cf1fe76b658 req-faa00d5d-d16d-4c64-90ea-4e92c788a21e service nova] Acquired lock "refresh_cache-547a30db-a758-47b5-aef0-bc4d2351febb" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.714139] env[70398]: DEBUG nova.network.neutron [req-29d0c0de-18e4-45bc-8a3e-6cf1fe76b658 req-faa00d5d-d16d-4c64-90ea-4e92c788a21e service nova] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Refreshing network info cache for port 3b4b2e37-d688-4056-8fea-be49c1483858 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 959.715372] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:dc:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4406a73e-2189-46ac-9e96-4f0af80b5094', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b4b2e37-d688-4056-8fea-be49c1483858', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 959.735652] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.739365] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 959.741899] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-632b9e16-ed6b-4551-b9e5-5e0d2ea2d401 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.770624] env[70398]: DEBUG oslo_vmware.api [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Task: {'id': task-3444563, 'name': RelocateVM_Task} progress is 65%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.772141] env[70398]: DEBUG nova.network.neutron [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Successfully updated port: 12c869ec-7018-4511-bbbb-12253aa9d480 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 959.777043] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 959.777043] env[70398]: value = "task-3444566" [ 959.777043] env[70398]: _type = "Task" [ 959.777043] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.784865] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444566, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.841250] env[70398]: DEBUG nova.compute.manager [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 959.845370] env[70398]: DEBUG oslo_vmware.api [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444565, 'name': PowerOnVM_Task, 'duration_secs': 0.547162} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.845370] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.845370] env[70398]: INFO nova.compute.manager [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Took 14.28 seconds to spawn the instance on the hypervisor. [ 959.845370] env[70398]: DEBUG nova.compute.manager [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.845830] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba0594e-9e8d-43d8-b31e-089b7a82c1a2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.261556] env[70398]: DEBUG oslo_vmware.api [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Task: {'id': task-3444563, 'name': RelocateVM_Task} progress is 78%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.277278] env[70398]: DEBUG oslo_concurrency.lockutils [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "refresh_cache-4f9a94cf-cf72-40cc-89b7-1bf8dafa610f" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.278030] env[70398]: DEBUG oslo_concurrency.lockutils [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquired lock "refresh_cache-4f9a94cf-cf72-40cc-89b7-1bf8dafa610f" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.278030] env[70398]: DEBUG nova.network.neutron [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.293017] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444566, 'name': CreateVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.366449] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.368525] env[70398]: INFO nova.compute.manager [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Took 29.33 seconds to build instance. [ 960.527994] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954b481a-2018-4d4e-877f-4244f652c224 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.540590] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c32970-adad-4cf1-97c7-78a2a98d7eb2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.546236] env[70398]: DEBUG nova.network.neutron [req-29d0c0de-18e4-45bc-8a3e-6cf1fe76b658 req-faa00d5d-d16d-4c64-90ea-4e92c788a21e service nova] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Updated VIF entry in instance network info cache for port 3b4b2e37-d688-4056-8fea-be49c1483858. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 960.546236] env[70398]: DEBUG nova.network.neutron [req-29d0c0de-18e4-45bc-8a3e-6cf1fe76b658 req-faa00d5d-d16d-4c64-90ea-4e92c788a21e service nova] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Updating instance_info_cache with network_info: [{"id": "3b4b2e37-d688-4056-8fea-be49c1483858", "address": "fa:16:3e:65:dc:9b", "network": {"id": "5d95ca4f-960e-421c-9130-8d3e409f34c5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-80910192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68376abf86b14e67a33ef720177607f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b4b2e37-d6", "ovs_interfaceid": "3b4b2e37-d688-4056-8fea-be49c1483858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.582882] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0783d751-ee08-4edd-9f82-70652a089f46 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.597374] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae14e00-1ce2-4c35-91e5-83c1a0089844 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.616305] env[70398]: DEBUG nova.compute.provider_tree [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.753259] env[70398]: DEBUG oslo_vmware.api [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Task: {'id': task-3444563, 'name': RelocateVM_Task} progress is 92%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.792348] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444566, 'name': CreateVM_Task, 'duration_secs': 0.602224} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.794424] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 960.794424] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.794424] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.795128] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.795788] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7bcde99-a3c8-461d-8218-49122becf72d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.802954] env[70398]: DEBUG oslo_vmware.api [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 960.802954] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52d72423-4328-fa7a-a885-aec5ad779dc1" [ 960.802954] env[70398]: _type = "Task" [ 960.802954] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.812533] env[70398]: DEBUG oslo_vmware.api [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52d72423-4328-fa7a-a885-aec5ad779dc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.826870] env[70398]: DEBUG nova.network.neutron [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 960.871352] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7f245805-4ab4-4ed6-bdb8-ba4ff5c19b15 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lock "f38cb0ea-6577-4245-9422-d12c0f61040b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.840s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.983772] env[70398]: DEBUG nova.network.neutron [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Updating instance_info_cache with network_info: [{"id": "12c869ec-7018-4511-bbbb-12253aa9d480", "address": "fa:16:3e:5e:31:11", "network": {"id": "3ad560cc-e571-4ecc-bbdf-6092f82ccd30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-904346330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e88af3408914ef28ede7e5550d18c9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12c869ec-70", "ovs_interfaceid": "12c869ec-7018-4511-bbbb-12253aa9d480", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.049377] env[70398]: DEBUG oslo_concurrency.lockutils [req-29d0c0de-18e4-45bc-8a3e-6cf1fe76b658 req-faa00d5d-d16d-4c64-90ea-4e92c788a21e service nova] Releasing lock "refresh_cache-547a30db-a758-47b5-aef0-bc4d2351febb" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.094765] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f12233ad-6c0b-4a80-9076-768ae21841ba tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Acquiring lock "effd3feb-1733-4485-bc19-2e089e5feef4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.094765] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f12233ad-6c0b-4a80-9076-768ae21841ba tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lock "effd3feb-1733-4485-bc19-2e089e5feef4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.121102] env[70398]: DEBUG nova.scheduler.client.report [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.252401] env[70398]: DEBUG oslo_vmware.api [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Task: {'id': task-3444563, 'name': RelocateVM_Task} progress is 97%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.316434] env[70398]: DEBUG oslo_vmware.api [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52d72423-4328-fa7a-a885-aec5ad779dc1, 'name': SearchDatastore_Task, 'duration_secs': 0.011983} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.316748] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.316985] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 961.318618] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.318943] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.319240] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 961.319609] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-152d0616-13e4-40a3-8a79-d95d047d869c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.331978] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 961.331978] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 961.331978] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2a5d3e3-253c-4806-8c74-85da26260c7e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.340020] env[70398]: DEBUG oslo_vmware.api [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 961.340020] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52a4f98a-e079-3978-2e21-69a8350fc04d" [ 961.340020] env[70398]: _type = "Task" [ 961.340020] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.347784] env[70398]: DEBUG oslo_vmware.api [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52a4f98a-e079-3978-2e21-69a8350fc04d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.386309] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6491d1c-364b-4c1f-9a3e-db0745126f2e tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquiring lock "f38cb0ea-6577-4245-9422-d12c0f61040b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.386644] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6491d1c-364b-4c1f-9a3e-db0745126f2e tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lock "f38cb0ea-6577-4245-9422-d12c0f61040b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.386943] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6491d1c-364b-4c1f-9a3e-db0745126f2e tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquiring lock "f38cb0ea-6577-4245-9422-d12c0f61040b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.388664] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6491d1c-364b-4c1f-9a3e-db0745126f2e tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lock "f38cb0ea-6577-4245-9422-d12c0f61040b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.388664] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6491d1c-364b-4c1f-9a3e-db0745126f2e tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lock "f38cb0ea-6577-4245-9422-d12c0f61040b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.391286] env[70398]: INFO nova.compute.manager [None req-d6491d1c-364b-4c1f-9a3e-db0745126f2e tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Terminating instance [ 961.489024] env[70398]: DEBUG oslo_concurrency.lockutils [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Releasing lock "refresh_cache-4f9a94cf-cf72-40cc-89b7-1bf8dafa610f" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.489024] env[70398]: DEBUG nova.compute.manager [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Instance network_info: |[{"id": "12c869ec-7018-4511-bbbb-12253aa9d480", "address": "fa:16:3e:5e:31:11", "network": {"id": "3ad560cc-e571-4ecc-bbdf-6092f82ccd30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-904346330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e88af3408914ef28ede7e5550d18c9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12c869ec-70", "ovs_interfaceid": "12c869ec-7018-4511-bbbb-12253aa9d480", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 961.489024] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:31:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46e1fc20-2067-4e1a-9812-702772a2c82c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12c869ec-7018-4511-bbbb-12253aa9d480', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 961.498192] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.499374] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 961.499645] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35da9aca-9609-40b7-91a2-b459dbaa33d6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.524675] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 961.524675] env[70398]: value = "task-3444567" [ 961.524675] env[70398]: _type = "Task" [ 961.524675] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.539274] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444567, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.600020] env[70398]: INFO nova.compute.manager [None req-f12233ad-6c0b-4a80-9076-768ae21841ba tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Detaching volume 22a5016f-9a44-48c0-b00b-dc3518f61862 [ 961.628767] env[70398]: DEBUG oslo_concurrency.lockutils [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.540s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.629667] env[70398]: DEBUG nova.compute.manager [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] [instance: 4bf9e8b3-d15e-4353-b65f-851257c8aae1] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 961.641020] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 16.842s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.666177] env[70398]: INFO nova.virt.block_device [None req-f12233ad-6c0b-4a80-9076-768ae21841ba tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Attempting to driver detach volume 22a5016f-9a44-48c0-b00b-dc3518f61862 from mountpoint /dev/sdb [ 961.666444] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-f12233ad-6c0b-4a80-9076-768ae21841ba tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Volume detach. Driver type: vmdk {{(pid=70398) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 961.666666] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-f12233ad-6c0b-4a80-9076-768ae21841ba tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687629', 'volume_id': '22a5016f-9a44-48c0-b00b-dc3518f61862', 'name': 'volume-22a5016f-9a44-48c0-b00b-dc3518f61862', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'effd3feb-1733-4485-bc19-2e089e5feef4', 'attached_at': '', 'detached_at': '', 'volume_id': '22a5016f-9a44-48c0-b00b-dc3518f61862', 'serial': '22a5016f-9a44-48c0-b00b-dc3518f61862'} {{(pid=70398) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 961.667811] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c20229-607f-4644-9b74-72ede8e99a37 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.702086] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0498a2-fa11-4c82-b246-53f471ab869c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.714423] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90d0248-45ef-4240-8f9a-116606d3a093 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.738757] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e35525-1e1d-4a36-a8d2-d6236a711aaa {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.757851] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-f12233ad-6c0b-4a80-9076-768ae21841ba tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] The volume has not been displaced from its original location: [datastore2] volume-22a5016f-9a44-48c0-b00b-dc3518f61862/volume-22a5016f-9a44-48c0-b00b-dc3518f61862.vmdk. No consolidation needed. {{(pid=70398) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 961.763606] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-f12233ad-6c0b-4a80-9076-768ae21841ba tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Reconfiguring VM instance instance-0000003b to detach disk 2001 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 961.764540] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01d02479-e46a-4076-82d1-1d288ee8baed {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.782871] env[70398]: DEBUG oslo_vmware.api [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Task: {'id': task-3444563, 'name': RelocateVM_Task} progress is 98%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.791259] env[70398]: DEBUG oslo_vmware.api [None req-f12233ad-6c0b-4a80-9076-768ae21841ba tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Waiting for the task: (returnval){ [ 961.791259] env[70398]: value = "task-3444568" [ 961.791259] env[70398]: _type = "Task" [ 961.791259] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.800455] env[70398]: DEBUG oslo_vmware.api [None req-f12233ad-6c0b-4a80-9076-768ae21841ba tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3444568, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.850029] env[70398]: DEBUG oslo_vmware.api [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52a4f98a-e079-3978-2e21-69a8350fc04d, 'name': SearchDatastore_Task, 'duration_secs': 0.010383} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.851016] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68f3250a-95ab-46a6-b1fd-d7614ea9f8ef {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.857452] env[70398]: DEBUG oslo_vmware.api [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 961.857452] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]528e6402-092e-b92b-cd92-5ec6a5b8462a" [ 961.857452] env[70398]: _type = "Task" [ 961.857452] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.866235] env[70398]: DEBUG oslo_vmware.api [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]528e6402-092e-b92b-cd92-5ec6a5b8462a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.887018] env[70398]: DEBUG oslo_concurrency.lockutils [None req-78a5a9f5-7ad8-4593-86a9-b074145a2dbf tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Acquiring lock "ea8c9faf-bc44-432a-a3c3-c623af6817a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.887018] env[70398]: DEBUG oslo_concurrency.lockutils [None req-78a5a9f5-7ad8-4593-86a9-b074145a2dbf tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Lock "ea8c9faf-bc44-432a-a3c3-c623af6817a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.887018] env[70398]: DEBUG oslo_concurrency.lockutils [None req-78a5a9f5-7ad8-4593-86a9-b074145a2dbf tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Acquiring lock "ea8c9faf-bc44-432a-a3c3-c623af6817a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.887018] env[70398]: DEBUG oslo_concurrency.lockutils [None req-78a5a9f5-7ad8-4593-86a9-b074145a2dbf tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Lock "ea8c9faf-bc44-432a-a3c3-c623af6817a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.887018] env[70398]: DEBUG oslo_concurrency.lockutils [None req-78a5a9f5-7ad8-4593-86a9-b074145a2dbf tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Lock "ea8c9faf-bc44-432a-a3c3-c623af6817a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.890107] env[70398]: INFO nova.compute.manager [None req-78a5a9f5-7ad8-4593-86a9-b074145a2dbf tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: ea8c9faf-bc44-432a-a3c3-c623af6817a2] Terminating instance [ 961.897644] env[70398]: DEBUG nova.compute.manager [None req-d6491d1c-364b-4c1f-9a3e-db0745126f2e tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 961.897862] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d6491d1c-364b-4c1f-9a3e-db0745126f2e tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 961.901045] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e811fac3-f742-45f2-b439-11e0a198c03f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.907514] env[70398]: DEBUG nova.compute.manager [req-4ce97cb4-dbf1-478e-9bb2-d7326d25733d req-5bfadf87-44a4-4907-9a7c-5fe321213b19 service nova] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Received event network-changed-12c869ec-7018-4511-bbbb-12253aa9d480 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.907750] env[70398]: DEBUG nova.compute.manager [req-4ce97cb4-dbf1-478e-9bb2-d7326d25733d req-5bfadf87-44a4-4907-9a7c-5fe321213b19 service nova] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Refreshing instance network info cache due to event network-changed-12c869ec-7018-4511-bbbb-12253aa9d480. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 961.907993] env[70398]: DEBUG oslo_concurrency.lockutils [req-4ce97cb4-dbf1-478e-9bb2-d7326d25733d req-5bfadf87-44a4-4907-9a7c-5fe321213b19 service nova] Acquiring lock "refresh_cache-4f9a94cf-cf72-40cc-89b7-1bf8dafa610f" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.908176] env[70398]: DEBUG oslo_concurrency.lockutils [req-4ce97cb4-dbf1-478e-9bb2-d7326d25733d req-5bfadf87-44a4-4907-9a7c-5fe321213b19 service nova] Acquired lock "refresh_cache-4f9a94cf-cf72-40cc-89b7-1bf8dafa610f" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.908358] env[70398]: DEBUG nova.network.neutron [req-4ce97cb4-dbf1-478e-9bb2-d7326d25733d req-5bfadf87-44a4-4907-9a7c-5fe321213b19 service nova] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Refreshing network info cache for port 12c869ec-7018-4511-bbbb-12253aa9d480 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.918025] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6491d1c-364b-4c1f-9a3e-db0745126f2e tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.918303] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab7b341c-3ef7-4d8b-9530-38dcbafe2f37 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.926930] env[70398]: DEBUG oslo_vmware.api [None req-d6491d1c-364b-4c1f-9a3e-db0745126f2e tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 961.926930] env[70398]: value = "task-3444569" [ 961.926930] env[70398]: _type = "Task" [ 961.926930] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.938564] env[70398]: DEBUG oslo_vmware.api [None req-d6491d1c-364b-4c1f-9a3e-db0745126f2e tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444569, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.973329] env[70398]: DEBUG oslo_concurrency.lockutils [None req-78505648-af4e-4f5e-bb66-2c39c32d886a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Acquiring lock "cad40843-0cdf-483a-a030-0837aeca9bba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.973592] env[70398]: DEBUG oslo_concurrency.lockutils [None req-78505648-af4e-4f5e-bb66-2c39c32d886a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Lock "cad40843-0cdf-483a-a030-0837aeca9bba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.973818] env[70398]: DEBUG oslo_concurrency.lockutils [None req-78505648-af4e-4f5e-bb66-2c39c32d886a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Acquiring lock "cad40843-0cdf-483a-a030-0837aeca9bba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.974084] env[70398]: DEBUG oslo_concurrency.lockutils [None req-78505648-af4e-4f5e-bb66-2c39c32d886a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Lock "cad40843-0cdf-483a-a030-0837aeca9bba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.974367] env[70398]: DEBUG oslo_concurrency.lockutils [None req-78505648-af4e-4f5e-bb66-2c39c32d886a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Lock "cad40843-0cdf-483a-a030-0837aeca9bba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.977088] env[70398]: INFO nova.compute.manager [None req-78505648-af4e-4f5e-bb66-2c39c32d886a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: cad40843-0cdf-483a-a030-0837aeca9bba] Terminating instance [ 962.041570] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444567, 'name': CreateVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.139922] env[70398]: DEBUG nova.compute.utils [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 962.141915] env[70398]: DEBUG nova.compute.manager [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] [instance: 4bf9e8b3-d15e-4353-b65f-851257c8aae1] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 962.142040] env[70398]: DEBUG nova.network.neutron [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] [instance: 4bf9e8b3-d15e-4353-b65f-851257c8aae1] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 962.146265] env[70398]: INFO nova.compute.claims [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.203904] env[70398]: DEBUG nova.policy [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7dbdd7c62d2247bf840516f69f4d7e69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38748aee09e046909b0e485161fa7771', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 962.256330] env[70398]: DEBUG oslo_vmware.api [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Task: {'id': task-3444563, 'name': RelocateVM_Task, 'duration_secs': 3.595314} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.256667] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Volume attach. Driver type: vmdk {{(pid=70398) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 962.256945] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687641', 'volume_id': 'ad9fbb67-3e5c-41a9-b235-6d8a69b262a0', 'name': 'volume-ad9fbb67-3e5c-41a9-b235-6d8a69b262a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9', 'attached_at': '', 'detached_at': '', 'volume_id': 'ad9fbb67-3e5c-41a9-b235-6d8a69b262a0', 'serial': 'ad9fbb67-3e5c-41a9-b235-6d8a69b262a0'} {{(pid=70398) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 962.257901] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6987eb7b-fd1b-457c-8216-f828ec3d0c21 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.279546] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07296aca-8a38-4fcc-8aa9-4cb16c9812fb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.314742] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] volume-ad9fbb67-3e5c-41a9-b235-6d8a69b262a0/volume-ad9fbb67-3e5c-41a9-b235-6d8a69b262a0.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 962.318567] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98a3b967-d241-4ad4-a5d5-617b33d0ebc7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.343187] env[70398]: DEBUG oslo_vmware.api [None req-f12233ad-6c0b-4a80-9076-768ae21841ba tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3444568, 'name': ReconfigVM_Task, 'duration_secs': 0.270083} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.343187] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-f12233ad-6c0b-4a80-9076-768ae21841ba tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Reconfigured VM instance instance-0000003b to detach disk 2001 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 962.347396] env[70398]: DEBUG oslo_vmware.api [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Waiting for the task: (returnval){ [ 962.347396] env[70398]: value = "task-3444570" [ 962.347396] env[70398]: _type = "Task" [ 962.347396] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.347681] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-602d0934-4b2e-413e-a899-89e41c02ac02 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.376508] env[70398]: DEBUG oslo_vmware.api [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]528e6402-092e-b92b-cd92-5ec6a5b8462a, 'name': SearchDatastore_Task, 'duration_secs': 0.01294} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.381029] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.381029] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 547a30db-a758-47b5-aef0-bc4d2351febb/547a30db-a758-47b5-aef0-bc4d2351febb.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 962.381256] env[70398]: DEBUG oslo_vmware.api [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Task: {'id': task-3444570, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.381340] env[70398]: DEBUG oslo_vmware.api [None req-f12233ad-6c0b-4a80-9076-768ae21841ba tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Waiting for the task: (returnval){ [ 962.381340] env[70398]: value = "task-3444571" [ 962.381340] env[70398]: _type = "Task" [ 962.381340] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.381562] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15c741af-cc15-4267-8528-f4b408a2f4fa {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.392614] env[70398]: DEBUG oslo_vmware.api [None req-f12233ad-6c0b-4a80-9076-768ae21841ba tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3444571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.394208] env[70398]: DEBUG nova.compute.manager [None req-78a5a9f5-7ad8-4593-86a9-b074145a2dbf tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: ea8c9faf-bc44-432a-a3c3-c623af6817a2] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 962.396020] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-78a5a9f5-7ad8-4593-86a9-b074145a2dbf tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: ea8c9faf-bc44-432a-a3c3-c623af6817a2] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.396020] env[70398]: DEBUG oslo_vmware.api [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 962.396020] env[70398]: value = "task-3444572" [ 962.396020] env[70398]: _type = "Task" [ 962.396020] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.396020] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c36a49b-3f60-49e4-902e-dfa11d4c2630 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.409537] env[70398]: DEBUG oslo_vmware.api [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444572, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.414059] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-78a5a9f5-7ad8-4593-86a9-b074145a2dbf tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: ea8c9faf-bc44-432a-a3c3-c623af6817a2] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.414059] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-402a94f9-173c-4d2b-9e9a-89c97fabac23 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.424084] env[70398]: DEBUG oslo_vmware.api [None req-78a5a9f5-7ad8-4593-86a9-b074145a2dbf tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Waiting for the task: (returnval){ [ 962.424084] env[70398]: value = "task-3444573" [ 962.424084] env[70398]: _type = "Task" [ 962.424084] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.439688] env[70398]: DEBUG oslo_vmware.api [None req-78a5a9f5-7ad8-4593-86a9-b074145a2dbf tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': task-3444573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.443207] env[70398]: DEBUG oslo_vmware.api [None req-d6491d1c-364b-4c1f-9a3e-db0745126f2e tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444569, 'name': PowerOffVM_Task, 'duration_secs': 0.229557} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.445736] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6491d1c-364b-4c1f-9a3e-db0745126f2e tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.445736] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d6491d1c-364b-4c1f-9a3e-db0745126f2e tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 962.445736] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b65982a-2f38-4d09-9019-00d7900c0cad {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.483860] env[70398]: DEBUG nova.compute.manager [None req-78505648-af4e-4f5e-bb66-2c39c32d886a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: cad40843-0cdf-483a-a030-0837aeca9bba] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 962.483860] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-78505648-af4e-4f5e-bb66-2c39c32d886a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: cad40843-0cdf-483a-a030-0837aeca9bba] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.484852] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96bd2811-bd3d-458f-a25d-78b29abf980f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.494368] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-78505648-af4e-4f5e-bb66-2c39c32d886a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: cad40843-0cdf-483a-a030-0837aeca9bba] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.494697] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-599d5fc9-4510-4f36-9475-6d4ed133245f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.504788] env[70398]: DEBUG oslo_vmware.api [None req-78505648-af4e-4f5e-bb66-2c39c32d886a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Waiting for the task: (returnval){ [ 962.504788] env[70398]: value = "task-3444575" [ 962.504788] env[70398]: _type = "Task" [ 962.504788] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.514866] env[70398]: DEBUG oslo_vmware.api [None req-78505648-af4e-4f5e-bb66-2c39c32d886a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': task-3444575, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.516443] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d6491d1c-364b-4c1f-9a3e-db0745126f2e tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 962.516675] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d6491d1c-364b-4c1f-9a3e-db0745126f2e tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 962.516886] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6491d1c-364b-4c1f-9a3e-db0745126f2e tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Deleting the datastore file [datastore2] f38cb0ea-6577-4245-9422-d12c0f61040b {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 962.517174] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-161e5a9f-6d56-454f-8bdb-c8ca67bf2c9c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.532424] env[70398]: DEBUG oslo_vmware.api [None req-d6491d1c-364b-4c1f-9a3e-db0745126f2e tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 962.532424] env[70398]: value = "task-3444576" [ 962.532424] env[70398]: _type = "Task" [ 962.532424] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.539907] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444567, 'name': CreateVM_Task, 'duration_secs': 0.545683} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.541870] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 962.550011] env[70398]: DEBUG oslo_concurrency.lockutils [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.550214] env[70398]: DEBUG oslo_concurrency.lockutils [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.550685] env[70398]: DEBUG oslo_concurrency.lockutils [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.551452] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "003a9ff4-da21-4a6c-9659-4f309a3482a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.551739] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "003a9ff4-da21-4a6c-9659-4f309a3482a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.552967] env[70398]: DEBUG oslo_vmware.api [None req-d6491d1c-364b-4c1f-9a3e-db0745126f2e tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.553224] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fb3f64e-f5e0-4db1-8284-20176e774990 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.557276] env[70398]: DEBUG nova.network.neutron [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] [instance: 4bf9e8b3-d15e-4353-b65f-851257c8aae1] Successfully created port: 49d12304-841e-4da2-ae68-642c4083c2e4 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 962.565058] env[70398]: DEBUG oslo_vmware.api [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 962.565058] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52cd2ded-912c-c213-ce05-c166c33bc173" [ 962.565058] env[70398]: _type = "Task" [ 962.565058] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.581381] env[70398]: DEBUG oslo_vmware.api [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52cd2ded-912c-c213-ce05-c166c33bc173, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.653685] env[70398]: DEBUG nova.compute.manager [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] [instance: 4bf9e8b3-d15e-4353-b65f-851257c8aae1] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 962.662920] env[70398]: INFO nova.compute.resource_tracker [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Updating resource usage from migration c506aa21-2342-45d7-9af6-fc7fde88cfe4 [ 962.761293] env[70398]: DEBUG nova.network.neutron [req-4ce97cb4-dbf1-478e-9bb2-d7326d25733d req-5bfadf87-44a4-4907-9a7c-5fe321213b19 service nova] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Updated VIF entry in instance network info cache for port 12c869ec-7018-4511-bbbb-12253aa9d480. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.761799] env[70398]: DEBUG nova.network.neutron [req-4ce97cb4-dbf1-478e-9bb2-d7326d25733d req-5bfadf87-44a4-4907-9a7c-5fe321213b19 service nova] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Updating instance_info_cache with network_info: [{"id": "12c869ec-7018-4511-bbbb-12253aa9d480", "address": "fa:16:3e:5e:31:11", "network": {"id": "3ad560cc-e571-4ecc-bbdf-6092f82ccd30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-904346330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e88af3408914ef28ede7e5550d18c9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12c869ec-70", "ovs_interfaceid": "12c869ec-7018-4511-bbbb-12253aa9d480", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.872185] env[70398]: DEBUG oslo_vmware.api [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Task: {'id': task-3444570, 'name': ReconfigVM_Task, 'duration_secs': 0.327111} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.872967] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Reconfigured VM instance instance-0000004f to attach disk [datastore2] volume-ad9fbb67-3e5c-41a9-b235-6d8a69b262a0/volume-ad9fbb67-3e5c-41a9-b235-6d8a69b262a0.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.881738] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12d66e3e-4d56-4ac2-a9ab-5113dea5afe2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.905598] env[70398]: DEBUG oslo_vmware.api [None req-f12233ad-6c0b-4a80-9076-768ae21841ba tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3444571, 'name': ReconfigVM_Task, 'duration_secs': 0.172619} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.906349] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-f12233ad-6c0b-4a80-9076-768ae21841ba tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687629', 'volume_id': '22a5016f-9a44-48c0-b00b-dc3518f61862', 'name': 'volume-22a5016f-9a44-48c0-b00b-dc3518f61862', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'effd3feb-1733-4485-bc19-2e089e5feef4', 'attached_at': '', 'detached_at': '', 'volume_id': '22a5016f-9a44-48c0-b00b-dc3518f61862', 'serial': '22a5016f-9a44-48c0-b00b-dc3518f61862'} {{(pid=70398) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 962.919928] env[70398]: DEBUG oslo_vmware.api [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Waiting for the task: (returnval){ [ 962.919928] env[70398]: value = "task-3444577" [ 962.919928] env[70398]: _type = "Task" [ 962.919928] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.920665] env[70398]: DEBUG oslo_vmware.api [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444572, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.936025] env[70398]: DEBUG oslo_vmware.api [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Task: {'id': task-3444577, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.941499] env[70398]: DEBUG oslo_vmware.api [None req-78a5a9f5-7ad8-4593-86a9-b074145a2dbf tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': task-3444573, 'name': PowerOffVM_Task, 'duration_secs': 0.249151} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.941743] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-78a5a9f5-7ad8-4593-86a9-b074145a2dbf tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: ea8c9faf-bc44-432a-a3c3-c623af6817a2] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.941920] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-78a5a9f5-7ad8-4593-86a9-b074145a2dbf tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: ea8c9faf-bc44-432a-a3c3-c623af6817a2] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 962.942350] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d90d3279-ea15-43b4-9ac1-91d946ec4703 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.960770] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bfdd455d-3641-4df2-966f-542eda27180c tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquiring lock "3805da77-9f5d-4ffa-bc7b-141c94be3982" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.961216] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bfdd455d-3641-4df2-966f-542eda27180c tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "3805da77-9f5d-4ffa-bc7b-141c94be3982" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.015541] env[70398]: DEBUG oslo_vmware.api [None req-78505648-af4e-4f5e-bb66-2c39c32d886a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': task-3444575, 'name': PowerOffVM_Task, 'duration_secs': 0.208399} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.015819] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-78505648-af4e-4f5e-bb66-2c39c32d886a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: cad40843-0cdf-483a-a030-0837aeca9bba] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.016115] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-78505648-af4e-4f5e-bb66-2c39c32d886a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: cad40843-0cdf-483a-a030-0837aeca9bba] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.016256] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c51792a1-542d-4d94-84e1-bc86dde90c2d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.019506] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-78a5a9f5-7ad8-4593-86a9-b074145a2dbf tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: ea8c9faf-bc44-432a-a3c3-c623af6817a2] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.019712] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-78a5a9f5-7ad8-4593-86a9-b074145a2dbf tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: ea8c9faf-bc44-432a-a3c3-c623af6817a2] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.019992] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-78a5a9f5-7ad8-4593-86a9-b074145a2dbf tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Deleting the datastore file [datastore1] ea8c9faf-bc44-432a-a3c3-c623af6817a2 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.022768] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62ab868c-2321-46a3-b87f-d2f1ea02e100 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.030405] env[70398]: DEBUG oslo_vmware.api [None req-78a5a9f5-7ad8-4593-86a9-b074145a2dbf tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Waiting for the task: (returnval){ [ 963.030405] env[70398]: value = "task-3444580" [ 963.030405] env[70398]: _type = "Task" [ 963.030405] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.044233] env[70398]: DEBUG oslo_vmware.api [None req-78a5a9f5-7ad8-4593-86a9-b074145a2dbf tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': task-3444580, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.047725] env[70398]: DEBUG oslo_vmware.api [None req-d6491d1c-364b-4c1f-9a3e-db0745126f2e tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.432462} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.048293] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6491d1c-364b-4c1f-9a3e-db0745126f2e tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.048293] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d6491d1c-364b-4c1f-9a3e-db0745126f2e tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.048426] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d6491d1c-364b-4c1f-9a3e-db0745126f2e tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.048605] env[70398]: INFO nova.compute.manager [None req-d6491d1c-364b-4c1f-9a3e-db0745126f2e tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 963.048892] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6491d1c-364b-4c1f-9a3e-db0745126f2e tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.049124] env[70398]: DEBUG nova.compute.manager [-] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 963.049225] env[70398]: DEBUG nova.network.neutron [-] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 963.057033] env[70398]: DEBUG nova.compute.manager [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 003a9ff4-da21-4a6c-9659-4f309a3482a4] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 963.079089] env[70398]: DEBUG oslo_vmware.api [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52cd2ded-912c-c213-ce05-c166c33bc173, 'name': SearchDatastore_Task, 'duration_secs': 0.01118} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.079846] env[70398]: DEBUG oslo_concurrency.lockutils [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.080760] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 963.080760] env[70398]: DEBUG oslo_concurrency.lockutils [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.080760] env[70398]: DEBUG oslo_concurrency.lockutils [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.080760] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 963.082120] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34bad8c0-98e9-4d59-9036-c150e0d7544e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.090758] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-78505648-af4e-4f5e-bb66-2c39c32d886a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: cad40843-0cdf-483a-a030-0837aeca9bba] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.091020] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-78505648-af4e-4f5e-bb66-2c39c32d886a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: cad40843-0cdf-483a-a030-0837aeca9bba] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.091214] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-78505648-af4e-4f5e-bb66-2c39c32d886a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Deleting the datastore file [datastore1] cad40843-0cdf-483a-a030-0837aeca9bba {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.092437] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f93858f-26a3-4537-b2f7-86f0fe0d1187 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.094298] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 963.094489] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 963.095319] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66aa226e-01c2-4a61-bf56-96c0a76d0d75 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.102871] env[70398]: DEBUG oslo_vmware.api [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 963.102871] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52550c16-c85a-5acc-71f1-91893ace601f" [ 963.102871] env[70398]: _type = "Task" [ 963.102871] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.104471] env[70398]: DEBUG oslo_vmware.api [None req-78505648-af4e-4f5e-bb66-2c39c32d886a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Waiting for the task: (returnval){ [ 963.104471] env[70398]: value = "task-3444581" [ 963.104471] env[70398]: _type = "Task" [ 963.104471] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.109430] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f610db73-c4d5-4be6-904f-69785ba41fac {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.122827] env[70398]: DEBUG oslo_vmware.api [None req-78505648-af4e-4f5e-bb66-2c39c32d886a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': task-3444581, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.127365] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cab87ae-5a09-4583-9309-1abcfc0ce2a3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.131302] env[70398]: DEBUG oslo_vmware.api [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52550c16-c85a-5acc-71f1-91893ace601f, 'name': SearchDatastore_Task, 'duration_secs': 0.012247} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.132430] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c9b6364-39fc-4c10-bc21-b3eda5628c83 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.164710] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837e1158-6332-4520-bbe2-e8476011e5fd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.167734] env[70398]: DEBUG oslo_vmware.api [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 963.167734] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]528df625-7406-372b-c253-fbfa0fede64f" [ 963.167734] env[70398]: _type = "Task" [ 963.167734] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.179571] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f2928f-9241-44e7-9661-5bd321c669c0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.187908] env[70398]: DEBUG oslo_vmware.api [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]528df625-7406-372b-c253-fbfa0fede64f, 'name': SearchDatastore_Task, 'duration_secs': 0.011242} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.188594] env[70398]: DEBUG oslo_concurrency.lockutils [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.188879] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f/4f9a94cf-cf72-40cc-89b7-1bf8dafa610f.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 963.189159] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34395ac1-cd0c-4921-bf5a-09e9b9c30435 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.202021] env[70398]: DEBUG nova.compute.provider_tree [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.207461] env[70398]: DEBUG oslo_vmware.api [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 963.207461] env[70398]: value = "task-3444582" [ 963.207461] env[70398]: _type = "Task" [ 963.207461] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.218056] env[70398]: DEBUG oslo_vmware.api [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444582, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.265089] env[70398]: DEBUG oslo_concurrency.lockutils [req-4ce97cb4-dbf1-478e-9bb2-d7326d25733d req-5bfadf87-44a4-4907-9a7c-5fe321213b19 service nova] Releasing lock "refresh_cache-4f9a94cf-cf72-40cc-89b7-1bf8dafa610f" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.410918] env[70398]: DEBUG oslo_vmware.api [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444572, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525314} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.411305] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 547a30db-a758-47b5-aef0-bc4d2351febb/547a30db-a758-47b5-aef0-bc4d2351febb.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 963.411564] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 963.412215] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9a4c426-1216-4eda-b10f-6c657463465c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.420650] env[70398]: DEBUG oslo_vmware.api [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 963.420650] env[70398]: value = "task-3444583" [ 963.420650] env[70398]: _type = "Task" [ 963.420650] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.433769] env[70398]: DEBUG oslo_vmware.api [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444583, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.437382] env[70398]: DEBUG oslo_vmware.api [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Task: {'id': task-3444577, 'name': ReconfigVM_Task, 'duration_secs': 0.156315} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.437727] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687641', 'volume_id': 'ad9fbb67-3e5c-41a9-b235-6d8a69b262a0', 'name': 'volume-ad9fbb67-3e5c-41a9-b235-6d8a69b262a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9', 'attached_at': '', 'detached_at': '', 'volume_id': 'ad9fbb67-3e5c-41a9-b235-6d8a69b262a0', 'serial': 'ad9fbb67-3e5c-41a9-b235-6d8a69b262a0'} {{(pid=70398) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 963.438554] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-268e3603-0db7-4e94-a913-0020187dcfe8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.447795] env[70398]: DEBUG oslo_vmware.api [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Waiting for the task: (returnval){ [ 963.447795] env[70398]: value = "task-3444584" [ 963.447795] env[70398]: _type = "Task" [ 963.447795] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.458867] env[70398]: DEBUG oslo_vmware.api [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Task: {'id': task-3444584, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.465046] env[70398]: DEBUG nova.compute.utils [None req-bfdd455d-3641-4df2-966f-542eda27180c tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 963.468373] env[70398]: DEBUG nova.objects.instance [None req-f12233ad-6c0b-4a80-9076-768ae21841ba tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lazy-loading 'flavor' on Instance uuid effd3feb-1733-4485-bc19-2e089e5feef4 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.474292] env[70398]: DEBUG nova.compute.manager [req-3148ce27-ed82-44a2-93df-534d59500b2b req-ea5c99eb-8916-48b0-96e8-92bc65ecaf56 service nova] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Received event network-vif-deleted-7d7bb63f-907c-41c7-889a-1476effc3b8b {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.474527] env[70398]: INFO nova.compute.manager [req-3148ce27-ed82-44a2-93df-534d59500b2b req-ea5c99eb-8916-48b0-96e8-92bc65ecaf56 service nova] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Neutron deleted interface 7d7bb63f-907c-41c7-889a-1476effc3b8b; detaching it from the instance and deleting it from the info cache [ 963.474759] env[70398]: DEBUG nova.network.neutron [req-3148ce27-ed82-44a2-93df-534d59500b2b req-ea5c99eb-8916-48b0-96e8-92bc65ecaf56 service nova] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.542085] env[70398]: DEBUG oslo_vmware.api [None req-78a5a9f5-7ad8-4593-86a9-b074145a2dbf tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': task-3444580, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140516} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.542588] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-78a5a9f5-7ad8-4593-86a9-b074145a2dbf tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.542901] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-78a5a9f5-7ad8-4593-86a9-b074145a2dbf tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: ea8c9faf-bc44-432a-a3c3-c623af6817a2] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.543155] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-78a5a9f5-7ad8-4593-86a9-b074145a2dbf tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: ea8c9faf-bc44-432a-a3c3-c623af6817a2] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.543402] env[70398]: INFO nova.compute.manager [None req-78a5a9f5-7ad8-4593-86a9-b074145a2dbf tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: ea8c9faf-bc44-432a-a3c3-c623af6817a2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 963.543680] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78a5a9f5-7ad8-4593-86a9-b074145a2dbf tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.543903] env[70398]: DEBUG nova.compute.manager [-] [instance: ea8c9faf-bc44-432a-a3c3-c623af6817a2] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 963.543996] env[70398]: DEBUG nova.network.neutron [-] [instance: ea8c9faf-bc44-432a-a3c3-c623af6817a2] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 963.577316] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.620118] env[70398]: DEBUG oslo_vmware.api [None req-78505648-af4e-4f5e-bb66-2c39c32d886a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Task: {'id': task-3444581, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144151} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.620410] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-78505648-af4e-4f5e-bb66-2c39c32d886a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.620682] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-78505648-af4e-4f5e-bb66-2c39c32d886a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: cad40843-0cdf-483a-a030-0837aeca9bba] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.620877] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-78505648-af4e-4f5e-bb66-2c39c32d886a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: cad40843-0cdf-483a-a030-0837aeca9bba] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.621070] env[70398]: INFO nova.compute.manager [None req-78505648-af4e-4f5e-bb66-2c39c32d886a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] [instance: cad40843-0cdf-483a-a030-0837aeca9bba] Took 1.14 seconds to destroy the instance on the hypervisor. [ 963.621322] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78505648-af4e-4f5e-bb66-2c39c32d886a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.621876] env[70398]: DEBUG nova.compute.manager [-] [instance: cad40843-0cdf-483a-a030-0837aeca9bba] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 963.621974] env[70398]: DEBUG nova.network.neutron [-] [instance: cad40843-0cdf-483a-a030-0837aeca9bba] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 963.689039] env[70398]: DEBUG nova.compute.manager [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] [instance: 4bf9e8b3-d15e-4353-b65f-851257c8aae1] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 963.704938] env[70398]: DEBUG nova.scheduler.client.report [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.730869] env[70398]: DEBUG oslo_vmware.api [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444582, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.734568] env[70398]: DEBUG nova.virt.hardware [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 963.735063] env[70398]: DEBUG nova.virt.hardware [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 963.735063] env[70398]: DEBUG nova.virt.hardware [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 963.735268] env[70398]: DEBUG nova.virt.hardware [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 963.735268] env[70398]: DEBUG nova.virt.hardware [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 963.735405] env[70398]: DEBUG nova.virt.hardware [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 963.735791] env[70398]: DEBUG nova.virt.hardware [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 963.736028] env[70398]: DEBUG nova.virt.hardware [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 963.736278] env[70398]: DEBUG nova.virt.hardware [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 963.736482] env[70398]: DEBUG nova.virt.hardware [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 963.738156] env[70398]: DEBUG nova.virt.hardware [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 963.738156] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41654b37-5c81-4f49-882b-118b540792de {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.751805] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74c43e9-1464-4291-a7c8-5b04ed9a44a4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.780567] env[70398]: DEBUG nova.network.neutron [-] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.934427] env[70398]: DEBUG oslo_vmware.api [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444583, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.199679} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.935226] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 963.936523] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77955e49-9ae4-4c61-a7e8-575740cf3674 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.966118] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 547a30db-a758-47b5-aef0-bc4d2351febb/547a30db-a758-47b5-aef0-bc4d2351febb.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 963.971876] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ff2e220-8a92-428a-8858-c81068f2226f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.988652] env[70398]: DEBUG nova.network.neutron [-] [instance: cad40843-0cdf-483a-a030-0837aeca9bba] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.989966] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bfdd455d-3641-4df2-966f-542eda27180c tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "3805da77-9f5d-4ffa-bc7b-141c94be3982" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.029s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.993955] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-63c13517-efcc-45bc-8b8e-9452af946779 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.001549] env[70398]: DEBUG oslo_vmware.api [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Task: {'id': task-3444584, 'name': Rename_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.003853] env[70398]: DEBUG oslo_vmware.api [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 964.003853] env[70398]: value = "task-3444585" [ 964.003853] env[70398]: _type = "Task" [ 964.003853] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.010879] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ae0ca5-79cb-43f1-975b-d88f1a187fa9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.026549] env[70398]: DEBUG oslo_vmware.api [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444585, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.052350] env[70398]: DEBUG nova.compute.manager [req-3148ce27-ed82-44a2-93df-534d59500b2b req-ea5c99eb-8916-48b0-96e8-92bc65ecaf56 service nova] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Detach interface failed, port_id=7d7bb63f-907c-41c7-889a-1476effc3b8b, reason: Instance f38cb0ea-6577-4245-9422-d12c0f61040b could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 964.220149] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.582s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.220411] env[70398]: INFO nova.compute.manager [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Migrating [ 964.226786] env[70398]: DEBUG oslo_vmware.api [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444582, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56059} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.229459] env[70398]: DEBUG oslo_concurrency.lockutils [None req-37f4ddfe-e7ff-424b-992a-a421d06db890 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.413s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.229688] env[70398]: DEBUG nova.objects.instance [None req-37f4ddfe-e7ff-424b-992a-a421d06db890 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Lazy-loading 'resources' on Instance uuid e707265e-e17d-498e-bfbc-91fd03288d27 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.230630] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f/4f9a94cf-cf72-40cc-89b7-1bf8dafa610f.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 964.230898] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 964.236309] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e55df55b-f2da-489d-9dd4-de65e70232a2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.246251] env[70398]: DEBUG oslo_vmware.api [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 964.246251] env[70398]: value = "task-3444586" [ 964.246251] env[70398]: _type = "Task" [ 964.246251] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.257284] env[70398]: DEBUG oslo_vmware.api [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444586, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.259551] env[70398]: DEBUG nova.network.neutron [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] [instance: 4bf9e8b3-d15e-4353-b65f-851257c8aae1] Successfully updated port: 49d12304-841e-4da2-ae68-642c4083c2e4 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 964.283149] env[70398]: INFO nova.compute.manager [-] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Took 1.23 seconds to deallocate network for instance. [ 964.338792] env[70398]: DEBUG nova.compute.manager [req-e8656636-6e52-43d3-8bf6-da18c7578b9a req-91044539-727f-479f-89ed-44ddaaac62ba service nova] [instance: 4bf9e8b3-d15e-4353-b65f-851257c8aae1] Received event network-vif-plugged-49d12304-841e-4da2-ae68-642c4083c2e4 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.338922] env[70398]: DEBUG oslo_concurrency.lockutils [req-e8656636-6e52-43d3-8bf6-da18c7578b9a req-91044539-727f-479f-89ed-44ddaaac62ba service nova] Acquiring lock "4bf9e8b3-d15e-4353-b65f-851257c8aae1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.339099] env[70398]: DEBUG oslo_concurrency.lockutils [req-e8656636-6e52-43d3-8bf6-da18c7578b9a req-91044539-727f-479f-89ed-44ddaaac62ba service nova] Lock "4bf9e8b3-d15e-4353-b65f-851257c8aae1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.339284] env[70398]: DEBUG oslo_concurrency.lockutils [req-e8656636-6e52-43d3-8bf6-da18c7578b9a req-91044539-727f-479f-89ed-44ddaaac62ba service nova] Lock "4bf9e8b3-d15e-4353-b65f-851257c8aae1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.339437] env[70398]: DEBUG nova.compute.manager [req-e8656636-6e52-43d3-8bf6-da18c7578b9a req-91044539-727f-479f-89ed-44ddaaac62ba service nova] [instance: 4bf9e8b3-d15e-4353-b65f-851257c8aae1] No waiting events found dispatching network-vif-plugged-49d12304-841e-4da2-ae68-642c4083c2e4 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 964.339627] env[70398]: WARNING nova.compute.manager [req-e8656636-6e52-43d3-8bf6-da18c7578b9a req-91044539-727f-479f-89ed-44ddaaac62ba service nova] [instance: 4bf9e8b3-d15e-4353-b65f-851257c8aae1] Received unexpected event network-vif-plugged-49d12304-841e-4da2-ae68-642c4083c2e4 for instance with vm_state building and task_state spawning. [ 964.396664] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6b7ded55-ce26-44e8-8612-74fee2d90128 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Acquiring lock "effd3feb-1733-4485-bc19-2e089e5feef4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.429693] env[70398]: DEBUG nova.network.neutron [-] [instance: ea8c9faf-bc44-432a-a3c3-c623af6817a2] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.466800] env[70398]: DEBUG oslo_vmware.api [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Task: {'id': task-3444584, 'name': Rename_Task, 'duration_secs': 0.716245} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.467126] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.467354] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c36bfc5a-6a82-4a74-a2de-c350ef0fd588 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.476346] env[70398]: DEBUG oslo_vmware.api [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Waiting for the task: (returnval){ [ 964.476346] env[70398]: value = "task-3444587" [ 964.476346] env[70398]: _type = "Task" [ 964.476346] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.484647] env[70398]: DEBUG oslo_vmware.api [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Task: {'id': task-3444587, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.494230] env[70398]: INFO nova.compute.manager [-] [instance: cad40843-0cdf-483a-a030-0837aeca9bba] Took 0.87 seconds to deallocate network for instance. [ 964.499307] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f12233ad-6c0b-4a80-9076-768ae21841ba tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lock "effd3feb-1733-4485-bc19-2e089e5feef4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.405s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.500139] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6b7ded55-ce26-44e8-8612-74fee2d90128 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lock "effd3feb-1733-4485-bc19-2e089e5feef4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.104s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.500486] env[70398]: DEBUG nova.compute.manager [None req-6b7ded55-ce26-44e8-8612-74fee2d90128 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 964.501613] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0068b282-3fe3-47e3-87ca-afd135cb0184 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.515146] env[70398]: DEBUG oslo_vmware.api [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444585, 'name': ReconfigVM_Task, 'duration_secs': 0.345538} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.517672] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 547a30db-a758-47b5-aef0-bc4d2351febb/547a30db-a758-47b5-aef0-bc4d2351febb.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 964.518833] env[70398]: DEBUG nova.compute.manager [None req-6b7ded55-ce26-44e8-8612-74fee2d90128 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70398) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 964.519447] env[70398]: DEBUG nova.objects.instance [None req-6b7ded55-ce26-44e8-8612-74fee2d90128 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lazy-loading 'flavor' on Instance uuid effd3feb-1733-4485-bc19-2e089e5feef4 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.520771] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f4d2cf4-eb1d-4136-b72e-b38558c015cf {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.529987] env[70398]: DEBUG oslo_vmware.api [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 964.529987] env[70398]: value = "task-3444588" [ 964.529987] env[70398]: _type = "Task" [ 964.529987] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.539940] env[70398]: DEBUG oslo_vmware.api [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444588, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.740888] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "refresh_cache-e6501d8a-8f13-4aff-8595-f3f273809e16" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.740888] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquired lock "refresh_cache-e6501d8a-8f13-4aff-8595-f3f273809e16" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.740888] env[70398]: DEBUG nova.network.neutron [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.757477] env[70398]: DEBUG oslo_vmware.api [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444586, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071289} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.757747] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 964.758570] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1ef80d-7d87-4c90-971e-bf9b3ae9514f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.765963] env[70398]: DEBUG oslo_concurrency.lockutils [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Acquiring lock "refresh_cache-4bf9e8b3-d15e-4353-b65f-851257c8aae1" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.765963] env[70398]: DEBUG oslo_concurrency.lockutils [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Acquired lock "refresh_cache-4bf9e8b3-d15e-4353-b65f-851257c8aae1" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.766765] env[70398]: DEBUG nova.network.neutron [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] [instance: 4bf9e8b3-d15e-4353-b65f-851257c8aae1] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.789164] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f/4f9a94cf-cf72-40cc-89b7-1bf8dafa610f.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 964.795065] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6491d1c-364b-4c1f-9a3e-db0745126f2e tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.795314] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de2d2531-f6bc-4700-9dcf-4cac8d724e29 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.816967] env[70398]: DEBUG oslo_vmware.api [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 964.816967] env[70398]: value = "task-3444589" [ 964.816967] env[70398]: _type = "Task" [ 964.816967] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.829901] env[70398]: DEBUG oslo_vmware.api [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444589, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.847180] env[70398]: DEBUG nova.network.neutron [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] [instance: 4bf9e8b3-d15e-4353-b65f-851257c8aae1] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 964.932123] env[70398]: INFO nova.compute.manager [-] [instance: ea8c9faf-bc44-432a-a3c3-c623af6817a2] Took 1.39 seconds to deallocate network for instance. [ 964.987845] env[70398]: DEBUG oslo_vmware.api [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Task: {'id': task-3444587, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.999168] env[70398]: DEBUG nova.network.neutron [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] [instance: 4bf9e8b3-d15e-4353-b65f-851257c8aae1] Updating instance_info_cache with network_info: [{"id": "49d12304-841e-4da2-ae68-642c4083c2e4", "address": "fa:16:3e:04:67:3d", "network": {"id": "42758820-6fc4-4dd5-80dd-c81a59014dd0", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-2117368878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38748aee09e046909b0e485161fa7771", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49d12304-84", "ovs_interfaceid": "49d12304-841e-4da2-ae68-642c4083c2e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.001325] env[70398]: DEBUG oslo_concurrency.lockutils [None req-78505648-af4e-4f5e-bb66-2c39c32d886a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.042411] env[70398]: DEBUG oslo_vmware.api [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444588, 'name': Rename_Task, 'duration_secs': 0.257645} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.045303] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.045898] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bfdd455d-3641-4df2-966f-542eda27180c tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquiring lock "3805da77-9f5d-4ffa-bc7b-141c94be3982" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.046138] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bfdd455d-3641-4df2-966f-542eda27180c tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "3805da77-9f5d-4ffa-bc7b-141c94be3982" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.046359] env[70398]: INFO nova.compute.manager [None req-bfdd455d-3641-4df2-966f-542eda27180c tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Attaching volume 072d8084-05f7-40c8-a7bc-d683e1328851 to /dev/sdb [ 965.048386] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38055d72-67b4-46c7-9618-5f523f3f7540 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.057389] env[70398]: DEBUG oslo_vmware.api [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 965.057389] env[70398]: value = "task-3444590" [ 965.057389] env[70398]: _type = "Task" [ 965.057389] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.068770] env[70398]: DEBUG oslo_vmware.api [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444590, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.085605] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b99b23-6ec7-48de-bf90-d11c7bab02ad {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.095607] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6678ca2f-2238-446e-a25d-207ef905ad3f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.110865] env[70398]: DEBUG nova.virt.block_device [None req-bfdd455d-3641-4df2-966f-542eda27180c tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Updating existing volume attachment record: a131ff1b-4bf8-4fc8-b8a1-1bfad9ffec1c {{(pid=70398) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 965.176111] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c654f196-394d-437f-967c-b646a1537e31 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.183716] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47bee3d2-f10d-41c6-90a5-3bed1db383c2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.219203] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ab0457-2927-4520-982d-074b4af794e2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.229515] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7328c770-f9a4-48c0-80d2-53aaecb46251 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.244206] env[70398]: DEBUG nova.compute.provider_tree [None req-37f4ddfe-e7ff-424b-992a-a421d06db890 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.326545] env[70398]: DEBUG oslo_vmware.api [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444589, 'name': ReconfigVM_Task, 'duration_secs': 0.409678} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.326862] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f/4f9a94cf-cf72-40cc-89b7-1bf8dafa610f.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.327530] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32d2acb3-0152-4748-b0a5-e73b67787089 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.334136] env[70398]: DEBUG oslo_vmware.api [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 965.334136] env[70398]: value = "task-3444592" [ 965.334136] env[70398]: _type = "Task" [ 965.334136] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.342095] env[70398]: DEBUG oslo_vmware.api [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444592, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.439066] env[70398]: DEBUG oslo_concurrency.lockutils [None req-78a5a9f5-7ad8-4593-86a9-b074145a2dbf tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.487782] env[70398]: DEBUG oslo_vmware.api [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Task: {'id': task-3444587, 'name': PowerOnVM_Task, 'duration_secs': 0.588131} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.487940] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.488246] env[70398]: INFO nova.compute.manager [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Took 9.62 seconds to spawn the instance on the hypervisor. [ 965.488486] env[70398]: DEBUG nova.compute.manager [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 965.489265] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b7b476-4061-4687-855c-a59786bcfde5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.504032] env[70398]: DEBUG nova.network.neutron [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Updating instance_info_cache with network_info: [{"id": "1374420a-27ed-4395-8f03-57efea1e0a95", "address": "fa:16:3e:86:43:b7", "network": {"id": "8827b33f-2ae8-4694-a41f-8548aab18f7c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-40120438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61b38bccf64b49b086c80c4151b39806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1374420a-27", "ovs_interfaceid": "1374420a-27ed-4395-8f03-57efea1e0a95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.505708] env[70398]: DEBUG oslo_concurrency.lockutils [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Releasing lock "refresh_cache-4bf9e8b3-d15e-4353-b65f-851257c8aae1" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.505708] env[70398]: DEBUG nova.compute.manager [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] [instance: 4bf9e8b3-d15e-4353-b65f-851257c8aae1] Instance network_info: |[{"id": "49d12304-841e-4da2-ae68-642c4083c2e4", "address": "fa:16:3e:04:67:3d", "network": {"id": "42758820-6fc4-4dd5-80dd-c81a59014dd0", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-2117368878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38748aee09e046909b0e485161fa7771", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49d12304-84", "ovs_interfaceid": "49d12304-841e-4da2-ae68-642c4083c2e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 965.506558] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] [instance: 4bf9e8b3-d15e-4353-b65f-851257c8aae1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:67:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49d12304-841e-4da2-ae68-642c4083c2e4', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 965.515381] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Creating folder: Project (38748aee09e046909b0e485161fa7771). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 965.516862] env[70398]: DEBUG nova.compute.manager [req-119d2f71-91f1-41af-8f27-55620a7a1cce req-d0f3f0a2-2063-4bd2-8119-5119d75314cc service nova] [instance: ea8c9faf-bc44-432a-a3c3-c623af6817a2] Received event network-vif-deleted-a8805305-1b2f-4aa9-a74f-1550dada93fe {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.517066] env[70398]: DEBUG nova.compute.manager [req-119d2f71-91f1-41af-8f27-55620a7a1cce req-d0f3f0a2-2063-4bd2-8119-5119d75314cc service nova] [instance: cad40843-0cdf-483a-a030-0837aeca9bba] Received event network-vif-deleted-6ccac744-f678-4733-b7e6-be2863e7ecbd {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.518153] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6b81bd3-e78a-4723-b037-2ac0cb6117b4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.527611] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b7ded55-ce26-44e8-8612-74fee2d90128 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.528136] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e081edbd-5693-4bbb-97aa-ffbeae0122ea {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.531396] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Created folder: Project (38748aee09e046909b0e485161fa7771) in parent group-v687430. [ 965.531633] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Creating folder: Instances. Parent ref: group-v687652. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 965.532202] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2646e786-13a8-44b5-8501-0515bb28c47f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.537976] env[70398]: DEBUG oslo_vmware.api [None req-6b7ded55-ce26-44e8-8612-74fee2d90128 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Waiting for the task: (returnval){ [ 965.537976] env[70398]: value = "task-3444594" [ 965.537976] env[70398]: _type = "Task" [ 965.537976] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.546754] env[70398]: DEBUG oslo_vmware.api [None req-6b7ded55-ce26-44e8-8612-74fee2d90128 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3444594, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.548053] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Created folder: Instances in parent group-v687652. [ 965.548320] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.548532] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bf9e8b3-d15e-4353-b65f-851257c8aae1] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 965.548973] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ad6ccc2-531c-4df8-b904-25e2a55dc8dc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.580022] env[70398]: DEBUG oslo_vmware.api [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444590, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.580022] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 965.580022] env[70398]: value = "task-3444597" [ 965.580022] env[70398]: _type = "Task" [ 965.580022] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.587917] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444597, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.748796] env[70398]: DEBUG nova.scheduler.client.report [None req-37f4ddfe-e7ff-424b-992a-a421d06db890 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.846624] env[70398]: DEBUG oslo_vmware.api [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444592, 'name': Rename_Task, 'duration_secs': 0.209757} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.847998] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.847998] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4749d23c-afc2-428e-ae9a-acb093648449 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.855953] env[70398]: DEBUG oslo_vmware.api [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 965.855953] env[70398]: value = "task-3444599" [ 965.855953] env[70398]: _type = "Task" [ 965.855953] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.865805] env[70398]: DEBUG oslo_vmware.api [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444599, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.008445] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Releasing lock "refresh_cache-e6501d8a-8f13-4aff-8595-f3f273809e16" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.012531] env[70398]: INFO nova.compute.manager [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Took 27.99 seconds to build instance. [ 966.049694] env[70398]: DEBUG oslo_vmware.api [None req-6b7ded55-ce26-44e8-8612-74fee2d90128 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3444594, 'name': PowerOffVM_Task, 'duration_secs': 0.251287} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.050022] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b7ded55-ce26-44e8-8612-74fee2d90128 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.050218] env[70398]: DEBUG nova.compute.manager [None req-6b7ded55-ce26-44e8-8612-74fee2d90128 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.051392] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a733b1f-63f3-4c71-8b78-20c674e6c0ab {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.079238] env[70398]: DEBUG oslo_vmware.api [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444590, 'name': PowerOnVM_Task, 'duration_secs': 0.681345} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.079516] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.079716] env[70398]: INFO nova.compute.manager [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Took 9.56 seconds to spawn the instance on the hypervisor. [ 966.079962] env[70398]: DEBUG nova.compute.manager [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.081293] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd380aa-cab3-4ac7-8dba-2385a5b0f38b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.095060] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444597, 'name': CreateVM_Task, 'duration_secs': 0.376326} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.099702] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bf9e8b3-d15e-4353-b65f-851257c8aae1] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 966.099702] env[70398]: DEBUG oslo_concurrency.lockutils [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.099702] env[70398]: DEBUG oslo_concurrency.lockutils [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.099885] env[70398]: DEBUG oslo_concurrency.lockutils [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.101055] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fda0204-060f-4ab7-9f5e-9a0eeb5183b4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.107303] env[70398]: DEBUG oslo_vmware.api [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Waiting for the task: (returnval){ [ 966.107303] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ab9387-a6fb-346f-55c4-def5f26fecb8" [ 966.107303] env[70398]: _type = "Task" [ 966.107303] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.117186] env[70398]: DEBUG oslo_vmware.api [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ab9387-a6fb-346f-55c4-def5f26fecb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.254064] env[70398]: DEBUG oslo_concurrency.lockutils [None req-37f4ddfe-e7ff-424b-992a-a421d06db890 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.024s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.256604] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d24fac21-28ec-4923-b4f0-5106330947d8 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.732s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.257045] env[70398]: DEBUG nova.objects.instance [None req-d24fac21-28ec-4923-b4f0-5106330947d8 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Lazy-loading 'resources' on Instance uuid 57d1efc1-41f0-4134-a69a-3219fe03660b {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.277079] env[70398]: INFO nova.scheduler.client.report [None req-37f4ddfe-e7ff-424b-992a-a421d06db890 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Deleted allocations for instance e707265e-e17d-498e-bfbc-91fd03288d27 [ 966.366132] env[70398]: DEBUG nova.compute.manager [req-b81c0404-24a4-4eb3-9ded-af592f23927a req-1053a79d-f3f7-40de-8bbe-fce853646997 service nova] [instance: 4bf9e8b3-d15e-4353-b65f-851257c8aae1] Received event network-changed-49d12304-841e-4da2-ae68-642c4083c2e4 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.366323] env[70398]: DEBUG nova.compute.manager [req-b81c0404-24a4-4eb3-9ded-af592f23927a req-1053a79d-f3f7-40de-8bbe-fce853646997 service nova] [instance: 4bf9e8b3-d15e-4353-b65f-851257c8aae1] Refreshing instance network info cache due to event network-changed-49d12304-841e-4da2-ae68-642c4083c2e4. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 966.366535] env[70398]: DEBUG oslo_concurrency.lockutils [req-b81c0404-24a4-4eb3-9ded-af592f23927a req-1053a79d-f3f7-40de-8bbe-fce853646997 service nova] Acquiring lock "refresh_cache-4bf9e8b3-d15e-4353-b65f-851257c8aae1" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.366681] env[70398]: DEBUG oslo_concurrency.lockutils [req-b81c0404-24a4-4eb3-9ded-af592f23927a req-1053a79d-f3f7-40de-8bbe-fce853646997 service nova] Acquired lock "refresh_cache-4bf9e8b3-d15e-4353-b65f-851257c8aae1" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.366910] env[70398]: DEBUG nova.network.neutron [req-b81c0404-24a4-4eb3-9ded-af592f23927a req-1053a79d-f3f7-40de-8bbe-fce853646997 service nova] [instance: 4bf9e8b3-d15e-4353-b65f-851257c8aae1] Refreshing network info cache for port 49d12304-841e-4da2-ae68-642c4083c2e4 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 966.371464] env[70398]: DEBUG oslo_vmware.api [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444599, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.517063] env[70398]: DEBUG oslo_concurrency.lockutils [None req-359b7479-c07d-4e96-850a-8a5921ccde5f tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Lock "a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.504s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.571143] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6b7ded55-ce26-44e8-8612-74fee2d90128 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lock "effd3feb-1733-4485-bc19-2e089e5feef4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.071s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.608035] env[70398]: INFO nova.compute.manager [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Took 26.19 seconds to build instance. [ 966.621521] env[70398]: DEBUG oslo_vmware.api [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ab9387-a6fb-346f-55c4-def5f26fecb8, 'name': SearchDatastore_Task, 'duration_secs': 0.011646} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.622616] env[70398]: DEBUG oslo_concurrency.lockutils [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.622901] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] [instance: 4bf9e8b3-d15e-4353-b65f-851257c8aae1] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.623245] env[70398]: DEBUG oslo_concurrency.lockutils [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.623427] env[70398]: DEBUG oslo_concurrency.lockutils [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.623617] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.624486] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2ea7caf-7f8b-40a8-8459-686aab4f210f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.642359] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.642705] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.644213] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e51d693-0fcb-445f-88d2-6a38bd132f62 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.653328] env[70398]: DEBUG oslo_vmware.api [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Waiting for the task: (returnval){ [ 966.653328] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]520f71da-5089-76c1-9475-467ed725c6e6" [ 966.653328] env[70398]: _type = "Task" [ 966.653328] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.665679] env[70398]: DEBUG oslo_vmware.api [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]520f71da-5089-76c1-9475-467ed725c6e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.788688] env[70398]: DEBUG oslo_concurrency.lockutils [None req-37f4ddfe-e7ff-424b-992a-a421d06db890 tempest-ServersTestBootFromVolume-1412614803 tempest-ServersTestBootFromVolume-1412614803-project-member] Lock "e707265e-e17d-498e-bfbc-91fd03288d27" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.667s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.871697] env[70398]: DEBUG oslo_vmware.api [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444599, 'name': PowerOnVM_Task, 'duration_secs': 0.944954} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.877049] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.877330] env[70398]: INFO nova.compute.manager [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Took 7.82 seconds to spawn the instance on the hypervisor. [ 966.877553] env[70398]: DEBUG nova.compute.manager [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.878954] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e8f92f-db83-4db4-8a4b-5901a3b0c4d9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.903876] env[70398]: DEBUG nova.objects.instance [None req-7b76a150-b775-44da-9354-a026aace97d6 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lazy-loading 'flavor' on Instance uuid effd3feb-1733-4485-bc19-2e089e5feef4 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.115025] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3577cc20-5280-4955-b9af-308dfd720dd0 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "547a30db-a758-47b5-aef0-bc4d2351febb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.702s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.119152] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8980f710-a02d-49b2-af40-57ebf6234a7f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.127292] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b993cd3-6948-46b6-91ce-2d538889f082 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.176033] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040ec22d-4e3a-44d3-9fb4-3cf119ab5b6b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.188428] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250c570f-76d6-446e-a522-01553163532a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.192692] env[70398]: DEBUG oslo_vmware.api [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]520f71da-5089-76c1-9475-467ed725c6e6, 'name': SearchDatastore_Task, 'duration_secs': 0.041113} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.193939] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08ecfb52-32d4-49fc-973d-63325829001a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.207760] env[70398]: DEBUG nova.compute.provider_tree [None req-d24fac21-28ec-4923-b4f0-5106330947d8 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.213742] env[70398]: DEBUG oslo_vmware.api [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Waiting for the task: (returnval){ [ 967.213742] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52afb084-4359-1946-a709-315f3eb95b2c" [ 967.213742] env[70398]: _type = "Task" [ 967.213742] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.223556] env[70398]: DEBUG oslo_vmware.api [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52afb084-4359-1946-a709-315f3eb95b2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.329056] env[70398]: DEBUG nova.network.neutron [req-b81c0404-24a4-4eb3-9ded-af592f23927a req-1053a79d-f3f7-40de-8bbe-fce853646997 service nova] [instance: 4bf9e8b3-d15e-4353-b65f-851257c8aae1] Updated VIF entry in instance network info cache for port 49d12304-841e-4da2-ae68-642c4083c2e4. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 967.329527] env[70398]: DEBUG nova.network.neutron [req-b81c0404-24a4-4eb3-9ded-af592f23927a req-1053a79d-f3f7-40de-8bbe-fce853646997 service nova] [instance: 4bf9e8b3-d15e-4353-b65f-851257c8aae1] Updating instance_info_cache with network_info: [{"id": "49d12304-841e-4da2-ae68-642c4083c2e4", "address": "fa:16:3e:04:67:3d", "network": {"id": "42758820-6fc4-4dd5-80dd-c81a59014dd0", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-2117368878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38748aee09e046909b0e485161fa7771", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49d12304-84", "ovs_interfaceid": "49d12304-841e-4da2-ae68-642c4083c2e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.400655] env[70398]: INFO nova.compute.manager [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Took 26.55 seconds to build instance. [ 967.409901] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7b76a150-b775-44da-9354-a026aace97d6 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Acquiring lock "refresh_cache-effd3feb-1733-4485-bc19-2e089e5feef4" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.410087] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7b76a150-b775-44da-9354-a026aace97d6 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Acquired lock "refresh_cache-effd3feb-1733-4485-bc19-2e089e5feef4" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.410332] env[70398]: DEBUG nova.network.neutron [None req-7b76a150-b775-44da-9354-a026aace97d6 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.410439] env[70398]: DEBUG nova.objects.instance [None req-7b76a150-b775-44da-9354-a026aace97d6 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lazy-loading 'info_cache' on Instance uuid effd3feb-1733-4485-bc19-2e089e5feef4 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.531171] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcfdf45-9946-48b3-84f0-17a17ac50147 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.537900] env[70398]: DEBUG nova.compute.manager [req-dfef9179-14f5-41e4-944f-99e4f2b407a3 req-6577a971-3c65-4a60-82f7-631ea40a1601 service nova] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Received event network-changed-47ae1396-46cc-4299-b3bd-652701e70d4f {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.538116] env[70398]: DEBUG nova.compute.manager [req-dfef9179-14f5-41e4-944f-99e4f2b407a3 req-6577a971-3c65-4a60-82f7-631ea40a1601 service nova] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Refreshing instance network info cache due to event network-changed-47ae1396-46cc-4299-b3bd-652701e70d4f. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 967.538331] env[70398]: DEBUG oslo_concurrency.lockutils [req-dfef9179-14f5-41e4-944f-99e4f2b407a3 req-6577a971-3c65-4a60-82f7-631ea40a1601 service nova] Acquiring lock "refresh_cache-a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.538478] env[70398]: DEBUG oslo_concurrency.lockutils [req-dfef9179-14f5-41e4-944f-99e4f2b407a3 req-6577a971-3c65-4a60-82f7-631ea40a1601 service nova] Acquired lock "refresh_cache-a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.538664] env[70398]: DEBUG nova.network.neutron [req-dfef9179-14f5-41e4-944f-99e4f2b407a3 req-6577a971-3c65-4a60-82f7-631ea40a1601 service nova] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Refreshing network info cache for port 47ae1396-46cc-4299-b3bd-652701e70d4f {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 967.554725] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Updating instance 'e6501d8a-8f13-4aff-8595-f3f273809e16' progress to 0 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 967.562597] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d82e67f9-8e16-4d30-8f97-4823ad490119 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "547a30db-a758-47b5-aef0-bc4d2351febb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.562766] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d82e67f9-8e16-4d30-8f97-4823ad490119 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "547a30db-a758-47b5-aef0-bc4d2351febb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.562944] env[70398]: DEBUG nova.compute.manager [None req-d82e67f9-8e16-4d30-8f97-4823ad490119 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.564549] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79c3d67-71e6-49f7-a133-0940159fb539 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.571521] env[70398]: DEBUG nova.compute.manager [None req-d82e67f9-8e16-4d30-8f97-4823ad490119 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70398) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 967.572100] env[70398]: DEBUG nova.objects.instance [None req-d82e67f9-8e16-4d30-8f97-4823ad490119 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lazy-loading 'flavor' on Instance uuid 547a30db-a758-47b5-aef0-bc4d2351febb {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.712567] env[70398]: DEBUG nova.scheduler.client.report [None req-d24fac21-28ec-4923-b4f0-5106330947d8 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.727906] env[70398]: DEBUG oslo_vmware.api [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52afb084-4359-1946-a709-315f3eb95b2c, 'name': SearchDatastore_Task, 'duration_secs': 0.011257} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.728896] env[70398]: DEBUG oslo_concurrency.lockutils [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.728896] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 4bf9e8b3-d15e-4353-b65f-851257c8aae1/4bf9e8b3-d15e-4353-b65f-851257c8aae1.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 967.728896] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94f7702c-9546-4778-a203-c96b74b76a19 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.737715] env[70398]: DEBUG oslo_vmware.api [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Waiting for the task: (returnval){ [ 967.737715] env[70398]: value = "task-3444601" [ 967.737715] env[70398]: _type = "Task" [ 967.737715] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.746965] env[70398]: DEBUG oslo_vmware.api [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Task: {'id': task-3444601, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.834963] env[70398]: DEBUG oslo_concurrency.lockutils [req-b81c0404-24a4-4eb3-9ded-af592f23927a req-1053a79d-f3f7-40de-8bbe-fce853646997 service nova] Releasing lock "refresh_cache-4bf9e8b3-d15e-4353-b65f-851257c8aae1" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.903437] env[70398]: DEBUG oslo_concurrency.lockutils [None req-768fc1d5-d980-490b-a423-0f38e1abf112 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "4f9a94cf-cf72-40cc-89b7-1bf8dafa610f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.064s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.914311] env[70398]: DEBUG nova.objects.base [None req-7b76a150-b775-44da-9354-a026aace97d6 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70398) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 968.063835] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.064718] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d007739-f020-4ba7-9277-489507a5bf95 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.076934] env[70398]: DEBUG oslo_vmware.api [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 968.076934] env[70398]: value = "task-3444602" [ 968.076934] env[70398]: _type = "Task" [ 968.076934] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.091336] env[70398]: DEBUG oslo_vmware.api [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444602, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.222744] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d24fac21-28ec-4923-b4f0-5106330947d8 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.966s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.227370] env[70398]: DEBUG oslo_concurrency.lockutils [None req-25119828-f9bf-486f-b14f-e69ca37b2f01 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.805s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.227370] env[70398]: DEBUG oslo_concurrency.lockutils [None req-25119828-f9bf-486f-b14f-e69ca37b2f01 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.230896] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.809s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.233212] env[70398]: INFO nova.compute.claims [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] [instance: baf85f0f-75cb-44c6-a75d-77f396481cfe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 968.251300] env[70398]: DEBUG oslo_vmware.api [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Task: {'id': task-3444601, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44851} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.254930] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 4bf9e8b3-d15e-4353-b65f-851257c8aae1/4bf9e8b3-d15e-4353-b65f-851257c8aae1.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.256995] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] [instance: 4bf9e8b3-d15e-4353-b65f-851257c8aae1] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 968.256995] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb51f44c-8489-495b-869b-917a66c24f98 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.263263] env[70398]: INFO nova.scheduler.client.report [None req-d24fac21-28ec-4923-b4f0-5106330947d8 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Deleted allocations for instance 57d1efc1-41f0-4134-a69a-3219fe03660b [ 968.265705] env[70398]: DEBUG oslo_vmware.api [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Waiting for the task: (returnval){ [ 968.265705] env[70398]: value = "task-3444603" [ 968.265705] env[70398]: _type = "Task" [ 968.265705] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.279965] env[70398]: DEBUG oslo_vmware.api [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Task: {'id': task-3444603, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.282117] env[70398]: INFO nova.scheduler.client.report [None req-25119828-f9bf-486f-b14f-e69ca37b2f01 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Deleted allocations for instance 601d9380-4728-4bd0-b2e2-afa6761e4abc [ 968.435045] env[70398]: DEBUG nova.network.neutron [req-dfef9179-14f5-41e4-944f-99e4f2b407a3 req-6577a971-3c65-4a60-82f7-631ea40a1601 service nova] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Updated VIF entry in instance network info cache for port 47ae1396-46cc-4299-b3bd-652701e70d4f. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 968.435693] env[70398]: DEBUG nova.network.neutron [req-dfef9179-14f5-41e4-944f-99e4f2b407a3 req-6577a971-3c65-4a60-82f7-631ea40a1601 service nova] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Updating instance_info_cache with network_info: [{"id": "47ae1396-46cc-4299-b3bd-652701e70d4f", "address": "fa:16:3e:4c:fe:07", "network": {"id": "ae57b67c-3d8e-4ad4-b902-dd98e1f5cc6b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-472309363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26551bc9842b47b497dad60ba6c0394a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47ae1396-46", "ovs_interfaceid": "47ae1396-46cc-4299-b3bd-652701e70d4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.584692] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d82e67f9-8e16-4d30-8f97-4823ad490119 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.585152] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d62d26d0-9c2c-4dea-a9e2-0fd97743c9de {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.592716] env[70398]: DEBUG oslo_vmware.api [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444602, 'name': PowerOffVM_Task, 'duration_secs': 0.278894} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.593433] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.593645] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Updating instance 'e6501d8a-8f13-4aff-8595-f3f273809e16' progress to 17 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 968.599387] env[70398]: DEBUG oslo_vmware.api [None req-d82e67f9-8e16-4d30-8f97-4823ad490119 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 968.599387] env[70398]: value = "task-3444604" [ 968.599387] env[70398]: _type = "Task" [ 968.599387] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.380911] env[70398]: DEBUG oslo_concurrency.lockutils [req-dfef9179-14f5-41e4-944f-99e4f2b407a3 req-6577a971-3c65-4a60-82f7-631ea40a1601 service nova] Releasing lock "refresh_cache-a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.382588] env[70398]: DEBUG nova.virt.hardware [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 969.382798] env[70398]: DEBUG nova.virt.hardware [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.382931] env[70398]: DEBUG nova.virt.hardware [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.383119] env[70398]: DEBUG nova.virt.hardware [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.383264] env[70398]: DEBUG nova.virt.hardware [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.383410] env[70398]: DEBUG nova.virt.hardware [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 969.383597] env[70398]: DEBUG nova.virt.hardware [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 969.383754] env[70398]: DEBUG nova.virt.hardware [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 969.383920] env[70398]: DEBUG nova.virt.hardware [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 969.384088] env[70398]: DEBUG nova.virt.hardware [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 969.384262] env[70398]: DEBUG nova.virt.hardware [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 969.390352] env[70398]: DEBUG oslo_vmware.api [None req-d82e67f9-8e16-4d30-8f97-4823ad490119 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.390352] env[70398]: WARNING oslo_vmware.common.loopingcall [None req-d82e67f9-8e16-4d30-8f97-4823ad490119 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] task run outlasted interval by 0.28990099999999996 sec [ 969.392438] env[70398]: DEBUG oslo_concurrency.lockutils [None req-25119828-f9bf-486f-b14f-e69ca37b2f01 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Lock "601d9380-4728-4bd0-b2e2-afa6761e4abc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.211s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.393468] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d24fac21-28ec-4923-b4f0-5106330947d8 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Lock "57d1efc1-41f0-4134-a69a-3219fe03660b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.545s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.404419] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d9d1374-2096-4449-879f-a1da92150af6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.422982] env[70398]: DEBUG oslo_vmware.api [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Task: {'id': task-3444603, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077358} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.427309] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] [instance: 4bf9e8b3-d15e-4353-b65f-851257c8aae1] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 969.427690] env[70398]: DEBUG oslo_vmware.api [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 969.427690] env[70398]: value = "task-3444605" [ 969.427690] env[70398]: _type = "Task" [ 969.427690] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.428199] env[70398]: DEBUG oslo_vmware.api [None req-d82e67f9-8e16-4d30-8f97-4823ad490119 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444604, 'name': PowerOffVM_Task, 'duration_secs': 0.409182} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.428898] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfb8048-a859-49b3-8ff3-92bf28847cc1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.431516] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d82e67f9-8e16-4d30-8f97-4823ad490119 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.431741] env[70398]: DEBUG nova.compute.manager [None req-d82e67f9-8e16-4d30-8f97-4823ad490119 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.435308] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459cf340-2ddf-460a-adf8-6707930f36f9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.458501] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] [instance: 4bf9e8b3-d15e-4353-b65f-851257c8aae1] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 4bf9e8b3-d15e-4353-b65f-851257c8aae1/4bf9e8b3-d15e-4353-b65f-851257c8aae1.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.465832] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4dfa540-e8b0-4507-9645-bbeedf074c86 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.482573] env[70398]: DEBUG oslo_vmware.api [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.489882] env[70398]: DEBUG oslo_vmware.api [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Waiting for the task: (returnval){ [ 969.489882] env[70398]: value = "task-3444606" [ 969.489882] env[70398]: _type = "Task" [ 969.489882] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.501201] env[70398]: DEBUG oslo_vmware.api [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Task: {'id': task-3444606, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.605885] env[70398]: DEBUG oslo_concurrency.lockutils [None req-dbb21960-d3da-49e2-95c8-3bc28fa05bdf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "4f9a94cf-cf72-40cc-89b7-1bf8dafa610f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.606911] env[70398]: DEBUG oslo_concurrency.lockutils [None req-dbb21960-d3da-49e2-95c8-3bc28fa05bdf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "4f9a94cf-cf72-40cc-89b7-1bf8dafa610f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.637641] env[70398]: DEBUG nova.network.neutron [None req-7b76a150-b775-44da-9354-a026aace97d6 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Updating instance_info_cache with network_info: [{"id": "597ba547-8fbe-4f4c-9d45-489e49f0a598", "address": "fa:16:3e:4e:dd:35", "network": {"id": "fb01a3ef-f49b-4004-9dad-1ab83f2cdc5c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1367760524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5a04ab39eda46dd8b6665756bfa0ca8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap597ba547-8f", "ovs_interfaceid": "597ba547-8fbe-4f4c-9d45-489e49f0a598", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.950047] env[70398]: DEBUG oslo_vmware.api [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444605, 'name': ReconfigVM_Task, 'duration_secs': 0.195972} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.950569] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Updating instance 'e6501d8a-8f13-4aff-8595-f3f273809e16' progress to 33 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 969.989982] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d82e67f9-8e16-4d30-8f97-4823ad490119 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "547a30db-a758-47b5-aef0-bc4d2351febb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.427s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.006751] env[70398]: DEBUG oslo_vmware.api [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Task: {'id': task-3444606, 'name': ReconfigVM_Task, 'duration_secs': 0.363759} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.006751] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] [instance: 4bf9e8b3-d15e-4353-b65f-851257c8aae1] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 4bf9e8b3-d15e-4353-b65f-851257c8aae1/4bf9e8b3-d15e-4353-b65f-851257c8aae1.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.007712] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef604c21-643a-42e6-b0f8-ccb216f8dbbe {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.019160] env[70398]: DEBUG oslo_vmware.api [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Waiting for the task: (returnval){ [ 970.019160] env[70398]: value = "task-3444607" [ 970.019160] env[70398]: _type = "Task" [ 970.019160] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.030745] env[70398]: DEBUG oslo_concurrency.lockutils [None req-79090c00-b0a3-4c29-a992-68c6d062b2b7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Acquiring lock "4d9ff1a2-da45-4efd-af8c-d47907ce0768" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.031031] env[70398]: DEBUG oslo_concurrency.lockutils [None req-79090c00-b0a3-4c29-a992-68c6d062b2b7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Lock "4d9ff1a2-da45-4efd-af8c-d47907ce0768" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.031238] env[70398]: DEBUG oslo_concurrency.lockutils [None req-79090c00-b0a3-4c29-a992-68c6d062b2b7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Acquiring lock "4d9ff1a2-da45-4efd-af8c-d47907ce0768-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.031414] env[70398]: DEBUG oslo_concurrency.lockutils [None req-79090c00-b0a3-4c29-a992-68c6d062b2b7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Lock "4d9ff1a2-da45-4efd-af8c-d47907ce0768-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.031601] env[70398]: DEBUG oslo_concurrency.lockutils [None req-79090c00-b0a3-4c29-a992-68c6d062b2b7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Lock "4d9ff1a2-da45-4efd-af8c-d47907ce0768-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.033565] env[70398]: DEBUG oslo_vmware.api [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Task: {'id': task-3444607, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.034188] env[70398]: INFO nova.compute.manager [None req-79090c00-b0a3-4c29-a992-68c6d062b2b7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Terminating instance [ 970.109948] env[70398]: DEBUG nova.compute.utils [None req-dbb21960-d3da-49e2-95c8-3bc28fa05bdf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 970.142275] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7b76a150-b775-44da-9354-a026aace97d6 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Releasing lock "refresh_cache-effd3feb-1733-4485-bc19-2e089e5feef4" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.163019] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfdd455d-3641-4df2-966f-542eda27180c tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Volume attach. Driver type: vmdk {{(pid=70398) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 970.163279] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfdd455d-3641-4df2-966f-542eda27180c tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687656', 'volume_id': '072d8084-05f7-40c8-a7bc-d683e1328851', 'name': 'volume-072d8084-05f7-40c8-a7bc-d683e1328851', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3805da77-9f5d-4ffa-bc7b-141c94be3982', 'attached_at': '', 'detached_at': '', 'volume_id': '072d8084-05f7-40c8-a7bc-d683e1328851', 'serial': '072d8084-05f7-40c8-a7bc-d683e1328851'} {{(pid=70398) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 970.165381] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351ebbc8-127b-4155-a8d2-e9a3a0125243 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.182906] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aaf0dd0-306d-43d3-9ddc-3a28aeee7350 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.212057] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfdd455d-3641-4df2-966f-542eda27180c tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] volume-072d8084-05f7-40c8-a7bc-d683e1328851/volume-072d8084-05f7-40c8-a7bc-d683e1328851.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.215602] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7ed0df9-a8b0-4e8f-951f-c7cada620239 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.239425] env[70398]: DEBUG oslo_vmware.api [None req-bfdd455d-3641-4df2-966f-542eda27180c tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 970.239425] env[70398]: value = "task-3444608" [ 970.239425] env[70398]: _type = "Task" [ 970.239425] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.250898] env[70398]: DEBUG oslo_vmware.api [None req-bfdd455d-3641-4df2-966f-542eda27180c tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444608, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.321571] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb045a5-f668-4a0e-88a2-2f367507df5a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.328954] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b1c29c-ff36-4e23-a77d-22c784dfdae3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.361471] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fa9914-bab8-431b-ab3e-74d0e4dc31e8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.369805] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3c35f7-ac8c-47a8-9cb4-473af4ecf259 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.384112] env[70398]: DEBUG nova.compute.provider_tree [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.457044] env[70398]: DEBUG nova.virt.hardware [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 970.457339] env[70398]: DEBUG nova.virt.hardware [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 970.457452] env[70398]: DEBUG nova.virt.hardware [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.457631] env[70398]: DEBUG nova.virt.hardware [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 970.457777] env[70398]: DEBUG nova.virt.hardware [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.457925] env[70398]: DEBUG nova.virt.hardware [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 970.458213] env[70398]: DEBUG nova.virt.hardware [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 970.458422] env[70398]: DEBUG nova.virt.hardware [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 970.458618] env[70398]: DEBUG nova.virt.hardware [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 970.458794] env[70398]: DEBUG nova.virt.hardware [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 970.458983] env[70398]: DEBUG nova.virt.hardware [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 970.465235] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Reconfiguring VM instance instance-0000004c to detach disk 2000 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 970.465939] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-120ecdae-0870-44af-b47d-1710f91eb99a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.487813] env[70398]: DEBUG oslo_vmware.api [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 970.487813] env[70398]: value = "task-3444609" [ 970.487813] env[70398]: _type = "Task" [ 970.487813] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.496612] env[70398]: DEBUG oslo_vmware.api [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444609, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.529704] env[70398]: DEBUG oslo_vmware.api [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Task: {'id': task-3444607, 'name': Rename_Task, 'duration_secs': 0.157239} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.530444] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] [instance: 4bf9e8b3-d15e-4353-b65f-851257c8aae1] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.530756] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd43c8d5-ee31-4182-9f2f-2ad094d2bd83 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.540169] env[70398]: DEBUG nova.compute.manager [None req-79090c00-b0a3-4c29-a992-68c6d062b2b7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 970.540428] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-79090c00-b0a3-4c29-a992-68c6d062b2b7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.542306] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d855c7-fbd5-421a-a352-be2ede93bb32 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.545563] env[70398]: DEBUG oslo_vmware.api [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Waiting for the task: (returnval){ [ 970.545563] env[70398]: value = "task-3444610" [ 970.545563] env[70398]: _type = "Task" [ 970.545563] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.552333] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-79090c00-b0a3-4c29-a992-68c6d062b2b7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.553547] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca7ab954-8fe6-42c5-9128-daea264d79ae {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.558859] env[70398]: DEBUG oslo_vmware.api [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Task: {'id': task-3444610, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.560580] env[70398]: DEBUG oslo_vmware.api [None req-79090c00-b0a3-4c29-a992-68c6d062b2b7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Waiting for the task: (returnval){ [ 970.560580] env[70398]: value = "task-3444611" [ 970.560580] env[70398]: _type = "Task" [ 970.560580] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.570306] env[70398]: DEBUG oslo_vmware.api [None req-79090c00-b0a3-4c29-a992-68c6d062b2b7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444611, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.613364] env[70398]: DEBUG oslo_concurrency.lockutils [None req-dbb21960-d3da-49e2-95c8-3bc28fa05bdf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "4f9a94cf-cf72-40cc-89b7-1bf8dafa610f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.753043] env[70398]: DEBUG oslo_vmware.api [None req-bfdd455d-3641-4df2-966f-542eda27180c tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444608, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.891659] env[70398]: DEBUG nova.scheduler.client.report [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.001957] env[70398]: DEBUG oslo_vmware.api [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444609, 'name': ReconfigVM_Task, 'duration_secs': 0.230534} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.002265] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Reconfigured VM instance instance-0000004c to detach disk 2000 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 971.003040] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac72ae90-4c2f-433a-bdf2-6fa5209d3057 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.030017] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] e6501d8a-8f13-4aff-8595-f3f273809e16/e6501d8a-8f13-4aff-8595-f3f273809e16.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 971.030017] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cf27615-8a46-40c9-84b0-e40988c970a1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.051705] env[70398]: DEBUG oslo_vmware.api [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 971.051705] env[70398]: value = "task-3444612" [ 971.051705] env[70398]: _type = "Task" [ 971.051705] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.058740] env[70398]: DEBUG oslo_vmware.api [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Task: {'id': task-3444610, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.067837] env[70398]: DEBUG oslo_vmware.api [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444612, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.075427] env[70398]: DEBUG oslo_vmware.api [None req-79090c00-b0a3-4c29-a992-68c6d062b2b7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444611, 'name': PowerOffVM_Task, 'duration_secs': 0.213647} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.075734] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-79090c00-b0a3-4c29-a992-68c6d062b2b7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.075916] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-79090c00-b0a3-4c29-a992-68c6d062b2b7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 971.076171] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50cb57b4-6c69-4ce3-8bd2-1e6551c84d9e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.148819] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b76a150-b775-44da-9354-a026aace97d6 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.148970] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7093bb38-fa45-4ed6-a7e3-9b497c6722d1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.157977] env[70398]: DEBUG oslo_vmware.api [None req-7b76a150-b775-44da-9354-a026aace97d6 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Waiting for the task: (returnval){ [ 971.157977] env[70398]: value = "task-3444614" [ 971.157977] env[70398]: _type = "Task" [ 971.157977] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.170371] env[70398]: DEBUG oslo_vmware.api [None req-7b76a150-b775-44da-9354-a026aace97d6 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3444614, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.171792] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-79090c00-b0a3-4c29-a992-68c6d062b2b7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 971.172019] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-79090c00-b0a3-4c29-a992-68c6d062b2b7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 971.172208] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-79090c00-b0a3-4c29-a992-68c6d062b2b7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Deleting the datastore file [datastore1] 4d9ff1a2-da45-4efd-af8c-d47907ce0768 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.172466] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36951281-cb13-45a9-af79-0ea80db407d1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.183156] env[70398]: DEBUG oslo_vmware.api [None req-79090c00-b0a3-4c29-a992-68c6d062b2b7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Waiting for the task: (returnval){ [ 971.183156] env[70398]: value = "task-3444615" [ 971.183156] env[70398]: _type = "Task" [ 971.183156] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.194021] env[70398]: DEBUG oslo_vmware.api [None req-79090c00-b0a3-4c29-a992-68c6d062b2b7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444615, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.253518] env[70398]: DEBUG oslo_vmware.api [None req-bfdd455d-3641-4df2-966f-542eda27180c tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444608, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.330795] env[70398]: INFO nova.compute.manager [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Rebuilding instance [ 971.382355] env[70398]: DEBUG nova.compute.manager [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.383267] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a600ef2-ecd6-40c5-8a03-b1480f008dd8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.394407] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.164s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.394887] env[70398]: DEBUG nova.compute.manager [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] [instance: baf85f0f-75cb-44c6-a75d-77f396481cfe] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 971.397697] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.031s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.399071] env[70398]: INFO nova.compute.claims [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 971.563786] env[70398]: DEBUG oslo_vmware.api [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Task: {'id': task-3444610, 'name': PowerOnVM_Task, 'duration_secs': 0.5441} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.564425] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] [instance: 4bf9e8b3-d15e-4353-b65f-851257c8aae1] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.564668] env[70398]: INFO nova.compute.manager [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] [instance: 4bf9e8b3-d15e-4353-b65f-851257c8aae1] Took 7.88 seconds to spawn the instance on the hypervisor. [ 971.564860] env[70398]: DEBUG nova.compute.manager [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] [instance: 4bf9e8b3-d15e-4353-b65f-851257c8aae1] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.565741] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72014e1d-4717-4f46-bbda-ceff83eac716 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.572717] env[70398]: DEBUG oslo_vmware.api [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444612, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.668699] env[70398]: DEBUG oslo_vmware.api [None req-7b76a150-b775-44da-9354-a026aace97d6 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3444614, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.691292] env[70398]: DEBUG oslo_concurrency.lockutils [None req-dbb21960-d3da-49e2-95c8-3bc28fa05bdf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "4f9a94cf-cf72-40cc-89b7-1bf8dafa610f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.691996] env[70398]: DEBUG oslo_concurrency.lockutils [None req-dbb21960-d3da-49e2-95c8-3bc28fa05bdf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "4f9a94cf-cf72-40cc-89b7-1bf8dafa610f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.694028] env[70398]: INFO nova.compute.manager [None req-dbb21960-d3da-49e2-95c8-3bc28fa05bdf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Attaching volume 00a98023-79da-4901-a4df-1f52d3a6b9a4 to /dev/sdb [ 971.695040] env[70398]: DEBUG oslo_vmware.api [None req-79090c00-b0a3-4c29-a992-68c6d062b2b7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Task: {'id': task-3444615, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332374} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.695871] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-79090c00-b0a3-4c29-a992-68c6d062b2b7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.696267] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-79090c00-b0a3-4c29-a992-68c6d062b2b7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.696599] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-79090c00-b0a3-4c29-a992-68c6d062b2b7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.698081] env[70398]: INFO nova.compute.manager [None req-79090c00-b0a3-4c29-a992-68c6d062b2b7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Took 1.16 seconds to destroy the instance on the hypervisor. [ 971.698081] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79090c00-b0a3-4c29-a992-68c6d062b2b7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.698081] env[70398]: DEBUG nova.compute.manager [-] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 971.698081] env[70398]: DEBUG nova.network.neutron [-] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 971.739926] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087abeb4-30d6-4f21-8873-cfd0f0cf1f65 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.756727] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ef54f1-069c-4de8-856b-8ab033be14bf {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.760407] env[70398]: DEBUG oslo_vmware.api [None req-bfdd455d-3641-4df2-966f-542eda27180c tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444608, 'name': ReconfigVM_Task, 'duration_secs': 1.367589} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.762162] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfdd455d-3641-4df2-966f-542eda27180c tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Reconfigured VM instance instance-00000046 to attach disk [datastore1] volume-072d8084-05f7-40c8-a7bc-d683e1328851/volume-072d8084-05f7-40c8-a7bc-d683e1328851.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.769567] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d1104c1-8b3a-43b5-a3c1-ffa16e073a83 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.785942] env[70398]: DEBUG nova.virt.block_device [None req-dbb21960-d3da-49e2-95c8-3bc28fa05bdf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Updating existing volume attachment record: 82c05cb1-239b-417f-b8e3-7425f8cbdd3c {{(pid=70398) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 971.789116] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 971.789688] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 971.795178] env[70398]: DEBUG oslo_vmware.api [None req-bfdd455d-3641-4df2-966f-542eda27180c tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 971.795178] env[70398]: value = "task-3444616" [ 971.795178] env[70398]: _type = "Task" [ 971.795178] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.805300] env[70398]: DEBUG oslo_vmware.api [None req-bfdd455d-3641-4df2-966f-542eda27180c tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444616, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.904264] env[70398]: DEBUG nova.compute.utils [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 971.908520] env[70398]: DEBUG nova.compute.manager [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] [instance: baf85f0f-75cb-44c6-a75d-77f396481cfe] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 971.908520] env[70398]: DEBUG nova.network.neutron [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] [instance: baf85f0f-75cb-44c6-a75d-77f396481cfe] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 971.954955] env[70398]: DEBUG nova.policy [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf67bcf96b7d4b2392ce4743e9cfbf19', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '80dd4fe2b269491685942c9a86fa904f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 972.066676] env[70398]: DEBUG oslo_vmware.api [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444612, 'name': ReconfigVM_Task, 'duration_secs': 0.554464} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.067686] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Reconfigured VM instance instance-0000004c to attach disk [datastore2] e6501d8a-8f13-4aff-8595-f3f273809e16/e6501d8a-8f13-4aff-8595-f3f273809e16.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 972.067686] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Updating instance 'e6501d8a-8f13-4aff-8595-f3f273809e16' progress to 50 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 972.100923] env[70398]: INFO nova.compute.manager [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] [instance: 4bf9e8b3-d15e-4353-b65f-851257c8aae1] Took 30.04 seconds to build instance. [ 972.171142] env[70398]: DEBUG oslo_vmware.api [None req-7b76a150-b775-44da-9354-a026aace97d6 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3444614, 'name': PowerOnVM_Task, 'duration_secs': 0.609182} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.171429] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b76a150-b775-44da-9354-a026aace97d6 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.171657] env[70398]: DEBUG nova.compute.manager [None req-7b76a150-b775-44da-9354-a026aace97d6 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 972.172468] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d68f87-0aa4-4e90-a811-81c684e7004b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.302459] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 972.302459] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 972.302917] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 972.302917] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 972.302917] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 972.303177] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 972.303217] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70398) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 972.303897] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 972.308711] env[70398]: DEBUG oslo_vmware.api [None req-bfdd455d-3641-4df2-966f-542eda27180c tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444616, 'name': ReconfigVM_Task, 'duration_secs': 0.180974} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.308866] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfdd455d-3641-4df2-966f-542eda27180c tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687656', 'volume_id': '072d8084-05f7-40c8-a7bc-d683e1328851', 'name': 'volume-072d8084-05f7-40c8-a7bc-d683e1328851', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3805da77-9f5d-4ffa-bc7b-141c94be3982', 'attached_at': '', 'detached_at': '', 'volume_id': '072d8084-05f7-40c8-a7bc-d683e1328851', 'serial': '072d8084-05f7-40c8-a7bc-d683e1328851'} {{(pid=70398) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 972.327849] env[70398]: DEBUG nova.compute.manager [req-5dd61cd0-7b85-48de-b3ba-3c2131bb8074 req-d2c8efa2-1549-4b79-949b-df58107bd54a service nova] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Received event network-vif-deleted-7646ade7-aea6-47e1-85a2-3472d62c7b4e {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.328080] env[70398]: INFO nova.compute.manager [req-5dd61cd0-7b85-48de-b3ba-3c2131bb8074 req-d2c8efa2-1549-4b79-949b-df58107bd54a service nova] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Neutron deleted interface 7646ade7-aea6-47e1-85a2-3472d62c7b4e; detaching it from the instance and deleting it from the info cache [ 972.328258] env[70398]: DEBUG nova.network.neutron [req-5dd61cd0-7b85-48de-b3ba-3c2131bb8074 req-d2c8efa2-1549-4b79-949b-df58107bd54a service nova] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.352592] env[70398]: DEBUG nova.network.neutron [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] [instance: baf85f0f-75cb-44c6-a75d-77f396481cfe] Successfully created port: 3265be05-226f-42f8-b78d-12bf7c03cc38 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 972.368040] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1055944d-a3ee-42d6-8743-79818c4cb97c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "interface-04f55f97-bcbd-427d-b953-cb9e1d6d9b21-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.368307] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1055944d-a3ee-42d6-8743-79818c4cb97c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "interface-04f55f97-bcbd-427d-b953-cb9e1d6d9b21-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.368670] env[70398]: DEBUG nova.objects.instance [None req-1055944d-a3ee-42d6-8743-79818c4cb97c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lazy-loading 'flavor' on Instance uuid 04f55f97-bcbd-427d-b953-cb9e1d6d9b21 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.398870] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.402194] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-657cdfac-b4e2-42d9-bb7a-e0428efbc20c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.407054] env[70398]: DEBUG oslo_vmware.api [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 972.407054] env[70398]: value = "task-3444618" [ 972.407054] env[70398]: _type = "Task" [ 972.407054] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.410854] env[70398]: DEBUG nova.compute.manager [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] [instance: baf85f0f-75cb-44c6-a75d-77f396481cfe] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 972.421565] env[70398]: DEBUG oslo_vmware.api [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444618, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.575564] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba66ffc-649d-4840-ae42-12beee237832 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.606578] env[70398]: DEBUG nova.network.neutron [-] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.607924] env[70398]: DEBUG oslo_concurrency.lockutils [None req-faf1ec1d-9775-40b3-a0f1-cac9f768203c tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Lock "4bf9e8b3-d15e-4353-b65f-851257c8aae1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.564s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.611642] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eca826c-99fa-466f-a2ed-21255017936a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.631873] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Updating instance 'e6501d8a-8f13-4aff-8595-f3f273809e16' progress to 67 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 972.772000] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580fe450-7456-44aa-8442-245a35c72219 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.782663] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1d3094-d914-4973-86e2-09032d2ef177 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.814393] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.818141] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ad3375-274d-4f24-b0aa-dde22641f145 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.827308] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6d0aa7-daa2-4fe7-8b0d-d54116fb649b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.831573] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4b6dfc51-a5a2-4f76-83d7-f6f55679282d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.844488] env[70398]: DEBUG nova.compute.provider_tree [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.849981] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6a7fd7-929a-4535-8793-09bf59f62e35 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.872806] env[70398]: DEBUG nova.objects.instance [None req-1055944d-a3ee-42d6-8743-79818c4cb97c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lazy-loading 'pci_requests' on Instance uuid 04f55f97-bcbd-427d-b953-cb9e1d6d9b21 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.891815] env[70398]: DEBUG nova.compute.manager [req-5dd61cd0-7b85-48de-b3ba-3c2131bb8074 req-d2c8efa2-1549-4b79-949b-df58107bd54a service nova] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Detach interface failed, port_id=7646ade7-aea6-47e1-85a2-3472d62c7b4e, reason: Instance 4d9ff1a2-da45-4efd-af8c-d47907ce0768 could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 972.922080] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] VM already powered off {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 972.922340] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 972.923337] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b436d6a-0f44-4e83-99c9-9ae2c4e0e20b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.931457] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 972.931709] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1edb67b8-4883-4a03-a53b-95af86622f00 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.006264] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.006264] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.006456] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Deleting the datastore file [datastore2] 547a30db-a758-47b5-aef0-bc4d2351febb {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.006727] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ddaf896d-9ce9-474b-8888-680cc5810cbf {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.015144] env[70398]: DEBUG oslo_vmware.api [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 973.015144] env[70398]: value = "task-3444622" [ 973.015144] env[70398]: _type = "Task" [ 973.015144] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.025325] env[70398]: DEBUG oslo_vmware.api [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.117201] env[70398]: INFO nova.compute.manager [-] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Took 1.42 seconds to deallocate network for instance. [ 973.201434] env[70398]: DEBUG nova.network.neutron [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Port 1374420a-27ed-4395-8f03-57efea1e0a95 binding to destination host cpu-1 is already ACTIVE {{(pid=70398) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 973.348372] env[70398]: DEBUG nova.scheduler.client.report [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.364977] env[70398]: DEBUG nova.objects.instance [None req-bfdd455d-3641-4df2-966f-542eda27180c tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lazy-loading 'flavor' on Instance uuid 3805da77-9f5d-4ffa-bc7b-141c94be3982 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.374585] env[70398]: DEBUG nova.objects.base [None req-1055944d-a3ee-42d6-8743-79818c4cb97c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Object Instance<04f55f97-bcbd-427d-b953-cb9e1d6d9b21> lazy-loaded attributes: flavor,pci_requests {{(pid=70398) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 973.374817] env[70398]: DEBUG nova.network.neutron [None req-1055944d-a3ee-42d6-8743-79818c4cb97c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 973.424817] env[70398]: DEBUG nova.compute.manager [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] [instance: baf85f0f-75cb-44c6-a75d-77f396481cfe] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 973.455520] env[70398]: DEBUG nova.virt.hardware [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 973.455714] env[70398]: DEBUG nova.virt.hardware [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 973.455872] env[70398]: DEBUG nova.virt.hardware [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 973.456062] env[70398]: DEBUG nova.virt.hardware [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 973.456208] env[70398]: DEBUG nova.virt.hardware [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 973.456355] env[70398]: DEBUG nova.virt.hardware [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 973.456559] env[70398]: DEBUG nova.virt.hardware [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 973.457025] env[70398]: DEBUG nova.virt.hardware [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 973.457239] env[70398]: DEBUG nova.virt.hardware [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 973.457409] env[70398]: DEBUG nova.virt.hardware [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 973.457582] env[70398]: DEBUG nova.virt.hardware [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 973.459545] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51df0d7d-ffa0-4c93-8ad9-0425379477d8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.471037] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf544961-941a-4277-9aa4-6ddb08d2c7c1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.494557] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1055944d-a3ee-42d6-8743-79818c4cb97c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "interface-04f55f97-bcbd-427d-b953-cb9e1d6d9b21-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.126s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.526033] env[70398]: DEBUG oslo_vmware.api [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444622, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20656} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.529084] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 973.529084] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 973.529084] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 973.624038] env[70398]: DEBUG oslo_concurrency.lockutils [None req-79090c00-b0a3-4c29-a992-68c6d062b2b7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.854422] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.855031] env[70398]: DEBUG nova.compute.manager [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 973.861983] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.284s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.864113] env[70398]: INFO nova.compute.claims [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 003a9ff4-da21-4a6c-9659-4f309a3482a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 973.871071] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bfdd455d-3641-4df2-966f-542eda27180c tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "3805da77-9f5d-4ffa-bc7b-141c94be3982" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.823s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.099692] env[70398]: DEBUG nova.network.neutron [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] [instance: baf85f0f-75cb-44c6-a75d-77f396481cfe] Successfully updated port: 3265be05-226f-42f8-b78d-12bf7c03cc38 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 974.223898] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "e6501d8a-8f13-4aff-8595-f3f273809e16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.224218] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "e6501d8a-8f13-4aff-8595-f3f273809e16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.224432] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "e6501d8a-8f13-4aff-8595-f3f273809e16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.368361] env[70398]: DEBUG nova.compute.utils [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 974.371287] env[70398]: DEBUG nova.compute.manager [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Not allocating networking since 'none' was specified. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 974.406200] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e4a2f675-f1a1-428b-a8cf-199e66509da6 tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Acquiring lock "4bf9e8b3-d15e-4353-b65f-851257c8aae1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.406473] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e4a2f675-f1a1-428b-a8cf-199e66509da6 tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Lock "4bf9e8b3-d15e-4353-b65f-851257c8aae1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.406679] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e4a2f675-f1a1-428b-a8cf-199e66509da6 tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Acquiring lock "4bf9e8b3-d15e-4353-b65f-851257c8aae1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.407204] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e4a2f675-f1a1-428b-a8cf-199e66509da6 tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Lock "4bf9e8b3-d15e-4353-b65f-851257c8aae1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.407204] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e4a2f675-f1a1-428b-a8cf-199e66509da6 tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Lock "4bf9e8b3-d15e-4353-b65f-851257c8aae1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.410726] env[70398]: INFO nova.compute.manager [None req-e4a2f675-f1a1-428b-a8cf-199e66509da6 tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] [instance: 4bf9e8b3-d15e-4353-b65f-851257c8aae1] Terminating instance [ 974.563908] env[70398]: DEBUG nova.virt.hardware [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 974.563908] env[70398]: DEBUG nova.virt.hardware [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 974.563908] env[70398]: DEBUG nova.virt.hardware [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 974.563908] env[70398]: DEBUG nova.virt.hardware [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 974.563908] env[70398]: DEBUG nova.virt.hardware [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 974.563908] env[70398]: DEBUG nova.virt.hardware [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 974.563908] env[70398]: DEBUG nova.virt.hardware [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 974.563908] env[70398]: DEBUG nova.virt.hardware [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 974.563908] env[70398]: DEBUG nova.virt.hardware [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 974.563908] env[70398]: DEBUG nova.virt.hardware [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 974.565223] env[70398]: DEBUG nova.virt.hardware [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 974.565223] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f060e5-2f9f-4810-89a1-6fe8077cd383 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.575247] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08bea21c-cdb8-475e-b6f6-39b20cde0605 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.589603] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:dc:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4406a73e-2189-46ac-9e96-4f0af80b5094', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b4b2e37-d688-4056-8fea-be49c1483858', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 974.598381] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.599030] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 974.599030] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6651a81a-a781-400e-a95d-9a5f8026c193 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.614485] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Acquiring lock "refresh_cache-baf85f0f-75cb-44c6-a75d-77f396481cfe" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.614485] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Acquired lock "refresh_cache-baf85f0f-75cb-44c6-a75d-77f396481cfe" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.614644] env[70398]: DEBUG nova.network.neutron [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] [instance: baf85f0f-75cb-44c6-a75d-77f396481cfe] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.623605] env[70398]: DEBUG nova.compute.manager [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Stashing vm_state: active {{(pid=70398) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 974.633580] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 974.633580] env[70398]: value = "task-3444624" [ 974.633580] env[70398]: _type = "Task" [ 974.633580] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.645674] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444624, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.680577] env[70398]: DEBUG nova.network.neutron [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] [instance: baf85f0f-75cb-44c6-a75d-77f396481cfe] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 974.706070] env[70398]: DEBUG nova.compute.manager [req-7391dd67-3007-43b6-a452-df020a5b69fc req-d3cebf76-d36d-4947-8e8c-84e79a43b65b service nova] [instance: baf85f0f-75cb-44c6-a75d-77f396481cfe] Received event network-vif-plugged-3265be05-226f-42f8-b78d-12bf7c03cc38 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.706418] env[70398]: DEBUG oslo_concurrency.lockutils [req-7391dd67-3007-43b6-a452-df020a5b69fc req-d3cebf76-d36d-4947-8e8c-84e79a43b65b service nova] Acquiring lock "baf85f0f-75cb-44c6-a75d-77f396481cfe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.706687] env[70398]: DEBUG oslo_concurrency.lockutils [req-7391dd67-3007-43b6-a452-df020a5b69fc req-d3cebf76-d36d-4947-8e8c-84e79a43b65b service nova] Lock "baf85f0f-75cb-44c6-a75d-77f396481cfe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.706939] env[70398]: DEBUG oslo_concurrency.lockutils [req-7391dd67-3007-43b6-a452-df020a5b69fc req-d3cebf76-d36d-4947-8e8c-84e79a43b65b service nova] Lock "baf85f0f-75cb-44c6-a75d-77f396481cfe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.707373] env[70398]: DEBUG nova.compute.manager [req-7391dd67-3007-43b6-a452-df020a5b69fc req-d3cebf76-d36d-4947-8e8c-84e79a43b65b service nova] [instance: baf85f0f-75cb-44c6-a75d-77f396481cfe] No waiting events found dispatching network-vif-plugged-3265be05-226f-42f8-b78d-12bf7c03cc38 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 974.707616] env[70398]: WARNING nova.compute.manager [req-7391dd67-3007-43b6-a452-df020a5b69fc req-d3cebf76-d36d-4947-8e8c-84e79a43b65b service nova] [instance: baf85f0f-75cb-44c6-a75d-77f396481cfe] Received unexpected event network-vif-plugged-3265be05-226f-42f8-b78d-12bf7c03cc38 for instance with vm_state building and task_state spawning. [ 974.871100] env[70398]: DEBUG nova.network.neutron [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] [instance: baf85f0f-75cb-44c6-a75d-77f396481cfe] Updating instance_info_cache with network_info: [{"id": "3265be05-226f-42f8-b78d-12bf7c03cc38", "address": "fa:16:3e:b4:ba:20", "network": {"id": "cc47f361-a3c5-4afd-b859-14a2a0245c3c", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1227201685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80dd4fe2b269491685942c9a86fa904f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3265be05-22", "ovs_interfaceid": "3265be05-226f-42f8-b78d-12bf7c03cc38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.874635] env[70398]: DEBUG nova.compute.manager [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 974.914901] env[70398]: DEBUG nova.compute.manager [None req-e4a2f675-f1a1-428b-a8cf-199e66509da6 tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] [instance: 4bf9e8b3-d15e-4353-b65f-851257c8aae1] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 974.914901] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a2f675-f1a1-428b-a8cf-199e66509da6 tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] [instance: 4bf9e8b3-d15e-4353-b65f-851257c8aae1] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.914901] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9513eb-a76d-4492-a9f8-b66cd107f7a2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.926433] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4a2f675-f1a1-428b-a8cf-199e66509da6 tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] [instance: 4bf9e8b3-d15e-4353-b65f-851257c8aae1] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.926646] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-886f8e47-b3f0-4ed1-a859-84b4ccc54abd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.942193] env[70398]: DEBUG oslo_vmware.api [None req-e4a2f675-f1a1-428b-a8cf-199e66509da6 tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Waiting for the task: (returnval){ [ 974.942193] env[70398]: value = "task-3444625" [ 974.942193] env[70398]: _type = "Task" [ 974.942193] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.952380] env[70398]: DEBUG oslo_vmware.api [None req-e4a2f675-f1a1-428b-a8cf-199e66509da6 tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Task: {'id': task-3444625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.080343] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Acquiring lock "2a7e725a-4c13-4566-82e8-d93bcfc22e70" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.080637] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Lock "2a7e725a-4c13-4566-82e8-d93bcfc22e70" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.140918] env[70398]: DEBUG oslo_concurrency.lockutils [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.147080] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444624, 'name': CreateVM_Task, 'duration_secs': 0.390164} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.147312] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 975.148021] env[70398]: DEBUG oslo_concurrency.lockutils [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.148192] env[70398]: DEBUG oslo_concurrency.lockutils [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.148505] env[70398]: DEBUG oslo_concurrency.lockutils [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.148784] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-240c94be-35ef-4c9f-a675-8fae9860069e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.156999] env[70398]: DEBUG oslo_vmware.api [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 975.156999] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52c0a92d-150e-d436-c979-7c4e67f9be81" [ 975.156999] env[70398]: _type = "Task" [ 975.156999] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.169955] env[70398]: DEBUG oslo_vmware.api [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52c0a92d-150e-d436-c979-7c4e67f9be81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.195526] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105b2f05-e356-4661-8b4b-82fda821c607 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.204369] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd611421-1940-4280-9e57-b143734b88ac {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.237498] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf9448c-1a6b-4fb8-b879-7e24b209c28b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.245705] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d7e2b5-b218-4fe3-9e9f-0e5668ddf90e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.260126] env[70398]: DEBUG nova.compute.provider_tree [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.269100] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "refresh_cache-e6501d8a-8f13-4aff-8595-f3f273809e16" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.269100] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquired lock "refresh_cache-e6501d8a-8f13-4aff-8595-f3f273809e16" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.269100] env[70398]: DEBUG nova.network.neutron [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.374185] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Releasing lock "refresh_cache-baf85f0f-75cb-44c6-a75d-77f396481cfe" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.374555] env[70398]: DEBUG nova.compute.manager [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] [instance: baf85f0f-75cb-44c6-a75d-77f396481cfe] Instance network_info: |[{"id": "3265be05-226f-42f8-b78d-12bf7c03cc38", "address": "fa:16:3e:b4:ba:20", "network": {"id": "cc47f361-a3c5-4afd-b859-14a2a0245c3c", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1227201685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80dd4fe2b269491685942c9a86fa904f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3265be05-22", "ovs_interfaceid": "3265be05-226f-42f8-b78d-12bf7c03cc38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 975.374999] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] [instance: baf85f0f-75cb-44c6-a75d-77f396481cfe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:ba:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ebf5df-5ecb-4a0c-a163-d88165639de0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3265be05-226f-42f8-b78d-12bf7c03cc38', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 975.384023] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Creating folder: Project (80dd4fe2b269491685942c9a86fa904f). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 975.388242] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3c3c479-bafa-4e26-9bd6-6944b60b0fa8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.401077] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Created folder: Project (80dd4fe2b269491685942c9a86fa904f) in parent group-v687430. [ 975.401262] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Creating folder: Instances. Parent ref: group-v687660. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 975.401510] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20da3284-b930-4a12-96df-d3b03506ea2c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.411491] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Created folder: Instances in parent group-v687660. [ 975.411758] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.412059] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: baf85f0f-75cb-44c6-a75d-77f396481cfe] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 975.412292] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0df27954-8ab5-472a-a4e0-5fda405d11df {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.432968] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 975.432968] env[70398]: value = "task-3444628" [ 975.432968] env[70398]: _type = "Task" [ 975.432968] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.442250] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444628, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.450740] env[70398]: DEBUG oslo_vmware.api [None req-e4a2f675-f1a1-428b-a8cf-199e66509da6 tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Task: {'id': task-3444625, 'name': PowerOffVM_Task, 'duration_secs': 0.444793} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.451030] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4a2f675-f1a1-428b-a8cf-199e66509da6 tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] [instance: 4bf9e8b3-d15e-4353-b65f-851257c8aae1] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.451394] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a2f675-f1a1-428b-a8cf-199e66509da6 tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] [instance: 4bf9e8b3-d15e-4353-b65f-851257c8aae1] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.451459] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61308891-7ec4-4e1a-a5e0-dae545a055e9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.538910] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a2f675-f1a1-428b-a8cf-199e66509da6 tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] [instance: 4bf9e8b3-d15e-4353-b65f-851257c8aae1] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 975.539160] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a2f675-f1a1-428b-a8cf-199e66509da6 tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] [instance: 4bf9e8b3-d15e-4353-b65f-851257c8aae1] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 975.539348] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4a2f675-f1a1-428b-a8cf-199e66509da6 tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Deleting the datastore file [datastore1] 4bf9e8b3-d15e-4353-b65f-851257c8aae1 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.539617] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71c736e6-bdfd-4a43-9c7a-465235276c09 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.547309] env[70398]: DEBUG oslo_vmware.api [None req-e4a2f675-f1a1-428b-a8cf-199e66509da6 tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Waiting for the task: (returnval){ [ 975.547309] env[70398]: value = "task-3444630" [ 975.547309] env[70398]: _type = "Task" [ 975.547309] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.558164] env[70398]: DEBUG oslo_vmware.api [None req-e4a2f675-f1a1-428b-a8cf-199e66509da6 tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Task: {'id': task-3444630, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.585143] env[70398]: DEBUG nova.compute.manager [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 975.659301] env[70398]: DEBUG oslo_concurrency.lockutils [None req-eac42f91-2f69-45aa-9de9-dbe6e7e5e773 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "interface-04f55f97-bcbd-427d-b953-cb9e1d6d9b21-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.659630] env[70398]: DEBUG oslo_concurrency.lockutils [None req-eac42f91-2f69-45aa-9de9-dbe6e7e5e773 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "interface-04f55f97-bcbd-427d-b953-cb9e1d6d9b21-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.659996] env[70398]: DEBUG nova.objects.instance [None req-eac42f91-2f69-45aa-9de9-dbe6e7e5e773 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lazy-loading 'flavor' on Instance uuid 04f55f97-bcbd-427d-b953-cb9e1d6d9b21 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.671893] env[70398]: DEBUG oslo_vmware.api [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52c0a92d-150e-d436-c979-7c4e67f9be81, 'name': SearchDatastore_Task, 'duration_secs': 0.032182} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.672310] env[70398]: DEBUG oslo_concurrency.lockutils [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.672482] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.672713] env[70398]: DEBUG oslo_concurrency.lockutils [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.672880] env[70398]: DEBUG oslo_concurrency.lockutils [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.673083] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 975.673958] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-619b21c2-c69c-4f45-9384-c07b907b9ff1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.684495] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 975.684683] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 975.685411] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ab2197d-0944-469b-a055-835a2638c446 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.691201] env[70398]: DEBUG oslo_vmware.api [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 975.691201] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5219c376-27fc-6ec3-fce2-76b39c746229" [ 975.691201] env[70398]: _type = "Task" [ 975.691201] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.699861] env[70398]: DEBUG oslo_vmware.api [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5219c376-27fc-6ec3-fce2-76b39c746229, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.763124] env[70398]: DEBUG nova.scheduler.client.report [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.892636] env[70398]: DEBUG nova.compute.manager [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 975.916727] env[70398]: DEBUG nova.virt.hardware [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 975.916966] env[70398]: DEBUG nova.virt.hardware [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 975.917139] env[70398]: DEBUG nova.virt.hardware [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 975.917327] env[70398]: DEBUG nova.virt.hardware [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 975.917499] env[70398]: DEBUG nova.virt.hardware [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 975.917693] env[70398]: DEBUG nova.virt.hardware [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 975.917875] env[70398]: DEBUG nova.virt.hardware [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 975.917991] env[70398]: DEBUG nova.virt.hardware [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 975.918175] env[70398]: DEBUG nova.virt.hardware [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 975.918338] env[70398]: DEBUG nova.virt.hardware [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 975.918579] env[70398]: DEBUG nova.virt.hardware [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 975.919481] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4e4a05-6f61-4e5d-8db6-b6332faf9eb3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.927955] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612b722f-e14e-48f5-81d0-c02c1b5099ae {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.942012] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Instance VIF info [] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 975.948023] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Creating folder: Project (1871674850d645699e12262e9cf60a8c). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 975.952823] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-efe54816-69b0-46cf-9511-9697444facde {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.961126] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444628, 'name': CreateVM_Task, 'duration_secs': 0.350235} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.961300] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: baf85f0f-75cb-44c6-a75d-77f396481cfe] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 975.961950] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.962123] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.962440] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.962688] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4da97c3-f719-4d49-a85e-1af55b0953e6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.965763] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Created folder: Project (1871674850d645699e12262e9cf60a8c) in parent group-v687430. [ 975.967195] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Creating folder: Instances. Parent ref: group-v687663. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 975.967195] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ccf904e-513e-4918-8757-b1a9aa171793 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.968810] env[70398]: DEBUG oslo_vmware.api [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Waiting for the task: (returnval){ [ 975.968810] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]522594f1-41f9-5e8d-deaa-e234811ce200" [ 975.968810] env[70398]: _type = "Task" [ 975.968810] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.977677] env[70398]: DEBUG oslo_vmware.api [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]522594f1-41f9-5e8d-deaa-e234811ce200, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.978923] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Created folder: Instances in parent group-v687663. [ 975.979173] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.979365] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 975.979561] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dea7fb96-0e80-4211-97c2-d551e6251385 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.997608] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 975.997608] env[70398]: value = "task-3444633" [ 975.997608] env[70398]: _type = "Task" [ 975.997608] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.009495] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444633, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.057651] env[70398]: DEBUG oslo_vmware.api [None req-e4a2f675-f1a1-428b-a8cf-199e66509da6 tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Task: {'id': task-3444630, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240543} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.061019] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4a2f675-f1a1-428b-a8cf-199e66509da6 tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.061019] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a2f675-f1a1-428b-a8cf-199e66509da6 tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] [instance: 4bf9e8b3-d15e-4353-b65f-851257c8aae1] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 976.061019] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a2f675-f1a1-428b-a8cf-199e66509da6 tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] [instance: 4bf9e8b3-d15e-4353-b65f-851257c8aae1] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.061019] env[70398]: INFO nova.compute.manager [None req-e4a2f675-f1a1-428b-a8cf-199e66509da6 tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] [instance: 4bf9e8b3-d15e-4353-b65f-851257c8aae1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 976.061019] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4a2f675-f1a1-428b-a8cf-199e66509da6 tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.061019] env[70398]: DEBUG nova.compute.manager [-] [instance: 4bf9e8b3-d15e-4353-b65f-851257c8aae1] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 976.061019] env[70398]: DEBUG nova.network.neutron [-] [instance: 4bf9e8b3-d15e-4353-b65f-851257c8aae1] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 976.109340] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.206037] env[70398]: DEBUG oslo_vmware.api [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5219c376-27fc-6ec3-fce2-76b39c746229, 'name': SearchDatastore_Task, 'duration_secs': 0.021241} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.208966] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b18a811e-14a0-4fdb-b026-6e26af54eec4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.220233] env[70398]: DEBUG oslo_vmware.api [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 976.220233] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52088206-bcdb-d63c-46af-d5dd069b7d4a" [ 976.220233] env[70398]: _type = "Task" [ 976.220233] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.229825] env[70398]: DEBUG oslo_vmware.api [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52088206-bcdb-d63c-46af-d5dd069b7d4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.229825] env[70398]: DEBUG nova.network.neutron [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Updating instance_info_cache with network_info: [{"id": "1374420a-27ed-4395-8f03-57efea1e0a95", "address": "fa:16:3e:86:43:b7", "network": {"id": "8827b33f-2ae8-4694-a41f-8548aab18f7c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-40120438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61b38bccf64b49b086c80c4151b39806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1374420a-27", "ovs_interfaceid": "1374420a-27ed-4395-8f03-57efea1e0a95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.261045] env[70398]: DEBUG nova.objects.instance [None req-eac42f91-2f69-45aa-9de9-dbe6e7e5e773 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lazy-loading 'pci_requests' on Instance uuid 04f55f97-bcbd-427d-b953-cb9e1d6d9b21 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.268545] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.407s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.269079] env[70398]: DEBUG nova.compute.manager [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 003a9ff4-da21-4a6c-9659-4f309a3482a4] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 976.273310] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6491d1c-364b-4c1f-9a3e-db0745126f2e tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.478s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.273576] env[70398]: DEBUG nova.objects.instance [None req-d6491d1c-364b-4c1f-9a3e-db0745126f2e tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lazy-loading 'resources' on Instance uuid f38cb0ea-6577-4245-9422-d12c0f61040b {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.480148] env[70398]: DEBUG oslo_vmware.api [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]522594f1-41f9-5e8d-deaa-e234811ce200, 'name': SearchDatastore_Task, 'duration_secs': 0.027735} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.480500] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.480898] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] [instance: baf85f0f-75cb-44c6-a75d-77f396481cfe] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 976.480978] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.507998] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444633, 'name': CreateVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.728670] env[70398]: DEBUG oslo_vmware.api [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52088206-bcdb-d63c-46af-d5dd069b7d4a, 'name': SearchDatastore_Task, 'duration_secs': 0.010387} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.728985] env[70398]: DEBUG oslo_concurrency.lockutils [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.729205] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 547a30db-a758-47b5-aef0-bc4d2351febb/547a30db-a758-47b5-aef0-bc4d2351febb.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 976.729480] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.729667] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.729899] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-565c26ee-5a26-4a32-99a9-857bc59c770a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.731726] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb2b3cc3-acac-428c-a124-886c769543d6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.734157] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Releasing lock "refresh_cache-e6501d8a-8f13-4aff-8595-f3f273809e16" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.740074] env[70398]: DEBUG oslo_vmware.api [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 976.740074] env[70398]: value = "task-3444634" [ 976.740074] env[70398]: _type = "Task" [ 976.740074] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.741150] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.741334] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.744622] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67dbf076-c86b-4513-855f-b0ff8b90dcd6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.752744] env[70398]: DEBUG oslo_vmware.api [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444634, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.754050] env[70398]: DEBUG oslo_vmware.api [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Waiting for the task: (returnval){ [ 976.754050] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52dbf2c3-cdaf-42be-ee17-4e7642c1bf15" [ 976.754050] env[70398]: _type = "Task" [ 976.754050] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.762537] env[70398]: DEBUG oslo_vmware.api [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52dbf2c3-cdaf-42be-ee17-4e7642c1bf15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.767231] env[70398]: DEBUG nova.objects.base [None req-eac42f91-2f69-45aa-9de9-dbe6e7e5e773 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Object Instance<04f55f97-bcbd-427d-b953-cb9e1d6d9b21> lazy-loaded attributes: flavor,pci_requests {{(pid=70398) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 976.767456] env[70398]: DEBUG nova.network.neutron [None req-eac42f91-2f69-45aa-9de9-dbe6e7e5e773 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 976.777027] env[70398]: DEBUG nova.compute.utils [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 976.778526] env[70398]: DEBUG nova.compute.manager [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 003a9ff4-da21-4a6c-9659-4f309a3482a4] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 976.778734] env[70398]: DEBUG nova.network.neutron [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 003a9ff4-da21-4a6c-9659-4f309a3482a4] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 976.847787] env[70398]: DEBUG nova.policy [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5c72830bbde48d8b8e75d6de56e8f99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0aa75948ff4043d48fb3f00087ada961', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 976.855434] env[70398]: DEBUG nova.compute.manager [req-862af193-634e-4b4f-9438-0173b408ca67 req-14a1d38c-f2cf-4a03-ba24-e267a1d2119b service nova] [instance: 4bf9e8b3-d15e-4353-b65f-851257c8aae1] Received event network-vif-deleted-49d12304-841e-4da2-ae68-642c4083c2e4 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.855434] env[70398]: INFO nova.compute.manager [req-862af193-634e-4b4f-9438-0173b408ca67 req-14a1d38c-f2cf-4a03-ba24-e267a1d2119b service nova] [instance: 4bf9e8b3-d15e-4353-b65f-851257c8aae1] Neutron deleted interface 49d12304-841e-4da2-ae68-642c4083c2e4; detaching it from the instance and deleting it from the info cache [ 976.855434] env[70398]: DEBUG nova.network.neutron [req-862af193-634e-4b4f-9438-0173b408ca67 req-14a1d38c-f2cf-4a03-ba24-e267a1d2119b service nova] [instance: 4bf9e8b3-d15e-4353-b65f-851257c8aae1] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.864019] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbb21960-d3da-49e2-95c8-3bc28fa05bdf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Volume attach. Driver type: vmdk {{(pid=70398) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 976.864019] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbb21960-d3da-49e2-95c8-3bc28fa05bdf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687658', 'volume_id': '00a98023-79da-4901-a4df-1f52d3a6b9a4', 'name': 'volume-00a98023-79da-4901-a4df-1f52d3a6b9a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4f9a94cf-cf72-40cc-89b7-1bf8dafa610f', 'attached_at': '', 'detached_at': '', 'volume_id': '00a98023-79da-4901-a4df-1f52d3a6b9a4', 'serial': '00a98023-79da-4901-a4df-1f52d3a6b9a4'} {{(pid=70398) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 976.864019] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f1490a-d949-4358-81fe-10d3a28bba43 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.884457] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58d28b5-c2db-4136-b894-f57ba12e5e3d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.913306] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbb21960-d3da-49e2-95c8-3bc28fa05bdf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] volume-00a98023-79da-4901-a4df-1f52d3a6b9a4/volume-00a98023-79da-4901-a4df-1f52d3a6b9a4.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 976.914988] env[70398]: DEBUG nova.policy [None req-eac42f91-2f69-45aa-9de9-dbe6e7e5e773 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5745fd9f8e2d4576ad44c31b35cc8024', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a133a7276464e628849ffaa016597bd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 976.919125] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40f542c5-3444-4105-a179-48b80c88246a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.934925] env[70398]: DEBUG nova.network.neutron [-] [instance: 4bf9e8b3-d15e-4353-b65f-851257c8aae1] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.940319] env[70398]: DEBUG nova.compute.manager [req-73cb0359-6661-4998-a80e-4f5d60367edc req-a8c64d88-d069-490d-851a-ef0508736802 service nova] [instance: baf85f0f-75cb-44c6-a75d-77f396481cfe] Received event network-changed-3265be05-226f-42f8-b78d-12bf7c03cc38 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.940319] env[70398]: DEBUG nova.compute.manager [req-73cb0359-6661-4998-a80e-4f5d60367edc req-a8c64d88-d069-490d-851a-ef0508736802 service nova] [instance: baf85f0f-75cb-44c6-a75d-77f396481cfe] Refreshing instance network info cache due to event network-changed-3265be05-226f-42f8-b78d-12bf7c03cc38. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 976.940319] env[70398]: DEBUG oslo_concurrency.lockutils [req-73cb0359-6661-4998-a80e-4f5d60367edc req-a8c64d88-d069-490d-851a-ef0508736802 service nova] Acquiring lock "refresh_cache-baf85f0f-75cb-44c6-a75d-77f396481cfe" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.940319] env[70398]: DEBUG oslo_concurrency.lockutils [req-73cb0359-6661-4998-a80e-4f5d60367edc req-a8c64d88-d069-490d-851a-ef0508736802 service nova] Acquired lock "refresh_cache-baf85f0f-75cb-44c6-a75d-77f396481cfe" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.941178] env[70398]: DEBUG nova.network.neutron [req-73cb0359-6661-4998-a80e-4f5d60367edc req-a8c64d88-d069-490d-851a-ef0508736802 service nova] [instance: baf85f0f-75cb-44c6-a75d-77f396481cfe] Refreshing network info cache for port 3265be05-226f-42f8-b78d-12bf7c03cc38 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.949256] env[70398]: DEBUG oslo_vmware.api [None req-dbb21960-d3da-49e2-95c8-3bc28fa05bdf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 976.949256] env[70398]: value = "task-3444635" [ 976.949256] env[70398]: _type = "Task" [ 976.949256] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.962904] env[70398]: DEBUG oslo_vmware.api [None req-dbb21960-d3da-49e2-95c8-3bc28fa05bdf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444635, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.009553] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444633, 'name': CreateVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.120732] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add22d76-55c9-45fe-83a5-d43ef6865d47 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.128607] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d49c67-766b-4414-b10f-13561b549851 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.158774] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b613d202-856d-429c-8bda-12a9800862cb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.166756] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f498c647-59b5-44ca-90e9-80d6ec60f99e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.182695] env[70398]: DEBUG nova.compute.provider_tree [None req-d6491d1c-364b-4c1f-9a3e-db0745126f2e tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.255762] env[70398]: DEBUG oslo_vmware.api [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444634, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.261337] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc9a0e4-06b0-43ae-9233-265f5da4e74d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.269176] env[70398]: DEBUG oslo_vmware.api [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52dbf2c3-cdaf-42be-ee17-4e7642c1bf15, 'name': SearchDatastore_Task, 'duration_secs': 0.018308} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.283806] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ca39c8c-7c4c-47e3-aded-23bda4826c08 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.286576] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ddfd70-af35-4470-97ae-35e350baaf21 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.289912] env[70398]: DEBUG nova.compute.manager [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 003a9ff4-da21-4a6c-9659-4f309a3482a4] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 977.296876] env[70398]: DEBUG oslo_vmware.api [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Waiting for the task: (returnval){ [ 977.296876] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52363e69-b590-d707-6f31-f544fe61a868" [ 977.296876] env[70398]: _type = "Task" [ 977.296876] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.299462] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Updating instance 'e6501d8a-8f13-4aff-8595-f3f273809e16' progress to 83 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 977.312124] env[70398]: DEBUG oslo_vmware.api [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52363e69-b590-d707-6f31-f544fe61a868, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.362356] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-99576581-cd62-4bfc-9c10-9dfd16cb1405 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.374775] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dac4d15-c87e-4c88-9249-fa684fbac2e0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.422104] env[70398]: DEBUG nova.compute.manager [req-862af193-634e-4b4f-9438-0173b408ca67 req-14a1d38c-f2cf-4a03-ba24-e267a1d2119b service nova] [instance: 4bf9e8b3-d15e-4353-b65f-851257c8aae1] Detach interface failed, port_id=49d12304-841e-4da2-ae68-642c4083c2e4, reason: Instance 4bf9e8b3-d15e-4353-b65f-851257c8aae1 could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 977.438728] env[70398]: INFO nova.compute.manager [-] [instance: 4bf9e8b3-d15e-4353-b65f-851257c8aae1] Took 1.38 seconds to deallocate network for instance. [ 977.462208] env[70398]: DEBUG oslo_vmware.api [None req-dbb21960-d3da-49e2-95c8-3bc28fa05bdf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444635, 'name': ReconfigVM_Task, 'duration_secs': 0.448736} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.462208] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbb21960-d3da-49e2-95c8-3bc28fa05bdf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Reconfigured VM instance instance-00000051 to attach disk [datastore1] volume-00a98023-79da-4901-a4df-1f52d3a6b9a4/volume-00a98023-79da-4901-a4df-1f52d3a6b9a4.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.466945] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6193f9ae-9e6a-4723-ab33-44b38350ecad {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.478840] env[70398]: DEBUG nova.network.neutron [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 003a9ff4-da21-4a6c-9659-4f309a3482a4] Successfully created port: 28cff5e7-9224-4eb1-bbf1-032f65e3ef8a {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 977.489857] env[70398]: DEBUG oslo_vmware.api [None req-dbb21960-d3da-49e2-95c8-3bc28fa05bdf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 977.489857] env[70398]: value = "task-3444636" [ 977.489857] env[70398]: _type = "Task" [ 977.489857] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.507937] env[70398]: DEBUG oslo_vmware.api [None req-dbb21960-d3da-49e2-95c8-3bc28fa05bdf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444636, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.515738] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444633, 'name': CreateVM_Task, 'duration_secs': 1.4238} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.515937] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 977.516399] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.516648] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.516880] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.517175] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76381a34-c8a3-4f36-ac65-151133b3d1a4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.523557] env[70398]: DEBUG oslo_vmware.api [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Waiting for the task: (returnval){ [ 977.523557] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5228d188-6f8e-a5ca-0a69-0d56a7f7dbca" [ 977.523557] env[70398]: _type = "Task" [ 977.523557] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.535212] env[70398]: DEBUG oslo_vmware.api [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5228d188-6f8e-a5ca-0a69-0d56a7f7dbca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.540368] env[70398]: DEBUG nova.network.neutron [None req-eac42f91-2f69-45aa-9de9-dbe6e7e5e773 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Successfully created port: 5ceba6bb-a67e-46fb-84aa-d8a46d9b1762 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 977.685581] env[70398]: DEBUG nova.scheduler.client.report [None req-d6491d1c-364b-4c1f-9a3e-db0745126f2e tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.689986] env[70398]: DEBUG nova.network.neutron [req-73cb0359-6661-4998-a80e-4f5d60367edc req-a8c64d88-d069-490d-851a-ef0508736802 service nova] [instance: baf85f0f-75cb-44c6-a75d-77f396481cfe] Updated VIF entry in instance network info cache for port 3265be05-226f-42f8-b78d-12bf7c03cc38. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 977.690347] env[70398]: DEBUG nova.network.neutron [req-73cb0359-6661-4998-a80e-4f5d60367edc req-a8c64d88-d069-490d-851a-ef0508736802 service nova] [instance: baf85f0f-75cb-44c6-a75d-77f396481cfe] Updating instance_info_cache with network_info: [{"id": "3265be05-226f-42f8-b78d-12bf7c03cc38", "address": "fa:16:3e:b4:ba:20", "network": {"id": "cc47f361-a3c5-4afd-b859-14a2a0245c3c", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1227201685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80dd4fe2b269491685942c9a86fa904f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3265be05-22", "ovs_interfaceid": "3265be05-226f-42f8-b78d-12bf7c03cc38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.750859] env[70398]: DEBUG oslo_vmware.api [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444634, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.805474] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.805752] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7a6271d-e292-4cf1-883a-313e20b9f70e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.817738] env[70398]: DEBUG oslo_vmware.api [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52363e69-b590-d707-6f31-f544fe61a868, 'name': SearchDatastore_Task, 'duration_secs': 0.015253} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.817738] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.817738] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] baf85f0f-75cb-44c6-a75d-77f396481cfe/baf85f0f-75cb-44c6-a75d-77f396481cfe.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 977.817738] env[70398]: DEBUG oslo_vmware.api [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 977.817738] env[70398]: value = "task-3444637" [ 977.817738] env[70398]: _type = "Task" [ 977.817738] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.817738] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f77db40-bbcd-453b-80f2-79d3bc10738a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.830879] env[70398]: DEBUG oslo_vmware.api [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444637, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.832708] env[70398]: DEBUG oslo_vmware.api [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Waiting for the task: (returnval){ [ 977.832708] env[70398]: value = "task-3444638" [ 977.832708] env[70398]: _type = "Task" [ 977.832708] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.950372] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e4a2f675-f1a1-428b-a8cf-199e66509da6 tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.004631] env[70398]: DEBUG oslo_vmware.api [None req-dbb21960-d3da-49e2-95c8-3bc28fa05bdf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444636, 'name': ReconfigVM_Task, 'duration_secs': 0.181808} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.005069] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbb21960-d3da-49e2-95c8-3bc28fa05bdf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687658', 'volume_id': '00a98023-79da-4901-a4df-1f52d3a6b9a4', 'name': 'volume-00a98023-79da-4901-a4df-1f52d3a6b9a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4f9a94cf-cf72-40cc-89b7-1bf8dafa610f', 'attached_at': '', 'detached_at': '', 'volume_id': '00a98023-79da-4901-a4df-1f52d3a6b9a4', 'serial': '00a98023-79da-4901-a4df-1f52d3a6b9a4'} {{(pid=70398) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 978.034636] env[70398]: DEBUG oslo_vmware.api [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5228d188-6f8e-a5ca-0a69-0d56a7f7dbca, 'name': SearchDatastore_Task, 'duration_secs': 0.064805} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.034939] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.035188] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 978.035420] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.035567] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.035746] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 978.036413] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1dbbe0a-dae8-4b6b-9448-0c09d800a9b6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.045928] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 978.046147] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 978.046980] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3277cc6b-df1c-4205-b9a3-224dae2173ba {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.055855] env[70398]: DEBUG oslo_vmware.api [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Waiting for the task: (returnval){ [ 978.055855] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5292e81a-72c2-2396-a110-12b90a38fea9" [ 978.055855] env[70398]: _type = "Task" [ 978.055855] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.064709] env[70398]: DEBUG oslo_vmware.api [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5292e81a-72c2-2396-a110-12b90a38fea9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.193417] env[70398]: DEBUG oslo_concurrency.lockutils [req-73cb0359-6661-4998-a80e-4f5d60367edc req-a8c64d88-d069-490d-851a-ef0508736802 service nova] Releasing lock "refresh_cache-baf85f0f-75cb-44c6-a75d-77f396481cfe" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.194507] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6491d1c-364b-4c1f-9a3e-db0745126f2e tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.921s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.197952] env[70398]: DEBUG oslo_concurrency.lockutils [None req-78505648-af4e-4f5e-bb66-2c39c32d886a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.196s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.197952] env[70398]: DEBUG nova.objects.instance [None req-78505648-af4e-4f5e-bb66-2c39c32d886a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Lazy-loading 'resources' on Instance uuid cad40843-0cdf-483a-a030-0837aeca9bba {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.220570] env[70398]: INFO nova.scheduler.client.report [None req-d6491d1c-364b-4c1f-9a3e-db0745126f2e tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Deleted allocations for instance f38cb0ea-6577-4245-9422-d12c0f61040b [ 978.255901] env[70398]: DEBUG oslo_vmware.api [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444634, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.027964} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.256172] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 547a30db-a758-47b5-aef0-bc4d2351febb/547a30db-a758-47b5-aef0-bc4d2351febb.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 978.256398] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 978.256713] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c111133a-f336-439e-97b6-6cc50ed58302 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.266624] env[70398]: DEBUG oslo_vmware.api [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 978.266624] env[70398]: value = "task-3444639" [ 978.266624] env[70398]: _type = "Task" [ 978.266624] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.279794] env[70398]: DEBUG oslo_vmware.api [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444639, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.298676] env[70398]: DEBUG nova.compute.manager [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 003a9ff4-da21-4a6c-9659-4f309a3482a4] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 978.331457] env[70398]: DEBUG oslo_vmware.api [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444637, 'name': PowerOnVM_Task} progress is 79%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.333891] env[70398]: DEBUG nova.virt.hardware [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 978.334145] env[70398]: DEBUG nova.virt.hardware [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 978.334303] env[70398]: DEBUG nova.virt.hardware [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 978.334482] env[70398]: DEBUG nova.virt.hardware [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 978.334663] env[70398]: DEBUG nova.virt.hardware [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 978.334826] env[70398]: DEBUG nova.virt.hardware [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 978.335085] env[70398]: DEBUG nova.virt.hardware [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 978.335261] env[70398]: DEBUG nova.virt.hardware [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 978.335783] env[70398]: DEBUG nova.virt.hardware [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 978.335783] env[70398]: DEBUG nova.virt.hardware [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 978.335783] env[70398]: DEBUG nova.virt.hardware [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 978.336595] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc55d1b-b345-40a6-ac15-ba19064294c0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.350411] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3705d3ea-a6df-4f79-a66e-7a65b3ac1272 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.354560] env[70398]: DEBUG oslo_vmware.api [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Task: {'id': task-3444638, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.567889] env[70398]: DEBUG oslo_vmware.api [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5292e81a-72c2-2396-a110-12b90a38fea9, 'name': SearchDatastore_Task, 'duration_secs': 0.054259} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.569823] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1f7bb4c-0a6c-495e-9cc3-4c162980a16a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.575392] env[70398]: DEBUG oslo_vmware.api [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Waiting for the task: (returnval){ [ 978.575392] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]521516b2-66ad-203b-2082-ce222c654dd3" [ 978.575392] env[70398]: _type = "Task" [ 978.575392] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.584098] env[70398]: DEBUG oslo_vmware.api [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]521516b2-66ad-203b-2082-ce222c654dd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.735029] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6491d1c-364b-4c1f-9a3e-db0745126f2e tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lock "f38cb0ea-6577-4245-9422-d12c0f61040b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.348s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.780958] env[70398]: DEBUG oslo_vmware.api [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444639, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130587} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.781401] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 978.782188] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c367c8-3aa9-499f-a4b0-ba34282fbd43 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.807980] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 547a30db-a758-47b5-aef0-bc4d2351febb/547a30db-a758-47b5-aef0-bc4d2351febb.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.810910] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e6c0956-630a-456b-85a7-fbdf1ac6a8be {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.836074] env[70398]: DEBUG oslo_vmware.api [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444637, 'name': PowerOnVM_Task, 'duration_secs': 1.017779} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.839738] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.839940] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c2c4bcb3-e49e-4fea-8ab1-cf903ce93d8b tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Updating instance 'e6501d8a-8f13-4aff-8595-f3f273809e16' progress to 100 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 978.843565] env[70398]: DEBUG oslo_vmware.api [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 978.843565] env[70398]: value = "task-3444640" [ 978.843565] env[70398]: _type = "Task" [ 978.843565] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.863747] env[70398]: DEBUG oslo_vmware.api [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.863999] env[70398]: DEBUG oslo_vmware.api [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Task: {'id': task-3444638, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553233} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.864271] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] baf85f0f-75cb-44c6-a75d-77f396481cfe/baf85f0f-75cb-44c6-a75d-77f396481cfe.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 978.864510] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] [instance: baf85f0f-75cb-44c6-a75d-77f396481cfe] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 978.864808] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57015edd-913b-48d9-8a79-fee88e4d205c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.876480] env[70398]: DEBUG oslo_vmware.api [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Waiting for the task: (returnval){ [ 978.876480] env[70398]: value = "task-3444641" [ 978.876480] env[70398]: _type = "Task" [ 978.876480] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.891285] env[70398]: DEBUG oslo_vmware.api [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Task: {'id': task-3444641, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.007421] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1100a1f6-27a5-4975-8d58-59577d468cb5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.015968] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0f7ef1-e9e9-4ae8-8eee-ae54b449ef24 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.047512] env[70398]: DEBUG nova.objects.instance [None req-dbb21960-d3da-49e2-95c8-3bc28fa05bdf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lazy-loading 'flavor' on Instance uuid 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.049542] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be925ce4-90f0-4a2b-94cb-ff85f85872f0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.058612] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa469c2-9ef8-4b6d-8a9a-5fd26e556a05 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.079452] env[70398]: DEBUG nova.compute.provider_tree [None req-78505648-af4e-4f5e-bb66-2c39c32d886a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.094471] env[70398]: DEBUG oslo_vmware.api [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]521516b2-66ad-203b-2082-ce222c654dd3, 'name': SearchDatastore_Task, 'duration_secs': 0.047876} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.094768] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.095032] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] fc300453-1d03-4d05-8144-093f2593b32b/fc300453-1d03-4d05-8144-093f2593b32b.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 979.095539] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35c0b0db-7e4b-4f38-b783-a5c6223e6ca6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.103972] env[70398]: DEBUG oslo_vmware.api [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Waiting for the task: (returnval){ [ 979.103972] env[70398]: value = "task-3444642" [ 979.103972] env[70398]: _type = "Task" [ 979.103972] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.113466] env[70398]: DEBUG oslo_vmware.api [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Task: {'id': task-3444642, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.360299] env[70398]: DEBUG oslo_vmware.api [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444640, 'name': ReconfigVM_Task, 'duration_secs': 0.293972} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.361307] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 547a30db-a758-47b5-aef0-bc4d2351febb/547a30db-a758-47b5-aef0-bc4d2351febb.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.361916] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ab69190-cd43-4d2d-8ba0-bd00314d7cf4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.371672] env[70398]: DEBUG oslo_vmware.api [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 979.371672] env[70398]: value = "task-3444643" [ 979.371672] env[70398]: _type = "Task" [ 979.371672] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.381333] env[70398]: DEBUG oslo_vmware.api [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444643, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.390111] env[70398]: DEBUG oslo_vmware.api [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Task: {'id': task-3444641, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079978} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.390399] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] [instance: baf85f0f-75cb-44c6-a75d-77f396481cfe] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 979.391249] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792e03a2-0328-46e9-aeab-1f22059a1925 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.423725] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] [instance: baf85f0f-75cb-44c6-a75d-77f396481cfe] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] baf85f0f-75cb-44c6-a75d-77f396481cfe/baf85f0f-75cb-44c6-a75d-77f396481cfe.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.424206] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75fefca2-d806-4bcd-aa4a-8d5222187d3a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.446412] env[70398]: DEBUG oslo_vmware.api [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Waiting for the task: (returnval){ [ 979.446412] env[70398]: value = "task-3444644" [ 979.446412] env[70398]: _type = "Task" [ 979.446412] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.455319] env[70398]: DEBUG oslo_vmware.api [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Task: {'id': task-3444644, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.555141] env[70398]: DEBUG oslo_concurrency.lockutils [None req-dbb21960-d3da-49e2-95c8-3bc28fa05bdf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "4f9a94cf-cf72-40cc-89b7-1bf8dafa610f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.863s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.568957] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a1ccbcaa-52ea-47da-9eac-22e87d98649b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquiring lock "d5514a4f-7b7e-4d00-ba34-a03b967bc18a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.569301] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a1ccbcaa-52ea-47da-9eac-22e87d98649b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lock "d5514a4f-7b7e-4d00-ba34-a03b967bc18a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.569713] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a1ccbcaa-52ea-47da-9eac-22e87d98649b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquiring lock "d5514a4f-7b7e-4d00-ba34-a03b967bc18a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.569996] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a1ccbcaa-52ea-47da-9eac-22e87d98649b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lock "d5514a4f-7b7e-4d00-ba34-a03b967bc18a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.570110] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a1ccbcaa-52ea-47da-9eac-22e87d98649b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lock "d5514a4f-7b7e-4d00-ba34-a03b967bc18a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.574282] env[70398]: INFO nova.compute.manager [None req-a1ccbcaa-52ea-47da-9eac-22e87d98649b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Terminating instance [ 979.585250] env[70398]: DEBUG nova.scheduler.client.report [None req-78505648-af4e-4f5e-bb66-2c39c32d886a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.619575] env[70398]: DEBUG oslo_vmware.api [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Task: {'id': task-3444642, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.882627] env[70398]: DEBUG nova.network.neutron [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 003a9ff4-da21-4a6c-9659-4f309a3482a4] Successfully updated port: 28cff5e7-9224-4eb1-bbf1-032f65e3ef8a {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 979.891776] env[70398]: DEBUG oslo_vmware.api [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444643, 'name': Rename_Task, 'duration_secs': 0.195805} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.893151] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 979.893151] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ef88b5d-7736-458f-8739-d4dfcfeb0611 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.913647] env[70398]: DEBUG oslo_vmware.api [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 979.913647] env[70398]: value = "task-3444645" [ 979.913647] env[70398]: _type = "Task" [ 979.913647] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.923562] env[70398]: DEBUG oslo_vmware.api [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444645, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.952243] env[70398]: DEBUG nova.network.neutron [None req-eac42f91-2f69-45aa-9de9-dbe6e7e5e773 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Successfully updated port: 5ceba6bb-a67e-46fb-84aa-d8a46d9b1762 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 979.964812] env[70398]: DEBUG oslo_vmware.api [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Task: {'id': task-3444644, 'name': ReconfigVM_Task, 'duration_secs': 0.355187} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.965772] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] [instance: baf85f0f-75cb-44c6-a75d-77f396481cfe] Reconfigured VM instance instance-00000053 to attach disk [datastore1] baf85f0f-75cb-44c6-a75d-77f396481cfe/baf85f0f-75cb-44c6-a75d-77f396481cfe.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.966444] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39e23869-a3b1-4dd2-b233-e15aa24759ff {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.975681] env[70398]: DEBUG oslo_vmware.api [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Waiting for the task: (returnval){ [ 979.975681] env[70398]: value = "task-3444646" [ 979.975681] env[70398]: _type = "Task" [ 979.975681] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.987426] env[70398]: DEBUG oslo_vmware.api [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Task: {'id': task-3444646, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.083664] env[70398]: DEBUG nova.compute.manager [None req-a1ccbcaa-52ea-47da-9eac-22e87d98649b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 980.083664] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ccbcaa-52ea-47da-9eac-22e87d98649b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 980.083664] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c001d4dc-1cb2-441f-8978-6c79fb3ee612 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.091664] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ccbcaa-52ea-47da-9eac-22e87d98649b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.092631] env[70398]: DEBUG oslo_concurrency.lockutils [None req-78505648-af4e-4f5e-bb66-2c39c32d886a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.896s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.098027] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c3e0d85-9b74-4178-b2ca-9c20b6e24cec {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.098027] env[70398]: DEBUG oslo_concurrency.lockutils [None req-78a5a9f5-7ad8-4593-86a9-b074145a2dbf tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.658s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.098027] env[70398]: DEBUG nova.objects.instance [None req-78a5a9f5-7ad8-4593-86a9-b074145a2dbf tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Lazy-loading 'resources' on Instance uuid ea8c9faf-bc44-432a-a3c3-c623af6817a2 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.111378] env[70398]: DEBUG oslo_vmware.api [None req-a1ccbcaa-52ea-47da-9eac-22e87d98649b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 980.111378] env[70398]: value = "task-3444647" [ 980.111378] env[70398]: _type = "Task" [ 980.111378] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.119876] env[70398]: DEBUG oslo_vmware.api [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Task: {'id': task-3444642, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.815281} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.121057] env[70398]: INFO nova.scheduler.client.report [None req-78505648-af4e-4f5e-bb66-2c39c32d886a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Deleted allocations for instance cad40843-0cdf-483a-a030-0837aeca9bba [ 980.122642] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] fc300453-1d03-4d05-8144-093f2593b32b/fc300453-1d03-4d05-8144-093f2593b32b.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 980.122970] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 980.126032] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65dd6878-5b26-4020-960b-33ac0fd5f409 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.132722] env[70398]: DEBUG oslo_vmware.api [None req-a1ccbcaa-52ea-47da-9eac-22e87d98649b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.139726] env[70398]: DEBUG oslo_vmware.api [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Waiting for the task: (returnval){ [ 980.139726] env[70398]: value = "task-3444648" [ 980.139726] env[70398]: _type = "Task" [ 980.139726] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.150777] env[70398]: DEBUG oslo_vmware.api [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Task: {'id': task-3444648, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.343143] env[70398]: DEBUG nova.compute.manager [req-250e1e1f-31e6-4fb3-8068-42ee0fc1c70b req-9bcd98e4-e7a9-41a5-b9c2-df26bdd77852 service nova] [instance: 003a9ff4-da21-4a6c-9659-4f309a3482a4] Received event network-vif-plugged-28cff5e7-9224-4eb1-bbf1-032f65e3ef8a {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.343143] env[70398]: DEBUG oslo_concurrency.lockutils [req-250e1e1f-31e6-4fb3-8068-42ee0fc1c70b req-9bcd98e4-e7a9-41a5-b9c2-df26bdd77852 service nova] Acquiring lock "003a9ff4-da21-4a6c-9659-4f309a3482a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.343529] env[70398]: DEBUG oslo_concurrency.lockutils [req-250e1e1f-31e6-4fb3-8068-42ee0fc1c70b req-9bcd98e4-e7a9-41a5-b9c2-df26bdd77852 service nova] Lock "003a9ff4-da21-4a6c-9659-4f309a3482a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.343529] env[70398]: DEBUG oslo_concurrency.lockutils [req-250e1e1f-31e6-4fb3-8068-42ee0fc1c70b req-9bcd98e4-e7a9-41a5-b9c2-df26bdd77852 service nova] Lock "003a9ff4-da21-4a6c-9659-4f309a3482a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.343766] env[70398]: DEBUG nova.compute.manager [req-250e1e1f-31e6-4fb3-8068-42ee0fc1c70b req-9bcd98e4-e7a9-41a5-b9c2-df26bdd77852 service nova] [instance: 003a9ff4-da21-4a6c-9659-4f309a3482a4] No waiting events found dispatching network-vif-plugged-28cff5e7-9224-4eb1-bbf1-032f65e3ef8a {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 980.343959] env[70398]: WARNING nova.compute.manager [req-250e1e1f-31e6-4fb3-8068-42ee0fc1c70b req-9bcd98e4-e7a9-41a5-b9c2-df26bdd77852 service nova] [instance: 003a9ff4-da21-4a6c-9659-4f309a3482a4] Received unexpected event network-vif-plugged-28cff5e7-9224-4eb1-bbf1-032f65e3ef8a for instance with vm_state building and task_state spawning. [ 980.393475] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "refresh_cache-003a9ff4-da21-4a6c-9659-4f309a3482a4" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.393663] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquired lock "refresh_cache-003a9ff4-da21-4a6c-9659-4f309a3482a4" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.393870] env[70398]: DEBUG nova.network.neutron [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 003a9ff4-da21-4a6c-9659-4f309a3482a4] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 980.424758] env[70398]: DEBUG oslo_vmware.api [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444645, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.455369] env[70398]: DEBUG oslo_concurrency.lockutils [None req-eac42f91-2f69-45aa-9de9-dbe6e7e5e773 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "refresh_cache-04f55f97-bcbd-427d-b953-cb9e1d6d9b21" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.455369] env[70398]: DEBUG oslo_concurrency.lockutils [None req-eac42f91-2f69-45aa-9de9-dbe6e7e5e773 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquired lock "refresh_cache-04f55f97-bcbd-427d-b953-cb9e1d6d9b21" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.455583] env[70398]: DEBUG nova.network.neutron [None req-eac42f91-2f69-45aa-9de9-dbe6e7e5e773 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 980.485496] env[70398]: DEBUG oslo_vmware.api [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Task: {'id': task-3444646, 'name': Rename_Task, 'duration_secs': 0.187358} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.485775] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] [instance: baf85f0f-75cb-44c6-a75d-77f396481cfe] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 980.486022] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d3a2fb1-0231-4e43-886a-7f8899003df2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.493866] env[70398]: DEBUG oslo_vmware.api [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Waiting for the task: (returnval){ [ 980.493866] env[70398]: value = "task-3444649" [ 980.493866] env[70398]: _type = "Task" [ 980.493866] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.506012] env[70398]: DEBUG oslo_vmware.api [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Task: {'id': task-3444649, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.624910] env[70398]: DEBUG oslo_vmware.api [None req-a1ccbcaa-52ea-47da-9eac-22e87d98649b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444647, 'name': PowerOffVM_Task, 'duration_secs': 0.301428} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.625104] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ccbcaa-52ea-47da-9eac-22e87d98649b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.625249] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ccbcaa-52ea-47da-9eac-22e87d98649b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 980.625548] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6cfc67b2-d66f-46af-a485-98bc5d140799 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.634655] env[70398]: DEBUG oslo_concurrency.lockutils [None req-78505648-af4e-4f5e-bb66-2c39c32d886a tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Lock "cad40843-0cdf-483a-a030-0837aeca9bba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.661s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.651327] env[70398]: DEBUG oslo_vmware.api [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Task: {'id': task-3444648, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.167806} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.652327] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 980.653192] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10bd8e7a-00dc-4b6b-bbb8-a8308255d8e6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.675928] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] fc300453-1d03-4d05-8144-093f2593b32b/fc300453-1d03-4d05-8144-093f2593b32b.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 980.676555] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa4cd5d4-e493-4114-a397-b6f8a3fe9b9f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.711235] env[70398]: DEBUG oslo_vmware.api [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Waiting for the task: (returnval){ [ 980.711235] env[70398]: value = "task-3444651" [ 980.711235] env[70398]: _type = "Task" [ 980.711235] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.721707] env[70398]: DEBUG oslo_vmware.api [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Task: {'id': task-3444651, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.734345] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ccbcaa-52ea-47da-9eac-22e87d98649b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.734552] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ccbcaa-52ea-47da-9eac-22e87d98649b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.735231] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1ccbcaa-52ea-47da-9eac-22e87d98649b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Deleting the datastore file [datastore1] d5514a4f-7b7e-4d00-ba34-a03b967bc18a {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.737825] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-144c521c-a4a3-458b-8e24-36a9767de255 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.746073] env[70398]: DEBUG oslo_vmware.api [None req-a1ccbcaa-52ea-47da-9eac-22e87d98649b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 980.746073] env[70398]: value = "task-3444652" [ 980.746073] env[70398]: _type = "Task" [ 980.746073] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.759482] env[70398]: DEBUG oslo_vmware.api [None req-a1ccbcaa-52ea-47da-9eac-22e87d98649b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444652, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.819212] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquiring lock "e9eb0d72-9dcf-4ce2-8f81-0690964eda0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.819212] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lock "e9eb0d72-9dcf-4ce2-8f81-0690964eda0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.927088] env[70398]: DEBUG oslo_vmware.api [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444645, 'name': PowerOnVM_Task, 'duration_secs': 0.532774} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.927454] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 980.927694] env[70398]: DEBUG nova.compute.manager [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 980.928518] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ccf6da-630a-41d7-bb1d-30f0f399645f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.945889] env[70398]: DEBUG nova.network.neutron [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 003a9ff4-da21-4a6c-9659-4f309a3482a4] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 980.963248] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99dbf19-7a38-44d4-a8e7-6df7a2879071 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.974996] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea260eed-b0ac-4d5d-9fab-ea6e75717ade {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.013717] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2fb693-431c-4c74-85ad-42375312572b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.029708] env[70398]: DEBUG oslo_vmware.api [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Task: {'id': task-3444649, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.031127] env[70398]: WARNING nova.network.neutron [None req-eac42f91-2f69-45aa-9de9-dbe6e7e5e773 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] 31f6f749-f4c7-4b9c-80b1-dde5df2664ef already exists in list: networks containing: ['31f6f749-f4c7-4b9c-80b1-dde5df2664ef']. ignoring it [ 981.034186] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb489b2c-d66c-46f9-80d9-a6023b6f5aea {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.053590] env[70398]: DEBUG nova.compute.provider_tree [None req-78a5a9f5-7ad8-4593-86a9-b074145a2dbf tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.224877] env[70398]: DEBUG oslo_vmware.api [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Task: {'id': task-3444651, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.257044] env[70398]: DEBUG oslo_vmware.api [None req-a1ccbcaa-52ea-47da-9eac-22e87d98649b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444652, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.406662} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.257422] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1ccbcaa-52ea-47da-9eac-22e87d98649b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.257641] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ccbcaa-52ea-47da-9eac-22e87d98649b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.257840] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ccbcaa-52ea-47da-9eac-22e87d98649b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.258054] env[70398]: INFO nova.compute.manager [None req-a1ccbcaa-52ea-47da-9eac-22e87d98649b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 981.258327] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1ccbcaa-52ea-47da-9eac-22e87d98649b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.258680] env[70398]: DEBUG nova.compute.manager [-] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 981.258680] env[70398]: DEBUG nova.network.neutron [-] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 981.302625] env[70398]: DEBUG nova.network.neutron [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 003a9ff4-da21-4a6c-9659-4f309a3482a4] Updating instance_info_cache with network_info: [{"id": "28cff5e7-9224-4eb1-bbf1-032f65e3ef8a", "address": "fa:16:3e:a7:dc:70", "network": {"id": "5fce51d3-5a5f-4e11-bf3d-26088d779119", "bridge": "br-int", "label": "tempest-ServersTestJSON-1230754090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aa75948ff4043d48fb3f00087ada961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28cff5e7-92", "ovs_interfaceid": "28cff5e7-9224-4eb1-bbf1-032f65e3ef8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.322119] env[70398]: DEBUG nova.compute.manager [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 981.442265] env[70398]: INFO nova.compute.manager [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] bringing vm to original state: 'stopped' [ 981.518707] env[70398]: DEBUG oslo_vmware.api [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Task: {'id': task-3444649, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.522529] env[70398]: DEBUG oslo_concurrency.lockutils [None req-12a63f8d-0c80-4365-8e97-46f2f3084637 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "4f9a94cf-cf72-40cc-89b7-1bf8dafa610f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.522673] env[70398]: DEBUG oslo_concurrency.lockutils [None req-12a63f8d-0c80-4365-8e97-46f2f3084637 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "4f9a94cf-cf72-40cc-89b7-1bf8dafa610f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.525031] env[70398]: DEBUG oslo_concurrency.lockutils [None req-12a63f8d-0c80-4365-8e97-46f2f3084637 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "4f9a94cf-cf72-40cc-89b7-1bf8dafa610f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.525031] env[70398]: DEBUG oslo_concurrency.lockutils [None req-12a63f8d-0c80-4365-8e97-46f2f3084637 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "4f9a94cf-cf72-40cc-89b7-1bf8dafa610f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.525031] env[70398]: DEBUG oslo_concurrency.lockutils [None req-12a63f8d-0c80-4365-8e97-46f2f3084637 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "4f9a94cf-cf72-40cc-89b7-1bf8dafa610f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.528542] env[70398]: INFO nova.compute.manager [None req-12a63f8d-0c80-4365-8e97-46f2f3084637 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Terminating instance [ 981.557031] env[70398]: DEBUG nova.scheduler.client.report [None req-78a5a9f5-7ad8-4593-86a9-b074145a2dbf tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.569710] env[70398]: DEBUG nova.network.neutron [None req-eac42f91-2f69-45aa-9de9-dbe6e7e5e773 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Updating instance_info_cache with network_info: [{"id": "266f3148-c1ad-4e56-930c-5b5ff2596aec", "address": "fa:16:3e:76:a8:3f", "network": {"id": "31f6f749-f4c7-4b9c-80b1-dde5df2664ef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-724749608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a133a7276464e628849ffaa016597bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap266f3148-c1", "ovs_interfaceid": "266f3148-c1ad-4e56-930c-5b5ff2596aec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5ceba6bb-a67e-46fb-84aa-d8a46d9b1762", "address": "fa:16:3e:c0:21:53", "network": {"id": "31f6f749-f4c7-4b9c-80b1-dde5df2664ef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-724749608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a133a7276464e628849ffaa016597bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ceba6bb-a6", "ovs_interfaceid": "5ceba6bb-a67e-46fb-84aa-d8a46d9b1762", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.723137] env[70398]: DEBUG oslo_vmware.api [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Task: {'id': task-3444651, 'name': ReconfigVM_Task, 'duration_secs': 0.674502} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.723137] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Reconfigured VM instance instance-00000054 to attach disk [datastore1] fc300453-1d03-4d05-8144-093f2593b32b/fc300453-1d03-4d05-8144-093f2593b32b.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 981.723790] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa0b67f9-5cdb-47d4-b148-07f2d1aaae45 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.731933] env[70398]: DEBUG oslo_vmware.api [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Waiting for the task: (returnval){ [ 981.731933] env[70398]: value = "task-3444653" [ 981.731933] env[70398]: _type = "Task" [ 981.731933] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.742658] env[70398]: DEBUG oslo_vmware.api [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Task: {'id': task-3444653, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.808378] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Releasing lock "refresh_cache-003a9ff4-da21-4a6c-9659-4f309a3482a4" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.808733] env[70398]: DEBUG nova.compute.manager [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 003a9ff4-da21-4a6c-9659-4f309a3482a4] Instance network_info: |[{"id": "28cff5e7-9224-4eb1-bbf1-032f65e3ef8a", "address": "fa:16:3e:a7:dc:70", "network": {"id": "5fce51d3-5a5f-4e11-bf3d-26088d779119", "bridge": "br-int", "label": "tempest-ServersTestJSON-1230754090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aa75948ff4043d48fb3f00087ada961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28cff5e7-92", "ovs_interfaceid": "28cff5e7-9224-4eb1-bbf1-032f65e3ef8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 981.809165] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 003a9ff4-da21-4a6c-9659-4f309a3482a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:dc:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4c8c8fd-baca-4e60-97dc-ff0418d63215', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28cff5e7-9224-4eb1-bbf1-032f65e3ef8a', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 981.816739] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Creating folder: Project (0aa75948ff4043d48fb3f00087ada961). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 981.817046] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72812ea8-d4f6-49a0-9932-7593e3c7e59a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.832918] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Created folder: Project (0aa75948ff4043d48fb3f00087ada961) in parent group-v687430. [ 981.833107] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Creating folder: Instances. Parent ref: group-v687666. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 981.833227] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f8a21ce-e10a-47dc-8858-caf44113b680 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.847523] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Created folder: Instances in parent group-v687666. [ 981.847808] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.848872] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.849103] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 003a9ff4-da21-4a6c-9659-4f309a3482a4] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 981.849331] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a28b450f-4c75-4350-bcbd-79f180f14919 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.870100] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 981.870100] env[70398]: value = "task-3444656" [ 981.870100] env[70398]: _type = "Task" [ 981.870100] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.878987] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444656, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.019894] env[70398]: DEBUG oslo_vmware.api [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Task: {'id': task-3444649, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.033634] env[70398]: DEBUG nova.compute.manager [None req-12a63f8d-0c80-4365-8e97-46f2f3084637 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 982.033948] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a63f8d-0c80-4365-8e97-46f2f3084637 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.034393] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a432a553-6065-4d1f-af69-f5c31471175f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.036035] env[70398]: DEBUG nova.network.neutron [-] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.044540] env[70398]: DEBUG oslo_vmware.api [None req-12a63f8d-0c80-4365-8e97-46f2f3084637 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 982.044540] env[70398]: value = "task-3444657" [ 982.044540] env[70398]: _type = "Task" [ 982.044540] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.054956] env[70398]: DEBUG oslo_vmware.api [None req-12a63f8d-0c80-4365-8e97-46f2f3084637 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444657, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.062415] env[70398]: DEBUG oslo_concurrency.lockutils [None req-78a5a9f5-7ad8-4593-86a9-b074145a2dbf tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.965s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.064999] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 9.251s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.065197] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.065358] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70398) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 982.065690] env[70398]: DEBUG oslo_concurrency.lockutils [None req-79090c00-b0a3-4c29-a992-68c6d062b2b7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.442s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.065959] env[70398]: DEBUG nova.objects.instance [None req-79090c00-b0a3-4c29-a992-68c6d062b2b7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Lazy-loading 'resources' on Instance uuid 4d9ff1a2-da45-4efd-af8c-d47907ce0768 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.067629] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9d86aa-ac52-4f20-afe8-d39508312c4d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.072791] env[70398]: DEBUG oslo_concurrency.lockutils [None req-eac42f91-2f69-45aa-9de9-dbe6e7e5e773 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Releasing lock "refresh_cache-04f55f97-bcbd-427d-b953-cb9e1d6d9b21" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.073519] env[70398]: DEBUG oslo_concurrency.lockutils [None req-eac42f91-2f69-45aa-9de9-dbe6e7e5e773 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "04f55f97-bcbd-427d-b953-cb9e1d6d9b21" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.073695] env[70398]: DEBUG oslo_concurrency.lockutils [None req-eac42f91-2f69-45aa-9de9-dbe6e7e5e773 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquired lock "04f55f97-bcbd-427d-b953-cb9e1d6d9b21" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.077424] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f6eccb-f61f-4b41-8daa-de279f195828 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.081603] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630bdfac-e978-45d1-b749-e95cafaa169b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.086765] env[70398]: INFO nova.scheduler.client.report [None req-78a5a9f5-7ad8-4593-86a9-b074145a2dbf tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Deleted allocations for instance ea8c9faf-bc44-432a-a3c3-c623af6817a2 [ 982.104952] env[70398]: DEBUG nova.virt.hardware [None req-eac42f91-2f69-45aa-9de9-dbe6e7e5e773 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 982.105312] env[70398]: DEBUG nova.virt.hardware [None req-eac42f91-2f69-45aa-9de9-dbe6e7e5e773 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 982.105517] env[70398]: DEBUG nova.virt.hardware [None req-eac42f91-2f69-45aa-9de9-dbe6e7e5e773 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 982.105720] env[70398]: DEBUG nova.virt.hardware [None req-eac42f91-2f69-45aa-9de9-dbe6e7e5e773 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 982.105873] env[70398]: DEBUG nova.virt.hardware [None req-eac42f91-2f69-45aa-9de9-dbe6e7e5e773 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 982.106040] env[70398]: DEBUG nova.virt.hardware [None req-eac42f91-2f69-45aa-9de9-dbe6e7e5e773 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 982.106569] env[70398]: DEBUG nova.virt.hardware [None req-eac42f91-2f69-45aa-9de9-dbe6e7e5e773 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 982.106569] env[70398]: DEBUG nova.virt.hardware [None req-eac42f91-2f69-45aa-9de9-dbe6e7e5e773 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 982.106569] env[70398]: DEBUG nova.virt.hardware [None req-eac42f91-2f69-45aa-9de9-dbe6e7e5e773 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 982.106742] env[70398]: DEBUG nova.virt.hardware [None req-eac42f91-2f69-45aa-9de9-dbe6e7e5e773 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 982.106989] env[70398]: DEBUG nova.virt.hardware [None req-eac42f91-2f69-45aa-9de9-dbe6e7e5e773 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 982.115181] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-eac42f91-2f69-45aa-9de9-dbe6e7e5e773 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Reconfiguring VM to attach interface {{(pid=70398) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 982.125438] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af52cb12-102b-4c24-8262-cb3144322e04 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.139339] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201379da-d9bd-43fa-9a65-16fd3cabb296 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.151426] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e31931b-a9e2-4fc1-aa04-17fab6fc0da1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.161984] env[70398]: DEBUG oslo_vmware.api [None req-eac42f91-2f69-45aa-9de9-dbe6e7e5e773 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for the task: (returnval){ [ 982.161984] env[70398]: value = "task-3444658" [ 982.161984] env[70398]: _type = "Task" [ 982.161984] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.190801] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178909MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=70398) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 982.190967] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.197416] env[70398]: DEBUG oslo_vmware.api [None req-eac42f91-2f69-45aa-9de9-dbe6e7e5e773 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444658, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.225032] env[70398]: DEBUG nova.compute.manager [req-d492aab6-204a-44ea-9e5a-8f637c416902 req-2782f537-9def-4989-9082-d85e10500f48 service nova] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Received event network-vif-deleted-31dc7c09-c1a1-4a39-82c8-ad1af28a4a4c {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.243440] env[70398]: DEBUG oslo_vmware.api [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Task: {'id': task-3444653, 'name': Rename_Task, 'duration_secs': 0.226838} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.243728] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 982.244040] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c89574e2-8b22-4129-a31b-c6585722d984 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.254471] env[70398]: DEBUG oslo_vmware.api [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Waiting for the task: (returnval){ [ 982.254471] env[70398]: value = "task-3444659" [ 982.254471] env[70398]: _type = "Task" [ 982.254471] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.258213] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c278c813-c4cf-4cad-98cd-9e75301d6b88 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "e6501d8a-8f13-4aff-8595-f3f273809e16" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.258462] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c278c813-c4cf-4cad-98cd-9e75301d6b88 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "e6501d8a-8f13-4aff-8595-f3f273809e16" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.258656] env[70398]: DEBUG nova.compute.manager [None req-c278c813-c4cf-4cad-98cd-9e75301d6b88 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Going to confirm migration 5 {{(pid=70398) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 982.273852] env[70398]: DEBUG oslo_vmware.api [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Task: {'id': task-3444659, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.384016] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444656, 'name': CreateVM_Task, 'duration_secs': 0.488954} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.384226] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 003a9ff4-da21-4a6c-9659-4f309a3482a4] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 982.384960] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.385148] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.385472] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.385758] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af2150fe-cc29-4a3e-b0b3-bb5503cc1ae8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.405878] env[70398]: DEBUG oslo_vmware.api [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 982.405878] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5259273d-fb74-fbc3-d941-3f1d2af52325" [ 982.405878] env[70398]: _type = "Task" [ 982.405878] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.417366] env[70398]: DEBUG oslo_vmware.api [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5259273d-fb74-fbc3-d941-3f1d2af52325, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.451905] env[70398]: DEBUG oslo_concurrency.lockutils [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "547a30db-a758-47b5-aef0-bc4d2351febb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.452165] env[70398]: DEBUG oslo_concurrency.lockutils [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "547a30db-a758-47b5-aef0-bc4d2351febb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.452450] env[70398]: DEBUG nova.compute.manager [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 982.453460] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d1789d-3ffc-4eb8-bb85-4a2604b9c304 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.461363] env[70398]: DEBUG nova.compute.manager [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70398) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 982.520981] env[70398]: DEBUG oslo_vmware.api [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Task: {'id': task-3444649, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.538772] env[70398]: INFO nova.compute.manager [-] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Took 1.28 seconds to deallocate network for instance. [ 982.555309] env[70398]: DEBUG oslo_vmware.api [None req-12a63f8d-0c80-4365-8e97-46f2f3084637 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444657, 'name': PowerOffVM_Task, 'duration_secs': 0.339509} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.555591] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a63f8d-0c80-4365-8e97-46f2f3084637 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.555863] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-12a63f8d-0c80-4365-8e97-46f2f3084637 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Volume detach. Driver type: vmdk {{(pid=70398) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 982.556098] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-12a63f8d-0c80-4365-8e97-46f2f3084637 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687658', 'volume_id': '00a98023-79da-4901-a4df-1f52d3a6b9a4', 'name': 'volume-00a98023-79da-4901-a4df-1f52d3a6b9a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4f9a94cf-cf72-40cc-89b7-1bf8dafa610f', 'attached_at': '', 'detached_at': '', 'volume_id': '00a98023-79da-4901-a4df-1f52d3a6b9a4', 'serial': '00a98023-79da-4901-a4df-1f52d3a6b9a4'} {{(pid=70398) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 982.556889] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087862b5-bf42-494c-bae6-1eea5b8a8376 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.587492] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82e7dcd-2fa4-4557-b142-69c0bbeaa712 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.596556] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f966938f-90a1-4e77-bb91-37f2ca6f47c9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.624077] env[70398]: DEBUG oslo_concurrency.lockutils [None req-78a5a9f5-7ad8-4593-86a9-b074145a2dbf tempest-ListServersNegativeTestJSON-1451573791 tempest-ListServersNegativeTestJSON-1451573791-project-member] Lock "ea8c9faf-bc44-432a-a3c3-c623af6817a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.740s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.628118] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94835bf8-87bb-4acd-8c69-b64280cb07da {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.646236] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-12a63f8d-0c80-4365-8e97-46f2f3084637 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] The volume has not been displaced from its original location: [datastore1] volume-00a98023-79da-4901-a4df-1f52d3a6b9a4/volume-00a98023-79da-4901-a4df-1f52d3a6b9a4.vmdk. No consolidation needed. {{(pid=70398) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 982.651522] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-12a63f8d-0c80-4365-8e97-46f2f3084637 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Reconfiguring VM instance instance-00000051 to detach disk 2001 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 982.654961] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b3219d4-3b00-4ef3-8398-e3c83546a114 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.676350] env[70398]: DEBUG nova.compute.manager [req-52204444-f06e-41ee-ac23-2a3b5ffee7a6 req-6983506b-1da6-4d71-9c4c-9d64f51f9799 service nova] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Received event network-vif-plugged-5ceba6bb-a67e-46fb-84aa-d8a46d9b1762 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.676471] env[70398]: DEBUG oslo_concurrency.lockutils [req-52204444-f06e-41ee-ac23-2a3b5ffee7a6 req-6983506b-1da6-4d71-9c4c-9d64f51f9799 service nova] Acquiring lock "04f55f97-bcbd-427d-b953-cb9e1d6d9b21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.676643] env[70398]: DEBUG oslo_concurrency.lockutils [req-52204444-f06e-41ee-ac23-2a3b5ffee7a6 req-6983506b-1da6-4d71-9c4c-9d64f51f9799 service nova] Lock "04f55f97-bcbd-427d-b953-cb9e1d6d9b21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.676848] env[70398]: DEBUG oslo_concurrency.lockutils [req-52204444-f06e-41ee-ac23-2a3b5ffee7a6 req-6983506b-1da6-4d71-9c4c-9d64f51f9799 service nova] Lock "04f55f97-bcbd-427d-b953-cb9e1d6d9b21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.676963] env[70398]: DEBUG nova.compute.manager [req-52204444-f06e-41ee-ac23-2a3b5ffee7a6 req-6983506b-1da6-4d71-9c4c-9d64f51f9799 service nova] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] No waiting events found dispatching network-vif-plugged-5ceba6bb-a67e-46fb-84aa-d8a46d9b1762 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 982.677215] env[70398]: WARNING nova.compute.manager [req-52204444-f06e-41ee-ac23-2a3b5ffee7a6 req-6983506b-1da6-4d71-9c4c-9d64f51f9799 service nova] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Received unexpected event network-vif-plugged-5ceba6bb-a67e-46fb-84aa-d8a46d9b1762 for instance with vm_state active and task_state None. [ 982.677418] env[70398]: DEBUG nova.compute.manager [req-52204444-f06e-41ee-ac23-2a3b5ffee7a6 req-6983506b-1da6-4d71-9c4c-9d64f51f9799 service nova] [instance: 003a9ff4-da21-4a6c-9659-4f309a3482a4] Received event network-changed-28cff5e7-9224-4eb1-bbf1-032f65e3ef8a {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.677583] env[70398]: DEBUG nova.compute.manager [req-52204444-f06e-41ee-ac23-2a3b5ffee7a6 req-6983506b-1da6-4d71-9c4c-9d64f51f9799 service nova] [instance: 003a9ff4-da21-4a6c-9659-4f309a3482a4] Refreshing instance network info cache due to event network-changed-28cff5e7-9224-4eb1-bbf1-032f65e3ef8a. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 982.677773] env[70398]: DEBUG oslo_concurrency.lockutils [req-52204444-f06e-41ee-ac23-2a3b5ffee7a6 req-6983506b-1da6-4d71-9c4c-9d64f51f9799 service nova] Acquiring lock "refresh_cache-003a9ff4-da21-4a6c-9659-4f309a3482a4" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.677907] env[70398]: DEBUG oslo_concurrency.lockutils [req-52204444-f06e-41ee-ac23-2a3b5ffee7a6 req-6983506b-1da6-4d71-9c4c-9d64f51f9799 service nova] Acquired lock "refresh_cache-003a9ff4-da21-4a6c-9659-4f309a3482a4" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.678073] env[70398]: DEBUG nova.network.neutron [req-52204444-f06e-41ee-ac23-2a3b5ffee7a6 req-6983506b-1da6-4d71-9c4c-9d64f51f9799 service nova] [instance: 003a9ff4-da21-4a6c-9659-4f309a3482a4] Refreshing network info cache for port 28cff5e7-9224-4eb1-bbf1-032f65e3ef8a {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 982.685223] env[70398]: DEBUG oslo_vmware.api [None req-12a63f8d-0c80-4365-8e97-46f2f3084637 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 982.685223] env[70398]: value = "task-3444660" [ 982.685223] env[70398]: _type = "Task" [ 982.685223] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.686231] env[70398]: DEBUG oslo_vmware.api [None req-eac42f91-2f69-45aa-9de9-dbe6e7e5e773 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444658, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.702851] env[70398]: DEBUG oslo_vmware.api [None req-12a63f8d-0c80-4365-8e97-46f2f3084637 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444660, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.774470] env[70398]: DEBUG oslo_vmware.api [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Task: {'id': task-3444659, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.847578] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c278c813-c4cf-4cad-98cd-9e75301d6b88 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "refresh_cache-e6501d8a-8f13-4aff-8595-f3f273809e16" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.847806] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c278c813-c4cf-4cad-98cd-9e75301d6b88 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquired lock "refresh_cache-e6501d8a-8f13-4aff-8595-f3f273809e16" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.848037] env[70398]: DEBUG nova.network.neutron [None req-c278c813-c4cf-4cad-98cd-9e75301d6b88 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.848255] env[70398]: DEBUG nova.objects.instance [None req-c278c813-c4cf-4cad-98cd-9e75301d6b88 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lazy-loading 'info_cache' on Instance uuid e6501d8a-8f13-4aff-8595-f3f273809e16 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.920135] env[70398]: DEBUG oslo_vmware.api [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5259273d-fb74-fbc3-d941-3f1d2af52325, 'name': SearchDatastore_Task, 'duration_secs': 0.025129} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.923317] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.923529] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 003a9ff4-da21-4a6c-9659-4f309a3482a4] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 982.923779] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.923921] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.924108] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 982.924634] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29c52735-b1f4-41ad-8f32-f25f5b05e38a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.938854] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 982.939141] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 982.945022] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccf848f6-4553-417b-8e34-0d0ea6022208 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.945960] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593c03d5-ccd3-4550-82b7-18e4666768be {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.962620] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149b3651-d907-4f8e-91a1-06e3f59012a4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.967442] env[70398]: DEBUG oslo_vmware.api [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 982.967442] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f4235e-a3d2-110f-f50b-63252a6f098c" [ 982.967442] env[70398]: _type = "Task" [ 982.967442] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.968036] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.968423] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15cc1903-bb39-4cab-92bd-7c2cb5fad79f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.013155] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f2d032-b3f1-46e3-85ab-203f464ad066 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.017202] env[70398]: DEBUG oslo_vmware.api [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f4235e-a3d2-110f-f50b-63252a6f098c, 'name': SearchDatastore_Task, 'duration_secs': 0.016816} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.017202] env[70398]: DEBUG oslo_vmware.api [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 983.017202] env[70398]: value = "task-3444661" [ 983.017202] env[70398]: _type = "Task" [ 983.017202] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.022060] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf311ca1-badd-485c-a0bb-bb2f340f0ee5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.034613] env[70398]: DEBUG nova.network.neutron [req-52204444-f06e-41ee-ac23-2a3b5ffee7a6 req-6983506b-1da6-4d71-9c4c-9d64f51f9799 service nova] [instance: 003a9ff4-da21-4a6c-9659-4f309a3482a4] Updated VIF entry in instance network info cache for port 28cff5e7-9224-4eb1-bbf1-032f65e3ef8a. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 983.035126] env[70398]: DEBUG nova.network.neutron [req-52204444-f06e-41ee-ac23-2a3b5ffee7a6 req-6983506b-1da6-4d71-9c4c-9d64f51f9799 service nova] [instance: 003a9ff4-da21-4a6c-9659-4f309a3482a4] Updating instance_info_cache with network_info: [{"id": "28cff5e7-9224-4eb1-bbf1-032f65e3ef8a", "address": "fa:16:3e:a7:dc:70", "network": {"id": "5fce51d3-5a5f-4e11-bf3d-26088d779119", "bridge": "br-int", "label": "tempest-ServersTestJSON-1230754090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aa75948ff4043d48fb3f00087ada961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28cff5e7-92", "ovs_interfaceid": "28cff5e7-9224-4eb1-bbf1-032f65e3ef8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.039690] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192eece3-0224-4097-8cff-cd49144976c0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.054869] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a1ccbcaa-52ea-47da-9eac-22e87d98649b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.055242] env[70398]: DEBUG oslo_vmware.api [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444661, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.055491] env[70398]: DEBUG oslo_vmware.api [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Task: {'id': task-3444649, 'name': PowerOnVM_Task, 'duration_secs': 2.473234} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.055767] env[70398]: DEBUG oslo_vmware.api [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 983.055767] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52b7e2c0-77be-df3d-196f-63b9829d9d40" [ 983.055767] env[70398]: _type = "Task" [ 983.055767] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.056540] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] [instance: baf85f0f-75cb-44c6-a75d-77f396481cfe] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 983.056786] env[70398]: INFO nova.compute.manager [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] [instance: baf85f0f-75cb-44c6-a75d-77f396481cfe] Took 9.63 seconds to spawn the instance on the hypervisor. [ 983.057015] env[70398]: DEBUG nova.compute.manager [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] [instance: baf85f0f-75cb-44c6-a75d-77f396481cfe] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 983.058862] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf1b9e0-fef4-43cc-8f8b-c502567b94c0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.078299] env[70398]: DEBUG nova.compute.provider_tree [None req-79090c00-b0a3-4c29-a992-68c6d062b2b7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.088895] env[70398]: DEBUG oslo_vmware.api [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52b7e2c0-77be-df3d-196f-63b9829d9d40, 'name': SearchDatastore_Task, 'duration_secs': 0.014367} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.089985] env[70398]: DEBUG nova.scheduler.client.report [None req-79090c00-b0a3-4c29-a992-68c6d062b2b7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.093337] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.093619] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 003a9ff4-da21-4a6c-9659-4f309a3482a4/003a9ff4-da21-4a6c-9659-4f309a3482a4.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 983.094577] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8ce6ae3-1899-43e3-bac9-4fbe303992ce {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.107343] env[70398]: DEBUG oslo_vmware.api [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 983.107343] env[70398]: value = "task-3444662" [ 983.107343] env[70398]: _type = "Task" [ 983.107343] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.117495] env[70398]: DEBUG oslo_vmware.api [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.182367] env[70398]: DEBUG oslo_vmware.api [None req-eac42f91-2f69-45aa-9de9-dbe6e7e5e773 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444658, 'name': ReconfigVM_Task, 'duration_secs': 0.959331} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.182946] env[70398]: DEBUG oslo_concurrency.lockutils [None req-eac42f91-2f69-45aa-9de9-dbe6e7e5e773 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Releasing lock "04f55f97-bcbd-427d-b953-cb9e1d6d9b21" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.183315] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-eac42f91-2f69-45aa-9de9-dbe6e7e5e773 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Reconfigured VM to attach interface {{(pid=70398) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 983.201066] env[70398]: DEBUG oslo_vmware.api [None req-12a63f8d-0c80-4365-8e97-46f2f3084637 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444660, 'name': ReconfigVM_Task, 'duration_secs': 0.407853} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.201434] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-12a63f8d-0c80-4365-8e97-46f2f3084637 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Reconfigured VM instance instance-00000051 to detach disk 2001 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 983.208244] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a51e1d8-a70f-4554-ae3f-53c2652a8b03 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.229131] env[70398]: DEBUG oslo_vmware.api [None req-12a63f8d-0c80-4365-8e97-46f2f3084637 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 983.229131] env[70398]: value = "task-3444663" [ 983.229131] env[70398]: _type = "Task" [ 983.229131] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.241203] env[70398]: DEBUG oslo_vmware.api [None req-12a63f8d-0c80-4365-8e97-46f2f3084637 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444663, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.267725] env[70398]: DEBUG oslo_vmware.api [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Task: {'id': task-3444659, 'name': PowerOnVM_Task, 'duration_secs': 0.794694} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.268063] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 983.268297] env[70398]: INFO nova.compute.manager [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Took 7.38 seconds to spawn the instance on the hypervisor. [ 983.268514] env[70398]: DEBUG nova.compute.manager [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 983.269451] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0028a632-9e43-42ba-a93f-d550c6d9b65a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.536247] env[70398]: DEBUG oslo_vmware.api [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444661, 'name': PowerOffVM_Task, 'duration_secs': 0.323028} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.536545] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.536785] env[70398]: DEBUG nova.compute.manager [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 983.537640] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b44387-b0d0-41ce-9103-3b5402fa604f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.553712] env[70398]: DEBUG oslo_concurrency.lockutils [req-52204444-f06e-41ee-ac23-2a3b5ffee7a6 req-6983506b-1da6-4d71-9c4c-9d64f51f9799 service nova] Releasing lock "refresh_cache-003a9ff4-da21-4a6c-9659-4f309a3482a4" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.553916] env[70398]: DEBUG nova.compute.manager [req-52204444-f06e-41ee-ac23-2a3b5ffee7a6 req-6983506b-1da6-4d71-9c4c-9d64f51f9799 service nova] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Received event network-changed-5ceba6bb-a67e-46fb-84aa-d8a46d9b1762 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.553916] env[70398]: DEBUG nova.compute.manager [req-52204444-f06e-41ee-ac23-2a3b5ffee7a6 req-6983506b-1da6-4d71-9c4c-9d64f51f9799 service nova] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Refreshing instance network info cache due to event network-changed-5ceba6bb-a67e-46fb-84aa-d8a46d9b1762. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 983.554237] env[70398]: DEBUG oslo_concurrency.lockutils [req-52204444-f06e-41ee-ac23-2a3b5ffee7a6 req-6983506b-1da6-4d71-9c4c-9d64f51f9799 service nova] Acquiring lock "refresh_cache-04f55f97-bcbd-427d-b953-cb9e1d6d9b21" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.554288] env[70398]: DEBUG oslo_concurrency.lockutils [req-52204444-f06e-41ee-ac23-2a3b5ffee7a6 req-6983506b-1da6-4d71-9c4c-9d64f51f9799 service nova] Acquired lock "refresh_cache-04f55f97-bcbd-427d-b953-cb9e1d6d9b21" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.554495] env[70398]: DEBUG nova.network.neutron [req-52204444-f06e-41ee-ac23-2a3b5ffee7a6 req-6983506b-1da6-4d71-9c4c-9d64f51f9799 service nova] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Refreshing network info cache for port 5ceba6bb-a67e-46fb-84aa-d8a46d9b1762 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.595040] env[70398]: DEBUG oslo_concurrency.lockutils [None req-79090c00-b0a3-4c29-a992-68c6d062b2b7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.529s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.599845] env[70398]: DEBUG oslo_concurrency.lockutils [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.458s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.601361] env[70398]: INFO nova.compute.manager [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] [instance: baf85f0f-75cb-44c6-a75d-77f396481cfe] Took 25.20 seconds to build instance. [ 983.619173] env[70398]: DEBUG oslo_vmware.api [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444662, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.620535] env[70398]: INFO nova.scheduler.client.report [None req-79090c00-b0a3-4c29-a992-68c6d062b2b7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Deleted allocations for instance 4d9ff1a2-da45-4efd-af8c-d47907ce0768 [ 983.689061] env[70398]: DEBUG oslo_concurrency.lockutils [None req-eac42f91-2f69-45aa-9de9-dbe6e7e5e773 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "interface-04f55f97-bcbd-427d-b953-cb9e1d6d9b21-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.029s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.741422] env[70398]: DEBUG oslo_vmware.api [None req-12a63f8d-0c80-4365-8e97-46f2f3084637 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444663, 'name': ReconfigVM_Task, 'duration_secs': 0.191938} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.742517] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-12a63f8d-0c80-4365-8e97-46f2f3084637 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687658', 'volume_id': '00a98023-79da-4901-a4df-1f52d3a6b9a4', 'name': 'volume-00a98023-79da-4901-a4df-1f52d3a6b9a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4f9a94cf-cf72-40cc-89b7-1bf8dafa610f', 'attached_at': '', 'detached_at': '', 'volume_id': '00a98023-79da-4901-a4df-1f52d3a6b9a4', 'serial': '00a98023-79da-4901-a4df-1f52d3a6b9a4'} {{(pid=70398) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 983.742517] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-12a63f8d-0c80-4365-8e97-46f2f3084637 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.744751] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe181ebf-7ee8-42b3-8efb-6ded44f7e454 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.752930] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-12a63f8d-0c80-4365-8e97-46f2f3084637 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.753199] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c86583d5-8742-40c2-b1ff-a14ecfa50e7f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.791856] env[70398]: INFO nova.compute.manager [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Took 23.45 seconds to build instance. [ 983.856627] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-12a63f8d-0c80-4365-8e97-46f2f3084637 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.856875] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-12a63f8d-0c80-4365-8e97-46f2f3084637 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.857077] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-12a63f8d-0c80-4365-8e97-46f2f3084637 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Deleting the datastore file [datastore2] 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.857356] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee74c435-1e70-46e0-b61b-c0dec66013ce {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.867618] env[70398]: DEBUG oslo_vmware.api [None req-12a63f8d-0c80-4365-8e97-46f2f3084637 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 983.867618] env[70398]: value = "task-3444665" [ 983.867618] env[70398]: _type = "Task" [ 983.867618] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.878014] env[70398]: DEBUG oslo_vmware.api [None req-12a63f8d-0c80-4365-8e97-46f2f3084637 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444665, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.056114] env[70398]: DEBUG oslo_concurrency.lockutils [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "547a30db-a758-47b5-aef0-bc4d2351febb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.603s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.105877] env[70398]: INFO nova.compute.claims [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 984.112590] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1a4724dc-3fbd-4ea5-a596-c41429ab6552 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Lock "baf85f0f-75cb-44c6-a75d-77f396481cfe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.721s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.123575] env[70398]: DEBUG oslo_vmware.api [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444662, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668239} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.124057] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 003a9ff4-da21-4a6c-9659-4f309a3482a4/003a9ff4-da21-4a6c-9659-4f309a3482a4.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 984.124454] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 003a9ff4-da21-4a6c-9659-4f309a3482a4] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 984.126745] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a133ce4-6725-48ac-a90d-5657fc06520d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.129382] env[70398]: DEBUG oslo_concurrency.lockutils [None req-79090c00-b0a3-4c29-a992-68c6d062b2b7 tempest-MigrationsAdminTest-1671993503 tempest-MigrationsAdminTest-1671993503-project-member] Lock "4d9ff1a2-da45-4efd-af8c-d47907ce0768" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.098s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.137519] env[70398]: DEBUG oslo_vmware.api [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 984.137519] env[70398]: value = "task-3444666" [ 984.137519] env[70398]: _type = "Task" [ 984.137519] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.150052] env[70398]: DEBUG oslo_vmware.api [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444666, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.160087] env[70398]: DEBUG nova.network.neutron [None req-c278c813-c4cf-4cad-98cd-9e75301d6b88 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Updating instance_info_cache with network_info: [{"id": "1374420a-27ed-4395-8f03-57efea1e0a95", "address": "fa:16:3e:86:43:b7", "network": {"id": "8827b33f-2ae8-4694-a41f-8548aab18f7c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-40120438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61b38bccf64b49b086c80c4151b39806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1374420a-27", "ovs_interfaceid": "1374420a-27ed-4395-8f03-57efea1e0a95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.296348] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3158f43a-4271-44c5-b200-bc5c8aff5749 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Lock "fc300453-1d03-4d05-8144-093f2593b32b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.964s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.380942] env[70398]: DEBUG oslo_vmware.api [None req-12a63f8d-0c80-4365-8e97-46f2f3084637 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444665, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.443155} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.381270] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-12a63f8d-0c80-4365-8e97-46f2f3084637 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.381485] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-12a63f8d-0c80-4365-8e97-46f2f3084637 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.381734] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-12a63f8d-0c80-4365-8e97-46f2f3084637 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.381884] env[70398]: INFO nova.compute.manager [None req-12a63f8d-0c80-4365-8e97-46f2f3084637 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Took 2.35 seconds to destroy the instance on the hypervisor. [ 984.382368] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12a63f8d-0c80-4365-8e97-46f2f3084637 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.383134] env[70398]: DEBUG nova.network.neutron [req-52204444-f06e-41ee-ac23-2a3b5ffee7a6 req-6983506b-1da6-4d71-9c4c-9d64f51f9799 service nova] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Updated VIF entry in instance network info cache for port 5ceba6bb-a67e-46fb-84aa-d8a46d9b1762. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 984.383588] env[70398]: DEBUG nova.network.neutron [req-52204444-f06e-41ee-ac23-2a3b5ffee7a6 req-6983506b-1da6-4d71-9c4c-9d64f51f9799 service nova] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Updating instance_info_cache with network_info: [{"id": "266f3148-c1ad-4e56-930c-5b5ff2596aec", "address": "fa:16:3e:76:a8:3f", "network": {"id": "31f6f749-f4c7-4b9c-80b1-dde5df2664ef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-724749608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a133a7276464e628849ffaa016597bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap266f3148-c1", "ovs_interfaceid": "266f3148-c1ad-4e56-930c-5b5ff2596aec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5ceba6bb-a67e-46fb-84aa-d8a46d9b1762", "address": "fa:16:3e:c0:21:53", "network": {"id": "31f6f749-f4c7-4b9c-80b1-dde5df2664ef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-724749608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a133a7276464e628849ffaa016597bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ceba6bb-a6", "ovs_interfaceid": "5ceba6bb-a67e-46fb-84aa-d8a46d9b1762", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.385288] env[70398]: DEBUG nova.compute.manager [-] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 984.385288] env[70398]: DEBUG nova.network.neutron [-] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 984.565146] env[70398]: DEBUG oslo_concurrency.lockutils [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.616521] env[70398]: INFO nova.compute.resource_tracker [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Updating resource usage from migration 30035a39-443b-40a2-8340-0d20421ebc75 [ 984.656474] env[70398]: DEBUG oslo_vmware.api [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444666, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.244932} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.660034] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 003a9ff4-da21-4a6c-9659-4f309a3482a4] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 984.661518] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5eb169-0486-49cf-96bb-2aecd9692154 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.664987] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c278c813-c4cf-4cad-98cd-9e75301d6b88 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Releasing lock "refresh_cache-e6501d8a-8f13-4aff-8595-f3f273809e16" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.664987] env[70398]: DEBUG nova.objects.instance [None req-c278c813-c4cf-4cad-98cd-9e75301d6b88 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lazy-loading 'migration_context' on Instance uuid e6501d8a-8f13-4aff-8595-f3f273809e16 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.699029] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 003a9ff4-da21-4a6c-9659-4f309a3482a4] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 003a9ff4-da21-4a6c-9659-4f309a3482a4/003a9ff4-da21-4a6c-9659-4f309a3482a4.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 984.703032] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5c4d7fe-6291-46c1-9f49-b5b0989e2baf {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.729180] env[70398]: DEBUG oslo_vmware.api [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 984.729180] env[70398]: value = "task-3444667" [ 984.729180] env[70398]: _type = "Task" [ 984.729180] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.743699] env[70398]: DEBUG oslo_vmware.api [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444667, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.888086] env[70398]: DEBUG oslo_concurrency.lockutils [req-52204444-f06e-41ee-ac23-2a3b5ffee7a6 req-6983506b-1da6-4d71-9c4c-9d64f51f9799 service nova] Releasing lock "refresh_cache-04f55f97-bcbd-427d-b953-cb9e1d6d9b21" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.961483] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a677e0a-91af-40f5-86e5-e4ad17892071 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.970894] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02071c7-b81f-4c06-ba95-f58ca99f7f3b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.002921] env[70398]: INFO nova.compute.manager [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Rebuilding instance [ 985.005873] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7aaef3-98bb-4fe9-9cd0-6201fa0d91e2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.014926] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5d8d98-2c6e-481c-94c4-d1687c19b5e8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.030604] env[70398]: DEBUG nova.compute.provider_tree [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.062342] env[70398]: DEBUG nova.compute.manager [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.063280] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506f9817-4f2e-4553-8637-214c1da1afa4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.136597] env[70398]: DEBUG oslo_concurrency.lockutils [None req-795b4796-4302-466a-af04-87222196c117 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Acquiring lock "interface-baf85f0f-75cb-44c6-a75d-77f396481cfe-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.136597] env[70398]: DEBUG oslo_concurrency.lockutils [None req-795b4796-4302-466a-af04-87222196c117 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Lock "interface-baf85f0f-75cb-44c6-a75d-77f396481cfe-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.136597] env[70398]: DEBUG nova.objects.instance [None req-795b4796-4302-466a-af04-87222196c117 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Lazy-loading 'flavor' on Instance uuid baf85f0f-75cb-44c6-a75d-77f396481cfe {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.157936] env[70398]: DEBUG nova.network.neutron [-] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.171099] env[70398]: DEBUG nova.objects.base [None req-c278c813-c4cf-4cad-98cd-9e75301d6b88 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70398) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 985.172076] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5105164-c3bd-45c7-95ea-ed06ba317b53 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.192890] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2c9dad9-030a-448d-b08e-12c4ec0e1520 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.199165] env[70398]: DEBUG oslo_vmware.api [None req-c278c813-c4cf-4cad-98cd-9e75301d6b88 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 985.199165] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]522f7ece-a755-9b81-196f-994a86bc50f4" [ 985.199165] env[70398]: _type = "Task" [ 985.199165] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.208703] env[70398]: DEBUG oslo_vmware.api [None req-c278c813-c4cf-4cad-98cd-9e75301d6b88 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]522f7ece-a755-9b81-196f-994a86bc50f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.248183] env[70398]: DEBUG oslo_vmware.api [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444667, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.379957] env[70398]: DEBUG nova.compute.manager [req-b7cbab0f-170c-4354-bf8d-b9d238d8cdca req-52dbe678-fca3-4bdb-93e2-cc6ea8f4b8c1 service nova] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Received event network-vif-deleted-12c869ec-7018-4511-bbbb-12253aa9d480 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.538652] env[70398]: DEBUG nova.scheduler.client.report [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.640487] env[70398]: DEBUG nova.objects.instance [None req-795b4796-4302-466a-af04-87222196c117 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Lazy-loading 'pci_requests' on Instance uuid baf85f0f-75cb-44c6-a75d-77f396481cfe {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.662521] env[70398]: INFO nova.compute.manager [-] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Took 1.28 seconds to deallocate network for instance. [ 985.711650] env[70398]: DEBUG oslo_vmware.api [None req-c278c813-c4cf-4cad-98cd-9e75301d6b88 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]522f7ece-a755-9b81-196f-994a86bc50f4, 'name': SearchDatastore_Task, 'duration_secs': 0.011743} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.711989] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c278c813-c4cf-4cad-98cd-9e75301d6b88 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.742088] env[70398]: DEBUG oslo_vmware.api [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444667, 'name': ReconfigVM_Task, 'duration_secs': 0.536443} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.742509] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 003a9ff4-da21-4a6c-9659-4f309a3482a4] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 003a9ff4-da21-4a6c-9659-4f309a3482a4/003a9ff4-da21-4a6c-9659-4f309a3482a4.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 985.743026] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3eb74570-a5cb-43e2-ac70-93565dd7125a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.751735] env[70398]: DEBUG oslo_vmware.api [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 985.751735] env[70398]: value = "task-3444668" [ 985.751735] env[70398]: _type = "Task" [ 985.751735] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.762934] env[70398]: DEBUG oslo_vmware.api [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444668, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.042181] env[70398]: DEBUG oslo_concurrency.lockutils [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.443s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.042793] env[70398]: INFO nova.compute.manager [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Migrating [ 986.049145] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.940s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.050627] env[70398]: INFO nova.compute.claims [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.081442] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.081921] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1c2688f-4158-4e21-8a4d-e83ee6ec1ac7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.092714] env[70398]: DEBUG oslo_vmware.api [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Waiting for the task: (returnval){ [ 986.092714] env[70398]: value = "task-3444669" [ 986.092714] env[70398]: _type = "Task" [ 986.092714] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.102334] env[70398]: DEBUG oslo_vmware.api [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Task: {'id': task-3444669, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.143397] env[70398]: DEBUG nova.objects.base [None req-795b4796-4302-466a-af04-87222196c117 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70398) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 986.143624] env[70398]: DEBUG nova.network.neutron [None req-795b4796-4302-466a-af04-87222196c117 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] [instance: baf85f0f-75cb-44c6-a75d-77f396481cfe] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 986.218723] env[70398]: INFO nova.compute.manager [None req-12a63f8d-0c80-4365-8e97-46f2f3084637 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Took 0.56 seconds to detach 1 volumes for instance. [ 986.225313] env[70398]: DEBUG oslo_concurrency.lockutils [None req-795b4796-4302-466a-af04-87222196c117 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Lock "interface-baf85f0f-75cb-44c6-a75d-77f396481cfe-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.090s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.264402] env[70398]: DEBUG oslo_vmware.api [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444668, 'name': Rename_Task, 'duration_secs': 0.188864} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.264775] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 003a9ff4-da21-4a6c-9659-4f309a3482a4] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 986.265067] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-797465b5-6ff8-4450-bfef-5e39fe69bbe8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.275345] env[70398]: DEBUG oslo_vmware.api [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 986.275345] env[70398]: value = "task-3444670" [ 986.275345] env[70398]: _type = "Task" [ 986.275345] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.288774] env[70398]: DEBUG oslo_vmware.api [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444670, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.563712] env[70398]: DEBUG oslo_concurrency.lockutils [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquiring lock "refresh_cache-3805da77-9f5d-4ffa-bc7b-141c94be3982" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.563712] env[70398]: DEBUG oslo_concurrency.lockutils [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquired lock "refresh_cache-3805da77-9f5d-4ffa-bc7b-141c94be3982" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.563712] env[70398]: DEBUG nova.network.neutron [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 986.605020] env[70398]: DEBUG oslo_vmware.api [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Task: {'id': task-3444669, 'name': PowerOffVM_Task, 'duration_secs': 0.163214} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.605291] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.605531] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 986.606380] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa1ec45-cbb5-4d4c-a885-8f58d3354802 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.616733] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 986.617121] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30b131d7-0c51-42de-a542-a98c00d732bb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.653804] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 986.654034] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 986.654233] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Deleting the datastore file [datastore1] fc300453-1d03-4d05-8144-093f2593b32b {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 986.654522] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c587be4f-3d9a-4b48-b189-cea4e3dfe76e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.663778] env[70398]: DEBUG oslo_vmware.api [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Waiting for the task: (returnval){ [ 986.663778] env[70398]: value = "task-3444672" [ 986.663778] env[70398]: _type = "Task" [ 986.663778] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.673389] env[70398]: DEBUG oslo_vmware.api [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Task: {'id': task-3444672, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.730077] env[70398]: DEBUG oslo_concurrency.lockutils [None req-12a63f8d-0c80-4365-8e97-46f2f3084637 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.788137] env[70398]: DEBUG oslo_vmware.api [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444670, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.018964] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bf14b821-d926-4998-8acb-0007b725ad35 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "interface-04f55f97-bcbd-427d-b953-cb9e1d6d9b21-aa89adbe-3bff-4e1f-a7ae-de24e7b3a0bb" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.019376] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bf14b821-d926-4998-8acb-0007b725ad35 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "interface-04f55f97-bcbd-427d-b953-cb9e1d6d9b21-aa89adbe-3bff-4e1f-a7ae-de24e7b3a0bb" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.019930] env[70398]: DEBUG nova.objects.instance [None req-bf14b821-d926-4998-8acb-0007b725ad35 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lazy-loading 'flavor' on Instance uuid 04f55f97-bcbd-427d-b953-cb9e1d6d9b21 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.180297] env[70398]: DEBUG oslo_vmware.api [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Task: {'id': task-3444672, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191729} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.180863] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.181464] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.181598] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 987.290825] env[70398]: DEBUG oslo_vmware.api [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444670, 'name': PowerOnVM_Task, 'duration_secs': 0.945288} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.290979] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 003a9ff4-da21-4a6c-9659-4f309a3482a4] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 987.291205] env[70398]: INFO nova.compute.manager [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 003a9ff4-da21-4a6c-9659-4f309a3482a4] Took 8.99 seconds to spawn the instance on the hypervisor. [ 987.291387] env[70398]: DEBUG nova.compute.manager [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 003a9ff4-da21-4a6c-9659-4f309a3482a4] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 987.292208] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22372708-1b7b-4d8a-8574-d60b767b2c5e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.316258] env[70398]: DEBUG nova.network.neutron [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Updating instance_info_cache with network_info: [{"id": "4f8e56ba-25ca-49a3-9697-667e89a8301e", "address": "fa:16:3e:01:06:65", "network": {"id": "7d6a528e-2d28-423d-a33f-6f0222b74744", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1712623278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "565f3f2d80634f578f63ea399435e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f8e56ba-25", "ovs_interfaceid": "4f8e56ba-25ca-49a3-9697-667e89a8301e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.351400] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5790cc-83c1-4124-b378-bc3d1d928cbd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.361370] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6407358-b0be-4e0c-99a1-2bc1b24580ef {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.393549] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c9acb5-546e-4080-a8df-1aced9443863 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.402601] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca039e22-1a8c-4914-9a3e-62abe3b1ef5f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.419423] env[70398]: DEBUG nova.compute.provider_tree [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.621709] env[70398]: DEBUG nova.objects.instance [None req-bf14b821-d926-4998-8acb-0007b725ad35 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lazy-loading 'pci_requests' on Instance uuid 04f55f97-bcbd-427d-b953-cb9e1d6d9b21 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.814395] env[70398]: INFO nova.compute.manager [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 003a9ff4-da21-4a6c-9659-4f309a3482a4] Took 24.25 seconds to build instance. [ 987.819854] env[70398]: DEBUG oslo_concurrency.lockutils [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Releasing lock "refresh_cache-3805da77-9f5d-4ffa-bc7b-141c94be3982" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.923064] env[70398]: DEBUG nova.scheduler.client.report [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.124487] env[70398]: DEBUG nova.objects.base [None req-bf14b821-d926-4998-8acb-0007b725ad35 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Object Instance<04f55f97-bcbd-427d-b953-cb9e1d6d9b21> lazy-loaded attributes: flavor,pci_requests {{(pid=70398) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 988.124730] env[70398]: DEBUG nova.network.neutron [None req-bf14b821-d926-4998-8acb-0007b725ad35 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 988.186074] env[70398]: DEBUG nova.policy [None req-bf14b821-d926-4998-8acb-0007b725ad35 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5745fd9f8e2d4576ad44c31b35cc8024', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a133a7276464e628849ffaa016597bd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 988.220745] env[70398]: DEBUG nova.virt.hardware [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 988.221012] env[70398]: DEBUG nova.virt.hardware [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 988.221183] env[70398]: DEBUG nova.virt.hardware [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 988.221366] env[70398]: DEBUG nova.virt.hardware [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 988.221516] env[70398]: DEBUG nova.virt.hardware [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 988.221662] env[70398]: DEBUG nova.virt.hardware [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 988.221875] env[70398]: DEBUG nova.virt.hardware [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 988.222052] env[70398]: DEBUG nova.virt.hardware [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 988.222226] env[70398]: DEBUG nova.virt.hardware [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 988.222389] env[70398]: DEBUG nova.virt.hardware [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 988.222561] env[70398]: DEBUG nova.virt.hardware [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 988.223481] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d4ba71-5f9d-47d0-956c-c62bf50f7c21 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.231972] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aeccff0-1251-4902-9565-6371b9b5ff24 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.246866] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Instance VIF info [] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 988.256380] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.256707] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 988.256787] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ec29316-cb1b-4ac5-a4f0-f03b19906b6d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.276019] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 988.276019] env[70398]: value = "task-3444673" [ 988.276019] env[70398]: _type = "Task" [ 988.276019] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.285118] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444673, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.316871] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4b9d1be1-a0bb-4245-86fa-3e53b055e8b8 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "003a9ff4-da21-4a6c-9659-4f309a3482a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.765s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.428656] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.428656] env[70398]: DEBUG nova.compute.manager [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 988.431890] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e4a2f675-f1a1-428b-a8cf-199e66509da6 tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.482s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.432015] env[70398]: DEBUG nova.objects.instance [None req-e4a2f675-f1a1-428b-a8cf-199e66509da6 tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Lazy-loading 'resources' on Instance uuid 4bf9e8b3-d15e-4353-b65f-851257c8aae1 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.476864] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9113bb55-69ff-45fd-95bb-a968fd164890 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "547a30db-a758-47b5-aef0-bc4d2351febb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.477300] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9113bb55-69ff-45fd-95bb-a968fd164890 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "547a30db-a758-47b5-aef0-bc4d2351febb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.477557] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9113bb55-69ff-45fd-95bb-a968fd164890 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "547a30db-a758-47b5-aef0-bc4d2351febb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.477783] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9113bb55-69ff-45fd-95bb-a968fd164890 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "547a30db-a758-47b5-aef0-bc4d2351febb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.477978] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9113bb55-69ff-45fd-95bb-a968fd164890 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "547a30db-a758-47b5-aef0-bc4d2351febb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.480134] env[70398]: INFO nova.compute.manager [None req-9113bb55-69ff-45fd-95bb-a968fd164890 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Terminating instance [ 988.789490] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444673, 'name': CreateVM_Task, 'duration_secs': 0.286145} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.789762] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 988.790354] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.790627] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.790989] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.791301] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-081c9cb4-dd5b-4b22-941b-45d127e4f102 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.798252] env[70398]: DEBUG oslo_vmware.api [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Waiting for the task: (returnval){ [ 988.798252] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f0877a-5b70-af52-70df-d297139451be" [ 988.798252] env[70398]: _type = "Task" [ 988.798252] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.808286] env[70398]: DEBUG oslo_vmware.api [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f0877a-5b70-af52-70df-d297139451be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.938384] env[70398]: DEBUG nova.compute.utils [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 988.939951] env[70398]: DEBUG nova.compute.manager [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 988.940148] env[70398]: DEBUG nova.network.neutron [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 988.942788] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9a7a35a0-9f71-44f8-a23e-ab6deae0f371 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Acquiring lock "baf85f0f-75cb-44c6-a75d-77f396481cfe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.942896] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9a7a35a0-9f71-44f8-a23e-ab6deae0f371 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Lock "baf85f0f-75cb-44c6-a75d-77f396481cfe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.943119] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9a7a35a0-9f71-44f8-a23e-ab6deae0f371 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Acquiring lock "baf85f0f-75cb-44c6-a75d-77f396481cfe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.943308] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9a7a35a0-9f71-44f8-a23e-ab6deae0f371 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Lock "baf85f0f-75cb-44c6-a75d-77f396481cfe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.943472] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9a7a35a0-9f71-44f8-a23e-ab6deae0f371 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Lock "baf85f0f-75cb-44c6-a75d-77f396481cfe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.945367] env[70398]: INFO nova.compute.manager [None req-9a7a35a0-9f71-44f8-a23e-ab6deae0f371 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] [instance: baf85f0f-75cb-44c6-a75d-77f396481cfe] Terminating instance [ 988.985255] env[70398]: DEBUG nova.policy [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff2cf8cbef8c4a178d53cce526c5cd2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c34e812363441c68207c4694a6bb539', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 988.987134] env[70398]: DEBUG nova.compute.manager [None req-9113bb55-69ff-45fd-95bb-a968fd164890 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 988.987354] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9113bb55-69ff-45fd-95bb-a968fd164890 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 988.988331] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2140ca4c-13d5-45d1-892a-5798bafde8f7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.001607] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9113bb55-69ff-45fd-95bb-a968fd164890 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 989.001933] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46aa0d2a-d3fe-4883-8ac1-07482def9c89 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.088250] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9113bb55-69ff-45fd-95bb-a968fd164890 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 989.088853] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9113bb55-69ff-45fd-95bb-a968fd164890 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 989.088853] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-9113bb55-69ff-45fd-95bb-a968fd164890 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Deleting the datastore file [datastore1] 547a30db-a758-47b5-aef0-bc4d2351febb {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.089066] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22f40844-633c-487a-ab67-a47466ab89bb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.096385] env[70398]: DEBUG oslo_vmware.api [None req-9113bb55-69ff-45fd-95bb-a968fd164890 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 989.096385] env[70398]: value = "task-3444675" [ 989.096385] env[70398]: _type = "Task" [ 989.096385] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.107306] env[70398]: DEBUG oslo_vmware.api [None req-9113bb55-69ff-45fd-95bb-a968fd164890 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444675, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.177145] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7f3f1e-b6bb-446d-97f4-63436de3f882 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.186067] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c628f0-87e0-472a-a5de-5cd7d7da7046 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.217547] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3bbc08-ebed-4bfc-8603-f8e68a960915 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.226261] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d876a6-f786-4aa6-bb59-430390c876f4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.242399] env[70398]: DEBUG nova.compute.provider_tree [None req-e4a2f675-f1a1-428b-a8cf-199e66509da6 tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.312120] env[70398]: DEBUG oslo_vmware.api [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f0877a-5b70-af52-70df-d297139451be, 'name': SearchDatastore_Task, 'duration_secs': 0.016177} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.312120] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.312120] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 989.312452] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.312452] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.312452] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 989.312720] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a9432c0-d616-41a7-8073-fd1201ea9a6f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.325642] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 989.325846] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 989.326816] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02583734-5b33-43c7-9752-1264961653f9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.334238] env[70398]: DEBUG oslo_vmware.api [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Waiting for the task: (returnval){ [ 989.334238] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e94b15-8353-3d70-811c-02367ba43feb" [ 989.334238] env[70398]: _type = "Task" [ 989.334238] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.345944] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ae1c94-1984-49dd-a4db-57de9ff708c3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.352583] env[70398]: DEBUG oslo_vmware.api [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e94b15-8353-3d70-811c-02367ba43feb, 'name': SearchDatastore_Task, 'duration_secs': 0.009794} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.353727] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edd435b1-3520-452d-8fce-fb6a875262f0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.371656] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Updating instance '3805da77-9f5d-4ffa-bc7b-141c94be3982' progress to 0 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 989.375694] env[70398]: DEBUG nova.network.neutron [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Successfully created port: 92b7ce2d-38cf-4354-ace0-d96a6bebecc0 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 989.381841] env[70398]: DEBUG oslo_vmware.api [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Waiting for the task: (returnval){ [ 989.381841] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e1e4eb-5129-323c-9433-d59b7e0e0e31" [ 989.381841] env[70398]: _type = "Task" [ 989.381841] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.390328] env[70398]: DEBUG oslo_vmware.api [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e1e4eb-5129-323c-9433-d59b7e0e0e31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.443630] env[70398]: DEBUG nova.compute.manager [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 989.449295] env[70398]: DEBUG nova.compute.manager [None req-9a7a35a0-9f71-44f8-a23e-ab6deae0f371 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] [instance: baf85f0f-75cb-44c6-a75d-77f396481cfe] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 989.449502] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7a35a0-9f71-44f8-a23e-ab6deae0f371 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] [instance: baf85f0f-75cb-44c6-a75d-77f396481cfe] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 989.450430] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8e4dba-a792-4a11-8c1e-4f4edad6b09f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.459420] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a7a35a0-9f71-44f8-a23e-ab6deae0f371 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] [instance: baf85f0f-75cb-44c6-a75d-77f396481cfe] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.459674] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50edf846-a144-4040-bcc7-c26d1e71400b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.467321] env[70398]: DEBUG oslo_vmware.api [None req-9a7a35a0-9f71-44f8-a23e-ab6deae0f371 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Waiting for the task: (returnval){ [ 989.467321] env[70398]: value = "task-3444676" [ 989.467321] env[70398]: _type = "Task" [ 989.467321] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.476880] env[70398]: DEBUG oslo_vmware.api [None req-9a7a35a0-9f71-44f8-a23e-ab6deae0f371 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Task: {'id': task-3444676, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.613396] env[70398]: DEBUG oslo_vmware.api [None req-9113bb55-69ff-45fd-95bb-a968fd164890 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444675, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123219} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.613396] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-9113bb55-69ff-45fd-95bb-a968fd164890 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.613541] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9113bb55-69ff-45fd-95bb-a968fd164890 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.613850] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9113bb55-69ff-45fd-95bb-a968fd164890 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 989.614462] env[70398]: INFO nova.compute.manager [None req-9113bb55-69ff-45fd-95bb-a968fd164890 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Took 0.63 seconds to destroy the instance on the hypervisor. [ 989.614552] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9113bb55-69ff-45fd-95bb-a968fd164890 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.615335] env[70398]: DEBUG nova.compute.manager [-] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 989.615505] env[70398]: DEBUG nova.network.neutron [-] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 989.689820] env[70398]: DEBUG nova.network.neutron [None req-bf14b821-d926-4998-8acb-0007b725ad35 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Successfully updated port: aa89adbe-3bff-4e1f-a7ae-de24e7b3a0bb {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 989.745546] env[70398]: DEBUG nova.scheduler.client.report [None req-e4a2f675-f1a1-428b-a8cf-199e66509da6 tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.881458] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.881781] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5405bd61-31f0-43d8-9009-2ad6449176b4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.893807] env[70398]: DEBUG oslo_vmware.api [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e1e4eb-5129-323c-9433-d59b7e0e0e31, 'name': SearchDatastore_Task, 'duration_secs': 0.010659} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.896156] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.896156] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] fc300453-1d03-4d05-8144-093f2593b32b/fc300453-1d03-4d05-8144-093f2593b32b.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 989.896156] env[70398]: DEBUG oslo_vmware.api [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 989.896156] env[70398]: value = "task-3444677" [ 989.896156] env[70398]: _type = "Task" [ 989.896156] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.896156] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cef3d83b-7582-4264-abad-042923eb7505 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.909743] env[70398]: DEBUG oslo_vmware.api [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444677, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.914493] env[70398]: DEBUG oslo_vmware.api [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Waiting for the task: (returnval){ [ 989.914493] env[70398]: value = "task-3444678" [ 989.914493] env[70398]: _type = "Task" [ 989.914493] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.924273] env[70398]: DEBUG oslo_vmware.api [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Task: {'id': task-3444678, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.979040] env[70398]: DEBUG oslo_vmware.api [None req-9a7a35a0-9f71-44f8-a23e-ab6deae0f371 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Task: {'id': task-3444676, 'name': PowerOffVM_Task, 'duration_secs': 0.231802} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.979195] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a7a35a0-9f71-44f8-a23e-ab6deae0f371 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] [instance: baf85f0f-75cb-44c6-a75d-77f396481cfe] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.979457] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7a35a0-9f71-44f8-a23e-ab6deae0f371 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] [instance: baf85f0f-75cb-44c6-a75d-77f396481cfe] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 989.979791] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93940740-31ef-4444-a919-224c9f615509 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.053502] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7a35a0-9f71-44f8-a23e-ab6deae0f371 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] [instance: baf85f0f-75cb-44c6-a75d-77f396481cfe] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 990.053965] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7a35a0-9f71-44f8-a23e-ab6deae0f371 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] [instance: baf85f0f-75cb-44c6-a75d-77f396481cfe] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 990.054235] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a7a35a0-9f71-44f8-a23e-ab6deae0f371 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Deleting the datastore file [datastore1] baf85f0f-75cb-44c6-a75d-77f396481cfe {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 990.054575] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a0cae7c-5d42-4a4b-a5d4-14abf25815ed {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.062919] env[70398]: DEBUG oslo_vmware.api [None req-9a7a35a0-9f71-44f8-a23e-ab6deae0f371 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Waiting for the task: (returnval){ [ 990.062919] env[70398]: value = "task-3444680" [ 990.062919] env[70398]: _type = "Task" [ 990.062919] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.072181] env[70398]: DEBUG oslo_vmware.api [None req-9a7a35a0-9f71-44f8-a23e-ab6deae0f371 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Task: {'id': task-3444680, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.196284] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bf14b821-d926-4998-8acb-0007b725ad35 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "refresh_cache-04f55f97-bcbd-427d-b953-cb9e1d6d9b21" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.196736] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bf14b821-d926-4998-8acb-0007b725ad35 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquired lock "refresh_cache-04f55f97-bcbd-427d-b953-cb9e1d6d9b21" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.197024] env[70398]: DEBUG nova.network.neutron [None req-bf14b821-d926-4998-8acb-0007b725ad35 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.252998] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e4a2f675-f1a1-428b-a8cf-199e66509da6 tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.821s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.256415] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.407s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.258862] env[70398]: INFO nova.compute.claims [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 990.275434] env[70398]: DEBUG nova.compute.manager [req-55a1a4af-07a6-426f-b99c-43d2f7fa3bbd req-aa48329e-cd35-49c1-b2a3-3acccedad78f service nova] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Received event network-vif-plugged-aa89adbe-3bff-4e1f-a7ae-de24e7b3a0bb {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.275670] env[70398]: DEBUG oslo_concurrency.lockutils [req-55a1a4af-07a6-426f-b99c-43d2f7fa3bbd req-aa48329e-cd35-49c1-b2a3-3acccedad78f service nova] Acquiring lock "04f55f97-bcbd-427d-b953-cb9e1d6d9b21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.275947] env[70398]: DEBUG oslo_concurrency.lockutils [req-55a1a4af-07a6-426f-b99c-43d2f7fa3bbd req-aa48329e-cd35-49c1-b2a3-3acccedad78f service nova] Lock "04f55f97-bcbd-427d-b953-cb9e1d6d9b21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.276258] env[70398]: DEBUG oslo_concurrency.lockutils [req-55a1a4af-07a6-426f-b99c-43d2f7fa3bbd req-aa48329e-cd35-49c1-b2a3-3acccedad78f service nova] Lock "04f55f97-bcbd-427d-b953-cb9e1d6d9b21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.276595] env[70398]: DEBUG nova.compute.manager [req-55a1a4af-07a6-426f-b99c-43d2f7fa3bbd req-aa48329e-cd35-49c1-b2a3-3acccedad78f service nova] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] No waiting events found dispatching network-vif-plugged-aa89adbe-3bff-4e1f-a7ae-de24e7b3a0bb {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 990.276895] env[70398]: WARNING nova.compute.manager [req-55a1a4af-07a6-426f-b99c-43d2f7fa3bbd req-aa48329e-cd35-49c1-b2a3-3acccedad78f service nova] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Received unexpected event network-vif-plugged-aa89adbe-3bff-4e1f-a7ae-de24e7b3a0bb for instance with vm_state active and task_state None. [ 990.281238] env[70398]: INFO nova.scheduler.client.report [None req-e4a2f675-f1a1-428b-a8cf-199e66509da6 tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Deleted allocations for instance 4bf9e8b3-d15e-4353-b65f-851257c8aae1 [ 990.377912] env[70398]: DEBUG nova.compute.manager [req-d83f4bae-8c54-4673-83d9-12022a74647a req-4d7f4266-b8d5-46ab-97fa-4cbb849d9788 service nova] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Received event network-vif-deleted-3b4b2e37-d688-4056-8fea-be49c1483858 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.378149] env[70398]: INFO nova.compute.manager [req-d83f4bae-8c54-4673-83d9-12022a74647a req-4d7f4266-b8d5-46ab-97fa-4cbb849d9788 service nova] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Neutron deleted interface 3b4b2e37-d688-4056-8fea-be49c1483858; detaching it from the instance and deleting it from the info cache [ 990.378518] env[70398]: DEBUG nova.network.neutron [req-d83f4bae-8c54-4673-83d9-12022a74647a req-4d7f4266-b8d5-46ab-97fa-4cbb849d9788 service nova] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.391190] env[70398]: DEBUG nova.network.neutron [-] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.408113] env[70398]: DEBUG oslo_vmware.api [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444677, 'name': PowerOffVM_Task, 'duration_secs': 0.213096} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.408398] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.408620] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Updating instance '3805da77-9f5d-4ffa-bc7b-141c94be3982' progress to 17 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 990.424843] env[70398]: DEBUG oslo_vmware.api [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Task: {'id': task-3444678, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464537} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.425134] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] fc300453-1d03-4d05-8144-093f2593b32b/fc300453-1d03-4d05-8144-093f2593b32b.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 990.425355] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 990.425624] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0ad2cd1-95c1-4801-8df1-6107224b7255 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.432694] env[70398]: DEBUG oslo_vmware.api [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Waiting for the task: (returnval){ [ 990.432694] env[70398]: value = "task-3444681" [ 990.432694] env[70398]: _type = "Task" [ 990.432694] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.443162] env[70398]: DEBUG oslo_vmware.api [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Task: {'id': task-3444681, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.456357] env[70398]: DEBUG nova.compute.manager [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 990.483875] env[70398]: DEBUG nova.virt.hardware [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 990.484133] env[70398]: DEBUG nova.virt.hardware [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.484294] env[70398]: DEBUG nova.virt.hardware [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.484470] env[70398]: DEBUG nova.virt.hardware [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.484615] env[70398]: DEBUG nova.virt.hardware [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.484759] env[70398]: DEBUG nova.virt.hardware [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 990.484964] env[70398]: DEBUG nova.virt.hardware [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 990.485134] env[70398]: DEBUG nova.virt.hardware [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 990.485301] env[70398]: DEBUG nova.virt.hardware [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 990.485462] env[70398]: DEBUG nova.virt.hardware [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 990.485632] env[70398]: DEBUG nova.virt.hardware [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 990.486500] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e5194f-b1e3-409b-a986-7514f04844e5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.495071] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db513b92-6e57-4ee7-a67c-389ec5ce9a82 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.573793] env[70398]: DEBUG oslo_vmware.api [None req-9a7a35a0-9f71-44f8-a23e-ab6deae0f371 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Task: {'id': task-3444680, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311824} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.574141] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a7a35a0-9f71-44f8-a23e-ab6deae0f371 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 990.574355] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7a35a0-9f71-44f8-a23e-ab6deae0f371 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] [instance: baf85f0f-75cb-44c6-a75d-77f396481cfe] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 990.574825] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7a35a0-9f71-44f8-a23e-ab6deae0f371 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] [instance: baf85f0f-75cb-44c6-a75d-77f396481cfe] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 990.575031] env[70398]: INFO nova.compute.manager [None req-9a7a35a0-9f71-44f8-a23e-ab6deae0f371 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] [instance: baf85f0f-75cb-44c6-a75d-77f396481cfe] Took 1.13 seconds to destroy the instance on the hypervisor. [ 990.575283] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a7a35a0-9f71-44f8-a23e-ab6deae0f371 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.575491] env[70398]: DEBUG nova.compute.manager [-] [instance: baf85f0f-75cb-44c6-a75d-77f396481cfe] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 990.575609] env[70398]: DEBUG nova.network.neutron [-] [instance: baf85f0f-75cb-44c6-a75d-77f396481cfe] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 990.739740] env[70398]: WARNING nova.network.neutron [None req-bf14b821-d926-4998-8acb-0007b725ad35 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] 31f6f749-f4c7-4b9c-80b1-dde5df2664ef already exists in list: networks containing: ['31f6f749-f4c7-4b9c-80b1-dde5df2664ef']. ignoring it [ 990.740121] env[70398]: WARNING nova.network.neutron [None req-bf14b821-d926-4998-8acb-0007b725ad35 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] 31f6f749-f4c7-4b9c-80b1-dde5df2664ef already exists in list: networks containing: ['31f6f749-f4c7-4b9c-80b1-dde5df2664ef']. ignoring it [ 990.790474] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e4a2f675-f1a1-428b-a8cf-199e66509da6 tempest-InstanceActionsNegativeTestJSON-2082606761 tempest-InstanceActionsNegativeTestJSON-2082606761-project-member] Lock "4bf9e8b3-d15e-4353-b65f-851257c8aae1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.384s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.884619] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d6454fc0-d70d-4ee0-832c-64f4a5c4e1c6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.895521] env[70398]: INFO nova.compute.manager [-] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Took 1.28 seconds to deallocate network for instance. [ 990.902391] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78cb394a-b00a-4566-ac1d-0262cd7ec9c8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.924504] env[70398]: DEBUG nova.virt.hardware [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 990.924504] env[70398]: DEBUG nova.virt.hardware [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.924504] env[70398]: DEBUG nova.virt.hardware [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.924504] env[70398]: DEBUG nova.virt.hardware [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.924504] env[70398]: DEBUG nova.virt.hardware [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.924504] env[70398]: DEBUG nova.virt.hardware [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 990.924504] env[70398]: DEBUG nova.virt.hardware [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 990.924504] env[70398]: DEBUG nova.virt.hardware [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 990.924504] env[70398]: DEBUG nova.virt.hardware [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 990.924504] env[70398]: DEBUG nova.virt.hardware [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 990.925174] env[70398]: DEBUG nova.virt.hardware [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 990.934202] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76e49d76-655b-4803-84bf-23911b15485c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.957752] env[70398]: DEBUG oslo_vmware.api [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Task: {'id': task-3444681, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066977} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.969963] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 990.970399] env[70398]: DEBUG nova.compute.manager [req-d83f4bae-8c54-4673-83d9-12022a74647a req-4d7f4266-b8d5-46ab-97fa-4cbb849d9788 service nova] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Detach interface failed, port_id=3b4b2e37-d688-4056-8fea-be49c1483858, reason: Instance 547a30db-a758-47b5-aef0-bc4d2351febb could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 990.970881] env[70398]: DEBUG oslo_vmware.api [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 990.970881] env[70398]: value = "task-3444682" [ 990.970881] env[70398]: _type = "Task" [ 990.970881] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.973846] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d95d9e-93b0-4dbb-9bbf-029327cc6fc3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.002593] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] fc300453-1d03-4d05-8144-093f2593b32b/fc300453-1d03-4d05-8144-093f2593b32b.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.006194] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4fdf3c9-7ca9-4fe1-b0e6-382a205a9383 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.021048] env[70398]: DEBUG oslo_vmware.api [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.030153] env[70398]: DEBUG oslo_vmware.api [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Waiting for the task: (returnval){ [ 991.030153] env[70398]: value = "task-3444683" [ 991.030153] env[70398]: _type = "Task" [ 991.030153] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.040973] env[70398]: DEBUG oslo_vmware.api [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Task: {'id': task-3444683, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.121406] env[70398]: DEBUG nova.network.neutron [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Successfully updated port: 92b7ce2d-38cf-4354-ace0-d96a6bebecc0 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 991.258252] env[70398]: DEBUG nova.network.neutron [None req-bf14b821-d926-4998-8acb-0007b725ad35 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Updating instance_info_cache with network_info: [{"id": "266f3148-c1ad-4e56-930c-5b5ff2596aec", "address": "fa:16:3e:76:a8:3f", "network": {"id": "31f6f749-f4c7-4b9c-80b1-dde5df2664ef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-724749608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a133a7276464e628849ffaa016597bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap266f3148-c1", "ovs_interfaceid": "266f3148-c1ad-4e56-930c-5b5ff2596aec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5ceba6bb-a67e-46fb-84aa-d8a46d9b1762", "address": "fa:16:3e:c0:21:53", "network": {"id": "31f6f749-f4c7-4b9c-80b1-dde5df2664ef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-724749608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a133a7276464e628849ffaa016597bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ceba6bb-a6", "ovs_interfaceid": "5ceba6bb-a67e-46fb-84aa-d8a46d9b1762", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "aa89adbe-3bff-4e1f-a7ae-de24e7b3a0bb", "address": "fa:16:3e:ec:c5:f3", "network": {"id": "31f6f749-f4c7-4b9c-80b1-dde5df2664ef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-724749608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a133a7276464e628849ffaa016597bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa89adbe-3b", "ovs_interfaceid": "aa89adbe-3bff-4e1f-a7ae-de24e7b3a0bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.422836] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9113bb55-69ff-45fd-95bb-a968fd164890 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.449207] env[70398]: DEBUG nova.network.neutron [-] [instance: baf85f0f-75cb-44c6-a75d-77f396481cfe] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.488689] env[70398]: DEBUG oslo_vmware.api [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444682, 'name': ReconfigVM_Task, 'duration_secs': 0.444196} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.489018] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Updating instance '3805da77-9f5d-4ffa-bc7b-141c94be3982' progress to 33 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 991.508438] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb417986-45f2-4fc4-a36b-25c5c9b498df {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.517239] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c937d3e5-df1e-4b82-a8b2-a54c33798a3d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.554021] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be402b25-97b7-480a-ada8-b5dcb8580bb6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.564849] env[70398]: DEBUG oslo_vmware.api [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Task: {'id': task-3444683, 'name': ReconfigVM_Task, 'duration_secs': 0.285232} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.565771] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Reconfigured VM instance instance-00000054 to attach disk [datastore2] fc300453-1d03-4d05-8144-093f2593b32b/fc300453-1d03-4d05-8144-093f2593b32b.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.567369] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c96e9ea-ba2d-41df-8bb0-34e73b8d46a0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.571056] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1a4c538-3870-4c14-b220-5e2b9a20bfd2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.583278] env[70398]: DEBUG nova.compute.provider_tree [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.585717] env[70398]: DEBUG oslo_vmware.api [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Waiting for the task: (returnval){ [ 991.585717] env[70398]: value = "task-3444684" [ 991.585717] env[70398]: _type = "Task" [ 991.585717] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.595136] env[70398]: DEBUG oslo_vmware.api [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Task: {'id': task-3444684, 'name': Rename_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.625083] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Acquiring lock "refresh_cache-2a7e725a-4c13-4566-82e8-d93bcfc22e70" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.625248] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Acquired lock "refresh_cache-2a7e725a-4c13-4566-82e8-d93bcfc22e70" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.625402] env[70398]: DEBUG nova.network.neutron [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 991.631764] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "3b87df25-1ea9-43f3-8082-8c2c5e89675b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.631764] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "3b87df25-1ea9-43f3-8082-8c2c5e89675b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.761100] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bf14b821-d926-4998-8acb-0007b725ad35 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Releasing lock "refresh_cache-04f55f97-bcbd-427d-b953-cb9e1d6d9b21" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.762147] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bf14b821-d926-4998-8acb-0007b725ad35 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "04f55f97-bcbd-427d-b953-cb9e1d6d9b21" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.762885] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bf14b821-d926-4998-8acb-0007b725ad35 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquired lock "04f55f97-bcbd-427d-b953-cb9e1d6d9b21" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.764436] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dac362d-7cf9-4a67-b197-562c6e4b73c8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.784477] env[70398]: DEBUG nova.virt.hardware [None req-bf14b821-d926-4998-8acb-0007b725ad35 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 991.784724] env[70398]: DEBUG nova.virt.hardware [None req-bf14b821-d926-4998-8acb-0007b725ad35 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 991.784882] env[70398]: DEBUG nova.virt.hardware [None req-bf14b821-d926-4998-8acb-0007b725ad35 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 991.785083] env[70398]: DEBUG nova.virt.hardware [None req-bf14b821-d926-4998-8acb-0007b725ad35 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 991.785235] env[70398]: DEBUG nova.virt.hardware [None req-bf14b821-d926-4998-8acb-0007b725ad35 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 991.785393] env[70398]: DEBUG nova.virt.hardware [None req-bf14b821-d926-4998-8acb-0007b725ad35 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 991.785598] env[70398]: DEBUG nova.virt.hardware [None req-bf14b821-d926-4998-8acb-0007b725ad35 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 991.785767] env[70398]: DEBUG nova.virt.hardware [None req-bf14b821-d926-4998-8acb-0007b725ad35 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 991.785946] env[70398]: DEBUG nova.virt.hardware [None req-bf14b821-d926-4998-8acb-0007b725ad35 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 991.786113] env[70398]: DEBUG nova.virt.hardware [None req-bf14b821-d926-4998-8acb-0007b725ad35 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 991.786297] env[70398]: DEBUG nova.virt.hardware [None req-bf14b821-d926-4998-8acb-0007b725ad35 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 991.792974] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-bf14b821-d926-4998-8acb-0007b725ad35 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Reconfiguring VM to attach interface {{(pid=70398) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 991.793383] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84cdc2fa-1493-409e-8b39-453b94f84848 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.815719] env[70398]: DEBUG oslo_vmware.api [None req-bf14b821-d926-4998-8acb-0007b725ad35 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for the task: (returnval){ [ 991.815719] env[70398]: value = "task-3444685" [ 991.815719] env[70398]: _type = "Task" [ 991.815719] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.825010] env[70398]: DEBUG oslo_vmware.api [None req-bf14b821-d926-4998-8acb-0007b725ad35 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444685, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.952897] env[70398]: INFO nova.compute.manager [-] [instance: baf85f0f-75cb-44c6-a75d-77f396481cfe] Took 1.38 seconds to deallocate network for instance. [ 991.998388] env[70398]: DEBUG nova.virt.hardware [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 991.998647] env[70398]: DEBUG nova.virt.hardware [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 991.998830] env[70398]: DEBUG nova.virt.hardware [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 991.999021] env[70398]: DEBUG nova.virt.hardware [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 991.999174] env[70398]: DEBUG nova.virt.hardware [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 991.999470] env[70398]: DEBUG nova.virt.hardware [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 991.999710] env[70398]: DEBUG nova.virt.hardware [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 991.999893] env[70398]: DEBUG nova.virt.hardware [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 992.000076] env[70398]: DEBUG nova.virt.hardware [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 992.000336] env[70398]: DEBUG nova.virt.hardware [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 992.000582] env[70398]: DEBUG nova.virt.hardware [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 992.007081] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Reconfiguring VM instance instance-00000046 to detach disk 2000 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 992.007730] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d235fdbd-4203-43c0-ae9d-a8be0fb6affc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.030315] env[70398]: DEBUG oslo_vmware.api [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 992.030315] env[70398]: value = "task-3444686" [ 992.030315] env[70398]: _type = "Task" [ 992.030315] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.040816] env[70398]: DEBUG oslo_vmware.api [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444686, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.087071] env[70398]: DEBUG nova.scheduler.client.report [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.107676] env[70398]: DEBUG oslo_vmware.api [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Task: {'id': task-3444684, 'name': Rename_Task, 'duration_secs': 0.158626} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.111522] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.111522] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2034fc8-2108-4680-bb18-c71f68afcc89 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.118264] env[70398]: DEBUG oslo_vmware.api [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Waiting for the task: (returnval){ [ 992.118264] env[70398]: value = "task-3444687" [ 992.118264] env[70398]: _type = "Task" [ 992.118264] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.129104] env[70398]: DEBUG oslo_vmware.api [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Task: {'id': task-3444687, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.135218] env[70398]: DEBUG nova.compute.manager [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 3b87df25-1ea9-43f3-8082-8c2c5e89675b] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 992.180971] env[70398]: DEBUG nova.network.neutron [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 992.329680] env[70398]: DEBUG oslo_vmware.api [None req-bf14b821-d926-4998-8acb-0007b725ad35 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444685, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.436244] env[70398]: DEBUG nova.network.neutron [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Updating instance_info_cache with network_info: [{"id": "92b7ce2d-38cf-4354-ace0-d96a6bebecc0", "address": "fa:16:3e:cf:fd:f4", "network": {"id": "fdf85aea-3ffe-41d3-9748-cbe25670fc77", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1039507990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c34e812363441c68207c4694a6bb539", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92b7ce2d-38", "ovs_interfaceid": "92b7ce2d-38cf-4354-ace0-d96a6bebecc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.459700] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9a7a35a0-9f71-44f8-a23e-ab6deae0f371 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.510076] env[70398]: DEBUG nova.compute.manager [req-baa2badf-ccf7-4347-b9c2-0df54dc343fb req-aacabf10-175b-40f0-b962-7cdd1ddc1adf service nova] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Received event network-changed-aa89adbe-3bff-4e1f-a7ae-de24e7b3a0bb {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.510288] env[70398]: DEBUG nova.compute.manager [req-baa2badf-ccf7-4347-b9c2-0df54dc343fb req-aacabf10-175b-40f0-b962-7cdd1ddc1adf service nova] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Refreshing instance network info cache due to event network-changed-aa89adbe-3bff-4e1f-a7ae-de24e7b3a0bb. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 992.510505] env[70398]: DEBUG oslo_concurrency.lockutils [req-baa2badf-ccf7-4347-b9c2-0df54dc343fb req-aacabf10-175b-40f0-b962-7cdd1ddc1adf service nova] Acquiring lock "refresh_cache-04f55f97-bcbd-427d-b953-cb9e1d6d9b21" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.510675] env[70398]: DEBUG oslo_concurrency.lockutils [req-baa2badf-ccf7-4347-b9c2-0df54dc343fb req-aacabf10-175b-40f0-b962-7cdd1ddc1adf service nova] Acquired lock "refresh_cache-04f55f97-bcbd-427d-b953-cb9e1d6d9b21" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.511440] env[70398]: DEBUG nova.network.neutron [req-baa2badf-ccf7-4347-b9c2-0df54dc343fb req-aacabf10-175b-40f0-b962-7cdd1ddc1adf service nova] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Refreshing network info cache for port aa89adbe-3bff-4e1f-a7ae-de24e7b3a0bb {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 992.543804] env[70398]: DEBUG oslo_vmware.api [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444686, 'name': ReconfigVM_Task, 'duration_secs': 0.271443} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.544113] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Reconfigured VM instance instance-00000046 to detach disk 2000 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 992.544961] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99cbc20-d621-4aa5-80c5-1085749e494c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.574160] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 3805da77-9f5d-4ffa-bc7b-141c94be3982/3805da77-9f5d-4ffa-bc7b-141c94be3982.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.574523] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc2513db-bd2e-439a-b026-76aab89fbb7d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.595188] env[70398]: DEBUG oslo_vmware.api [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 992.595188] env[70398]: value = "task-3444688" [ 992.595188] env[70398]: _type = "Task" [ 992.595188] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.600916] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.345s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.601106] env[70398]: DEBUG nova.compute.manager [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 992.607055] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 10.414s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.610822] env[70398]: DEBUG oslo_vmware.api [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444688, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.631027] env[70398]: DEBUG oslo_vmware.api [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Task: {'id': task-3444687, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.664632] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.728787] env[70398]: DEBUG nova.compute.manager [req-ebb2401c-b1cb-432a-a33f-7f2c3c50e3f9 req-59d0e526-3e97-4ca4-bf09-92d48905fdb0 service nova] [instance: baf85f0f-75cb-44c6-a75d-77f396481cfe] Received event network-vif-deleted-3265be05-226f-42f8-b78d-12bf7c03cc38 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.729186] env[70398]: DEBUG nova.compute.manager [req-ebb2401c-b1cb-432a-a33f-7f2c3c50e3f9 req-59d0e526-3e97-4ca4-bf09-92d48905fdb0 service nova] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Received event network-vif-plugged-92b7ce2d-38cf-4354-ace0-d96a6bebecc0 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.729448] env[70398]: DEBUG oslo_concurrency.lockutils [req-ebb2401c-b1cb-432a-a33f-7f2c3c50e3f9 req-59d0e526-3e97-4ca4-bf09-92d48905fdb0 service nova] Acquiring lock "2a7e725a-4c13-4566-82e8-d93bcfc22e70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.729712] env[70398]: DEBUG oslo_concurrency.lockutils [req-ebb2401c-b1cb-432a-a33f-7f2c3c50e3f9 req-59d0e526-3e97-4ca4-bf09-92d48905fdb0 service nova] Lock "2a7e725a-4c13-4566-82e8-d93bcfc22e70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.729947] env[70398]: DEBUG oslo_concurrency.lockutils [req-ebb2401c-b1cb-432a-a33f-7f2c3c50e3f9 req-59d0e526-3e97-4ca4-bf09-92d48905fdb0 service nova] Lock "2a7e725a-4c13-4566-82e8-d93bcfc22e70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.730191] env[70398]: DEBUG nova.compute.manager [req-ebb2401c-b1cb-432a-a33f-7f2c3c50e3f9 req-59d0e526-3e97-4ca4-bf09-92d48905fdb0 service nova] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] No waiting events found dispatching network-vif-plugged-92b7ce2d-38cf-4354-ace0-d96a6bebecc0 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 992.730412] env[70398]: WARNING nova.compute.manager [req-ebb2401c-b1cb-432a-a33f-7f2c3c50e3f9 req-59d0e526-3e97-4ca4-bf09-92d48905fdb0 service nova] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Received unexpected event network-vif-plugged-92b7ce2d-38cf-4354-ace0-d96a6bebecc0 for instance with vm_state building and task_state spawning. [ 992.730737] env[70398]: DEBUG nova.compute.manager [req-ebb2401c-b1cb-432a-a33f-7f2c3c50e3f9 req-59d0e526-3e97-4ca4-bf09-92d48905fdb0 service nova] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Received event network-changed-92b7ce2d-38cf-4354-ace0-d96a6bebecc0 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.730952] env[70398]: DEBUG nova.compute.manager [req-ebb2401c-b1cb-432a-a33f-7f2c3c50e3f9 req-59d0e526-3e97-4ca4-bf09-92d48905fdb0 service nova] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Refreshing instance network info cache due to event network-changed-92b7ce2d-38cf-4354-ace0-d96a6bebecc0. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 992.731161] env[70398]: DEBUG oslo_concurrency.lockutils [req-ebb2401c-b1cb-432a-a33f-7f2c3c50e3f9 req-59d0e526-3e97-4ca4-bf09-92d48905fdb0 service nova] Acquiring lock "refresh_cache-2a7e725a-4c13-4566-82e8-d93bcfc22e70" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.832687] env[70398]: DEBUG oslo_vmware.api [None req-bf14b821-d926-4998-8acb-0007b725ad35 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444685, 'name': ReconfigVM_Task, 'duration_secs': 0.669898} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.833232] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bf14b821-d926-4998-8acb-0007b725ad35 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Releasing lock "04f55f97-bcbd-427d-b953-cb9e1d6d9b21" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.833455] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-bf14b821-d926-4998-8acb-0007b725ad35 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Reconfigured VM to attach interface {{(pid=70398) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 992.942246] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Releasing lock "refresh_cache-2a7e725a-4c13-4566-82e8-d93bcfc22e70" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.942592] env[70398]: DEBUG nova.compute.manager [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Instance network_info: |[{"id": "92b7ce2d-38cf-4354-ace0-d96a6bebecc0", "address": "fa:16:3e:cf:fd:f4", "network": {"id": "fdf85aea-3ffe-41d3-9748-cbe25670fc77", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1039507990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c34e812363441c68207c4694a6bb539", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92b7ce2d-38", "ovs_interfaceid": "92b7ce2d-38cf-4354-ace0-d96a6bebecc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 992.943015] env[70398]: DEBUG oslo_concurrency.lockutils [req-ebb2401c-b1cb-432a-a33f-7f2c3c50e3f9 req-59d0e526-3e97-4ca4-bf09-92d48905fdb0 service nova] Acquired lock "refresh_cache-2a7e725a-4c13-4566-82e8-d93bcfc22e70" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.943271] env[70398]: DEBUG nova.network.neutron [req-ebb2401c-b1cb-432a-a33f-7f2c3c50e3f9 req-59d0e526-3e97-4ca4-bf09-92d48905fdb0 service nova] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Refreshing network info cache for port 92b7ce2d-38cf-4354-ace0-d96a6bebecc0 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 992.944607] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:fd:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '34a581cb-6d33-4e2e-af50-735a6749d6da', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92b7ce2d-38cf-4354-ace0-d96a6bebecc0', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 992.954190] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Creating folder: Project (4c34e812363441c68207c4694a6bb539). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 992.954774] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22ed48e8-eeb7-41cf-825c-8df25bde3d1b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.968868] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Created folder: Project (4c34e812363441c68207c4694a6bb539) in parent group-v687430. [ 992.969064] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Creating folder: Instances. Parent ref: group-v687670. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 992.969330] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0122982-785c-4ca0-a0d9-1cb1714cb909 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.980269] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Created folder: Instances in parent group-v687670. [ 992.980534] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.980761] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 992.980986] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51e82516-d3a5-4c2e-9cc3-f88f78c2f92f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.000866] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.000866] env[70398]: value = "task-3444691" [ 993.000866] env[70398]: _type = "Task" [ 993.000866] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.009393] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444691, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.105804] env[70398]: DEBUG oslo_vmware.api [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444688, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.110129] env[70398]: DEBUG nova.compute.utils [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 993.122973] env[70398]: DEBUG nova.compute.manager [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 993.123332] env[70398]: DEBUG nova.network.neutron [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 993.136200] env[70398]: DEBUG oslo_vmware.api [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Task: {'id': task-3444687, 'name': PowerOnVM_Task, 'duration_secs': 0.590202} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.136856] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.138027] env[70398]: DEBUG nova.compute.manager [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.138027] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199ca754-5ee2-4758-a7ea-05620b3565cc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.197148] env[70398]: DEBUG nova.policy [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4201758a5a84443fbccddfc41af0b88f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fdd435c028a44f1698e5721cd66fa566', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 993.266489] env[70398]: DEBUG nova.network.neutron [req-baa2badf-ccf7-4347-b9c2-0df54dc343fb req-aacabf10-175b-40f0-b962-7cdd1ddc1adf service nova] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Updated VIF entry in instance network info cache for port aa89adbe-3bff-4e1f-a7ae-de24e7b3a0bb. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 993.267085] env[70398]: DEBUG nova.network.neutron [req-baa2badf-ccf7-4347-b9c2-0df54dc343fb req-aacabf10-175b-40f0-b962-7cdd1ddc1adf service nova] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Updating instance_info_cache with network_info: [{"id": "266f3148-c1ad-4e56-930c-5b5ff2596aec", "address": "fa:16:3e:76:a8:3f", "network": {"id": "31f6f749-f4c7-4b9c-80b1-dde5df2664ef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-724749608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a133a7276464e628849ffaa016597bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap266f3148-c1", "ovs_interfaceid": "266f3148-c1ad-4e56-930c-5b5ff2596aec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5ceba6bb-a67e-46fb-84aa-d8a46d9b1762", "address": "fa:16:3e:c0:21:53", "network": {"id": "31f6f749-f4c7-4b9c-80b1-dde5df2664ef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-724749608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a133a7276464e628849ffaa016597bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ceba6bb-a6", "ovs_interfaceid": "5ceba6bb-a67e-46fb-84aa-d8a46d9b1762", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "aa89adbe-3bff-4e1f-a7ae-de24e7b3a0bb", "address": "fa:16:3e:ec:c5:f3", "network": {"id": "31f6f749-f4c7-4b9c-80b1-dde5df2664ef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-724749608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a133a7276464e628849ffaa016597bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa89adbe-3b", "ovs_interfaceid": "aa89adbe-3bff-4e1f-a7ae-de24e7b3a0bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.339217] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bf14b821-d926-4998-8acb-0007b725ad35 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "interface-04f55f97-bcbd-427d-b953-cb9e1d6d9b21-aa89adbe-3bff-4e1f-a7ae-de24e7b3a0bb" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.319s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.515507] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444691, 'name': CreateVM_Task, 'duration_secs': 0.373086} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.515695] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 993.516393] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.516556] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.516876] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.517163] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff8c89a8-22d2-45ee-93d7-c9afae6b423f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.522249] env[70398]: DEBUG oslo_vmware.api [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Waiting for the task: (returnval){ [ 993.522249] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52714d5b-44cf-c802-4ef2-ec21e67e5280" [ 993.522249] env[70398]: _type = "Task" [ 993.522249] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.537846] env[70398]: DEBUG oslo_vmware.api [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52714d5b-44cf-c802-4ef2-ec21e67e5280, 'name': SearchDatastore_Task, 'duration_secs': 0.010539} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.538143] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.538384] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 993.538632] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.538782] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.538967] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 993.539242] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-887f7794-3ef2-4061-9034-6b0d46e39295 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.549141] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 993.549334] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 993.550045] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79e927e3-911f-4247-be36-eff0937d4731 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.555462] env[70398]: DEBUG oslo_vmware.api [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Waiting for the task: (returnval){ [ 993.555462] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5287169d-a135-2dbb-8196-f5ccd54d2639" [ 993.555462] env[70398]: _type = "Task" [ 993.555462] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.563931] env[70398]: DEBUG oslo_vmware.api [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5287169d-a135-2dbb-8196-f5ccd54d2639, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.571052] env[70398]: DEBUG nova.network.neutron [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Successfully created port: f0dac94a-e6cf-4705-bc56-53ba6905563a {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 993.608908] env[70398]: DEBUG oslo_vmware.api [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444688, 'name': ReconfigVM_Task, 'duration_secs': 0.616055} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.609289] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 3805da77-9f5d-4ffa-bc7b-141c94be3982/3805da77-9f5d-4ffa-bc7b-141c94be3982.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 993.609583] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Updating instance '3805da77-9f5d-4ffa-bc7b-141c94be3982' progress to 50 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 993.624177] env[70398]: DEBUG nova.compute.manager [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 993.627942] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Applying migration context for instance 3805da77-9f5d-4ffa-bc7b-141c94be3982 as it has an incoming, in-progress migration 30035a39-443b-40a2-8340-0d20421ebc75. Migration status is migrating {{(pid=70398) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 993.628340] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Applying migration context for instance e6501d8a-8f13-4aff-8595-f3f273809e16 as it has an incoming, in-progress migration c506aa21-2342-45d7-9af6-fc7fde88cfe4. Migration status is confirming {{(pid=70398) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 993.629885] env[70398]: INFO nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Updating resource usage from migration 30035a39-443b-40a2-8340-0d20421ebc75 [ 993.630395] env[70398]: INFO nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Updating resource usage from migration c506aa21-2342-45d7-9af6-fc7fde88cfe4 [ 993.661050] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.673080] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance effd3feb-1733-4485-bc19-2e089e5feef4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 993.673080] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 993.673220] env[70398]: WARNING nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance d5514a4f-7b7e-4d00-ba34-a03b967bc18a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 993.674171] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance aca03be1-1cf7-4b4f-b324-b4201034a770 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 993.674171] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 04f55f97-bcbd-427d-b953-cb9e1d6d9b21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 993.674171] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 993.674171] env[70398]: WARNING nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 547a30db-a758-47b5-aef0-bc4d2351febb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 993.674171] env[70398]: WARNING nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 993.674171] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Migration c506aa21-2342-45d7-9af6-fc7fde88cfe4 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 993.674171] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance e6501d8a-8f13-4aff-8595-f3f273809e16 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 993.674171] env[70398]: WARNING nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance baf85f0f-75cb-44c6-a75d-77f396481cfe is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 993.674697] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance fc300453-1d03-4d05-8144-093f2593b32b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 993.674697] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 003a9ff4-da21-4a6c-9659-4f309a3482a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 993.674697] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Migration 30035a39-443b-40a2-8340-0d20421ebc75 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 993.674697] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 3805da77-9f5d-4ffa-bc7b-141c94be3982 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 993.674697] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 2a7e725a-4c13-4566-82e8-d93bcfc22e70 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 993.674940] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance e9eb0d72-9dcf-4ce2-8f81-0690964eda0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 993.680225] env[70398]: DEBUG nova.network.neutron [req-ebb2401c-b1cb-432a-a33f-7f2c3c50e3f9 req-59d0e526-3e97-4ca4-bf09-92d48905fdb0 service nova] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Updated VIF entry in instance network info cache for port 92b7ce2d-38cf-4354-ace0-d96a6bebecc0. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 993.680225] env[70398]: DEBUG nova.network.neutron [req-ebb2401c-b1cb-432a-a33f-7f2c3c50e3f9 req-59d0e526-3e97-4ca4-bf09-92d48905fdb0 service nova] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Updating instance_info_cache with network_info: [{"id": "92b7ce2d-38cf-4354-ace0-d96a6bebecc0", "address": "fa:16:3e:cf:fd:f4", "network": {"id": "fdf85aea-3ffe-41d3-9748-cbe25670fc77", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1039507990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c34e812363441c68207c4694a6bb539", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92b7ce2d-38", "ovs_interfaceid": "92b7ce2d-38cf-4354-ace0-d96a6bebecc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.770139] env[70398]: DEBUG oslo_concurrency.lockutils [req-baa2badf-ccf7-4347-b9c2-0df54dc343fb req-aacabf10-175b-40f0-b962-7cdd1ddc1adf service nova] Releasing lock "refresh_cache-04f55f97-bcbd-427d-b953-cb9e1d6d9b21" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.067774] env[70398]: DEBUG oslo_vmware.api [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5287169d-a135-2dbb-8196-f5ccd54d2639, 'name': SearchDatastore_Task, 'duration_secs': 0.01004} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.068810] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-119ee98e-f440-4ca6-bb5a-7b593aba1b28 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.076264] env[70398]: DEBUG oslo_vmware.api [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Waiting for the task: (returnval){ [ 994.076264] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]524b2986-194c-95ec-59fb-b3cf652b5db6" [ 994.076264] env[70398]: _type = "Task" [ 994.076264] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.086358] env[70398]: DEBUG oslo_vmware.api [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]524b2986-194c-95ec-59fb-b3cf652b5db6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.121078] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ef59ed-5740-4104-bd19-4430d5d54b52 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.155636] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f187d7bf-642d-4a03-b836-a44329cb404a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.178578] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Updating instance '3805da77-9f5d-4ffa-bc7b-141c94be3982' progress to 67 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 994.182333] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 3b87df25-1ea9-43f3-8082-8c2c5e89675b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 994.182561] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=70398) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 994.182712] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3136MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=70398) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 994.185563] env[70398]: DEBUG oslo_concurrency.lockutils [req-ebb2401c-b1cb-432a-a33f-7f2c3c50e3f9 req-59d0e526-3e97-4ca4-bf09-92d48905fdb0 service nova] Releasing lock "refresh_cache-2a7e725a-4c13-4566-82e8-d93bcfc22e70" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.448218] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b697de71-0b12-4245-9fd9-4037a6e6bffc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.459631] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c675db7b-1fe0-4c4b-84fe-6f4361ca58c6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.489040] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ac56fd-6276-4495-982a-e9d6a5725d5a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.497237] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5edfb68e-67eb-4a23-b73d-b3f449e619d7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.510964] env[70398]: DEBUG nova.compute.provider_tree [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.587790] env[70398]: DEBUG oslo_vmware.api [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]524b2986-194c-95ec-59fb-b3cf652b5db6, 'name': SearchDatastore_Task, 'duration_secs': 0.014561} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.588079] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.588339] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 2a7e725a-4c13-4566-82e8-d93bcfc22e70/2a7e725a-4c13-4566-82e8-d93bcfc22e70.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 994.588594] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-abd4e306-3499-49ac-971d-b34ea1eb3f02 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.596090] env[70398]: DEBUG oslo_vmware.api [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Waiting for the task: (returnval){ [ 994.596090] env[70398]: value = "task-3444692" [ 994.596090] env[70398]: _type = "Task" [ 994.596090] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.604428] env[70398]: DEBUG oslo_vmware.api [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Task: {'id': task-3444692, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.609918] env[70398]: INFO nova.compute.manager [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Rebuilding instance [ 994.650112] env[70398]: DEBUG nova.compute.manager [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 994.652019] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40569f48-8eb3-49e5-b868-c9ec11ff16b0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.659187] env[70398]: DEBUG nova.compute.manager [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 994.688142] env[70398]: DEBUG nova.virt.hardware [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 994.688808] env[70398]: DEBUG nova.virt.hardware [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 994.688808] env[70398]: DEBUG nova.virt.hardware [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 994.688808] env[70398]: DEBUG nova.virt.hardware [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 994.689026] env[70398]: DEBUG nova.virt.hardware [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 994.689109] env[70398]: DEBUG nova.virt.hardware [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 994.689633] env[70398]: DEBUG nova.virt.hardware [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 994.689633] env[70398]: DEBUG nova.virt.hardware [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 994.689633] env[70398]: DEBUG nova.virt.hardware [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 994.689853] env[70398]: DEBUG nova.virt.hardware [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 994.689919] env[70398]: DEBUG nova.virt.hardware [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 994.693539] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb36f2e7-64bd-4137-9368-ddb8867985c8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.704724] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006d99bc-7294-4b14-8ef3-1dd93b67ea31 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.015058] env[70398]: DEBUG nova.scheduler.client.report [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.107944] env[70398]: DEBUG oslo_vmware.api [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Task: {'id': task-3444692, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475873} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.108248] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 2a7e725a-4c13-4566-82e8-d93bcfc22e70/2a7e725a-4c13-4566-82e8-d93bcfc22e70.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 995.108467] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 995.108753] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-763a532a-285e-441b-9a55-d539ea36c4bc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.117336] env[70398]: DEBUG oslo_vmware.api [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Waiting for the task: (returnval){ [ 995.117336] env[70398]: value = "task-3444693" [ 995.117336] env[70398]: _type = "Task" [ 995.117336] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.128125] env[70398]: DEBUG oslo_vmware.api [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Task: {'id': task-3444693, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.304287] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Acquiring lock "e4f55593-2799-4e45-8da2-bcb842076f23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.304529] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Lock "e4f55593-2799-4e45-8da2-bcb842076f23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.521456] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70398) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 995.527686] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.920s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.527686] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a1ccbcaa-52ea-47da-9eac-22e87d98649b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.471s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.527686] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a1ccbcaa-52ea-47da-9eac-22e87d98649b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.531155] env[70398]: DEBUG oslo_concurrency.lockutils [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.964s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.531416] env[70398]: DEBUG nova.objects.instance [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70398) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 995.558078] env[70398]: DEBUG nova.network.neutron [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Successfully updated port: f0dac94a-e6cf-4705-bc56-53ba6905563a {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 995.573063] env[70398]: INFO nova.scheduler.client.report [None req-a1ccbcaa-52ea-47da-9eac-22e87d98649b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Deleted allocations for instance d5514a4f-7b7e-4d00-ba34-a03b967bc18a [ 995.628203] env[70398]: DEBUG oslo_vmware.api [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Task: {'id': task-3444693, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079366} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.628823] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 995.628921] env[70398]: DEBUG oslo_concurrency.lockutils [None req-77ecce25-ea9f-4bf7-b96e-7c79ca1e5614 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "interface-04f55f97-bcbd-427d-b953-cb9e1d6d9b21-5ceba6bb-a67e-46fb-84aa-d8a46d9b1762" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.629211] env[70398]: DEBUG oslo_concurrency.lockutils [None req-77ecce25-ea9f-4bf7-b96e-7c79ca1e5614 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "interface-04f55f97-bcbd-427d-b953-cb9e1d6d9b21-5ceba6bb-a67e-46fb-84aa-d8a46d9b1762" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.630935] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9827b300-73a6-410f-90e4-9efa366222ac {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.665028] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 2a7e725a-4c13-4566-82e8-d93bcfc22e70/2a7e725a-4c13-4566-82e8-d93bcfc22e70.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 995.665251] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ee7503d-d38b-4fbe-96fd-d268fdb814a6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.680440] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.681906] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-941ab01a-a318-403e-9b94-b3be969d5ae8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.684577] env[70398]: DEBUG nova.compute.manager [req-3bee276b-102f-4131-9cd5-b8cfb6dc427f req-96def66b-616e-4b9d-9e8b-041297c240d3 service nova] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Received event network-vif-plugged-f0dac94a-e6cf-4705-bc56-53ba6905563a {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.684782] env[70398]: DEBUG oslo_concurrency.lockutils [req-3bee276b-102f-4131-9cd5-b8cfb6dc427f req-96def66b-616e-4b9d-9e8b-041297c240d3 service nova] Acquiring lock "e9eb0d72-9dcf-4ce2-8f81-0690964eda0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.684988] env[70398]: DEBUG oslo_concurrency.lockutils [req-3bee276b-102f-4131-9cd5-b8cfb6dc427f req-96def66b-616e-4b9d-9e8b-041297c240d3 service nova] Lock "e9eb0d72-9dcf-4ce2-8f81-0690964eda0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.685171] env[70398]: DEBUG oslo_concurrency.lockutils [req-3bee276b-102f-4131-9cd5-b8cfb6dc427f req-96def66b-616e-4b9d-9e8b-041297c240d3 service nova] Lock "e9eb0d72-9dcf-4ce2-8f81-0690964eda0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.686547] env[70398]: DEBUG nova.compute.manager [req-3bee276b-102f-4131-9cd5-b8cfb6dc427f req-96def66b-616e-4b9d-9e8b-041297c240d3 service nova] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] No waiting events found dispatching network-vif-plugged-f0dac94a-e6cf-4705-bc56-53ba6905563a {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 995.686547] env[70398]: WARNING nova.compute.manager [req-3bee276b-102f-4131-9cd5-b8cfb6dc427f req-96def66b-616e-4b9d-9e8b-041297c240d3 service nova] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Received unexpected event network-vif-plugged-f0dac94a-e6cf-4705-bc56-53ba6905563a for instance with vm_state building and task_state spawning. [ 995.690273] env[70398]: DEBUG oslo_vmware.api [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Waiting for the task: (returnval){ [ 995.690273] env[70398]: value = "task-3444694" [ 995.690273] env[70398]: _type = "Task" [ 995.690273] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.691681] env[70398]: DEBUG oslo_vmware.api [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Waiting for the task: (returnval){ [ 995.691681] env[70398]: value = "task-3444695" [ 995.691681] env[70398]: _type = "Task" [ 995.691681] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.707019] env[70398]: DEBUG oslo_vmware.api [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Task: {'id': task-3444694, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.713022] env[70398]: DEBUG oslo_vmware.api [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Task: {'id': task-3444695, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.808220] env[70398]: DEBUG nova.compute.manager [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 995.908161] env[70398]: DEBUG nova.network.neutron [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Port 4f8e56ba-25ca-49a3-9697-667e89a8301e binding to destination host cpu-1 is already ACTIVE {{(pid=70398) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 996.062021] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquiring lock "refresh_cache-e9eb0d72-9dcf-4ce2-8f81-0690964eda0e" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.062222] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquired lock "refresh_cache-e9eb0d72-9dcf-4ce2-8f81-0690964eda0e" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.062438] env[70398]: DEBUG nova.network.neutron [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.082875] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a1ccbcaa-52ea-47da-9eac-22e87d98649b tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lock "d5514a4f-7b7e-4d00-ba34-a03b967bc18a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.513s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.095584] env[70398]: DEBUG oslo_concurrency.lockutils [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Acquiring lock "5386a4eb-5fb8-404f-8b03-f106c865e14f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.095973] env[70398]: DEBUG oslo_concurrency.lockutils [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Lock "5386a4eb-5fb8-404f-8b03-f106c865e14f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.135132] env[70398]: DEBUG oslo_concurrency.lockutils [None req-77ecce25-ea9f-4bf7-b96e-7c79ca1e5614 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "04f55f97-bcbd-427d-b953-cb9e1d6d9b21" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.135410] env[70398]: DEBUG oslo_concurrency.lockutils [None req-77ecce25-ea9f-4bf7-b96e-7c79ca1e5614 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquired lock "04f55f97-bcbd-427d-b953-cb9e1d6d9b21" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.136337] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2246986c-93fe-47e0-8569-2c95673e4df1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.155670] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6955535-0cf7-4f7e-94dc-2e9f2b50c93f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.187777] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-77ecce25-ea9f-4bf7-b96e-7c79ca1e5614 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Reconfiguring VM to detach interface {{(pid=70398) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 996.188295] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5172e65-2b8b-47af-9175-846bef026435 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.212778] env[70398]: DEBUG oslo_vmware.api [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Task: {'id': task-3444695, 'name': PowerOffVM_Task, 'duration_secs': 0.158836} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.216734] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.216981] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.217326] env[70398]: DEBUG oslo_vmware.api [None req-77ecce25-ea9f-4bf7-b96e-7c79ca1e5614 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for the task: (returnval){ [ 996.217326] env[70398]: value = "task-3444696" [ 996.217326] env[70398]: _type = "Task" [ 996.217326] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.217530] env[70398]: DEBUG oslo_vmware.api [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Task: {'id': task-3444694, 'name': ReconfigVM_Task, 'duration_secs': 0.304536} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.218245] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae7efc8-587a-4ffe-ae6d-e654e938114d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.220979] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 2a7e725a-4c13-4566-82e8-d93bcfc22e70/2a7e725a-4c13-4566-82e8-d93bcfc22e70.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 996.224365] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b05fa33-36e2-4bf4-8aa2-dd4c2b18c42e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.231813] env[70398]: DEBUG oslo_vmware.api [None req-77ecce25-ea9f-4bf7-b96e-7c79ca1e5614 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444696, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.234111] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.235440] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd451de6-a7c4-49b5-b3c7-e035e943729c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.237115] env[70398]: DEBUG oslo_vmware.api [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Waiting for the task: (returnval){ [ 996.237115] env[70398]: value = "task-3444697" [ 996.237115] env[70398]: _type = "Task" [ 996.237115] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.248256] env[70398]: DEBUG oslo_vmware.api [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Task: {'id': task-3444697, 'name': Rename_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.270431] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.270630] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.270828] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Deleting the datastore file [datastore2] fc300453-1d03-4d05-8144-093f2593b32b {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.271161] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04edcdfe-2114-4b61-bc39-bc8eb5ad5864 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.279707] env[70398]: DEBUG oslo_vmware.api [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Waiting for the task: (returnval){ [ 996.279707] env[70398]: value = "task-3444699" [ 996.279707] env[70398]: _type = "Task" [ 996.279707] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.291347] env[70398]: DEBUG oslo_vmware.api [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Task: {'id': task-3444699, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.337794] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.541871] env[70398]: DEBUG oslo_concurrency.lockutils [None req-86bcef6a-10c0-4fa6-a307-a26d9f7375c8 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.543651] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c278c813-c4cf-4cad-98cd-9e75301d6b88 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 10.832s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.575719] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Acquiring lock "87247a1d-85ea-41bf-b3b1-0cb29c7b5830" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.576049] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Lock "87247a1d-85ea-41bf-b3b1-0cb29c7b5830" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.601049] env[70398]: DEBUG nova.compute.manager [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 5386a4eb-5fb8-404f-8b03-f106c865e14f] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 996.627158] env[70398]: DEBUG nova.network.neutron [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 996.733313] env[70398]: DEBUG oslo_vmware.api [None req-77ecce25-ea9f-4bf7-b96e-7c79ca1e5614 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.746164] env[70398]: DEBUG oslo_vmware.api [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Task: {'id': task-3444697, 'name': Rename_Task, 'duration_secs': 0.176747} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.746455] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.746702] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00324589-fc09-4819-b018-e0e48d6f1a1f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.754624] env[70398]: DEBUG oslo_vmware.api [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Waiting for the task: (returnval){ [ 996.754624] env[70398]: value = "task-3444700" [ 996.754624] env[70398]: _type = "Task" [ 996.754624] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.764287] env[70398]: DEBUG oslo_vmware.api [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Task: {'id': task-3444700, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.789878] env[70398]: DEBUG oslo_vmware.api [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Task: {'id': task-3444699, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137637} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.790581] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.790581] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.790581] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.825079] env[70398]: DEBUG nova.network.neutron [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Updating instance_info_cache with network_info: [{"id": "f0dac94a-e6cf-4705-bc56-53ba6905563a", "address": "fa:16:3e:e1:ed:3c", "network": {"id": "2be14bce-3a50-4780-942e-36ac9b7f4301", "bridge": "br-int", "label": "tempest-ImagesTestJSON-259161185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd435c028a44f1698e5721cd66fa566", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0dac94a-e6", "ovs_interfaceid": "f0dac94a-e6cf-4705-bc56-53ba6905563a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.935402] env[70398]: DEBUG oslo_concurrency.lockutils [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquiring lock "3805da77-9f5d-4ffa-bc7b-141c94be3982-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.935849] env[70398]: DEBUG oslo_concurrency.lockutils [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "3805da77-9f5d-4ffa-bc7b-141c94be3982-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.936209] env[70398]: DEBUG oslo_concurrency.lockutils [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "3805da77-9f5d-4ffa-bc7b-141c94be3982-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.079532] env[70398]: DEBUG nova.compute.manager [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 87247a1d-85ea-41bf-b3b1-0cb29c7b5830] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 997.130524] env[70398]: DEBUG oslo_concurrency.lockutils [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.235869] env[70398]: DEBUG oslo_vmware.api [None req-77ecce25-ea9f-4bf7-b96e-7c79ca1e5614 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.264368] env[70398]: DEBUG oslo_vmware.api [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Task: {'id': task-3444700, 'name': PowerOnVM_Task, 'duration_secs': 0.498357} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.266995] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.267221] env[70398]: INFO nova.compute.manager [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Took 6.81 seconds to spawn the instance on the hypervisor. [ 997.267408] env[70398]: DEBUG nova.compute.manager [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.268478] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6467a9-e4d5-4900-ad3d-9701de8e5d3f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.326863] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Releasing lock "refresh_cache-e9eb0d72-9dcf-4ce2-8f81-0690964eda0e" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.327159] env[70398]: DEBUG nova.compute.manager [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Instance network_info: |[{"id": "f0dac94a-e6cf-4705-bc56-53ba6905563a", "address": "fa:16:3e:e1:ed:3c", "network": {"id": "2be14bce-3a50-4780-942e-36ac9b7f4301", "bridge": "br-int", "label": "tempest-ImagesTestJSON-259161185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd435c028a44f1698e5721cd66fa566", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0dac94a-e6", "ovs_interfaceid": "f0dac94a-e6cf-4705-bc56-53ba6905563a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 997.327553] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:ed:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b2049d7-f99e-425a-afdb-2c95ca88e483', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0dac94a-e6cf-4705-bc56-53ba6905563a', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.335302] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.338120] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.338714] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d84d0fe-d507-462f-881c-b0721324a949 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.363198] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.363198] env[70398]: value = "task-3444701" [ 997.363198] env[70398]: _type = "Task" [ 997.363198] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.373928] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444701, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.414242] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5bae0a6-b098-414d-b8ef-183703407cc3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.423189] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89131c4-9805-4067-9603-a469518d60bc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.458223] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe81c29-f942-4aef-a102-6327c015c946 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.467410] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c69dd6-9a77-4bc8-8338-07c40f96fa5d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.482550] env[70398]: DEBUG nova.compute.provider_tree [None req-c278c813-c4cf-4cad-98cd-9e75301d6b88 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.599125] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.709670] env[70398]: DEBUG nova.compute.manager [req-17383fda-edde-4f21-8384-c9ed698bbb00 req-17544a0d-017a-4e15-814d-315a18d60186 service nova] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Received event network-changed-f0dac94a-e6cf-4705-bc56-53ba6905563a {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.709833] env[70398]: DEBUG nova.compute.manager [req-17383fda-edde-4f21-8384-c9ed698bbb00 req-17544a0d-017a-4e15-814d-315a18d60186 service nova] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Refreshing instance network info cache due to event network-changed-f0dac94a-e6cf-4705-bc56-53ba6905563a. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 997.709932] env[70398]: DEBUG oslo_concurrency.lockutils [req-17383fda-edde-4f21-8384-c9ed698bbb00 req-17544a0d-017a-4e15-814d-315a18d60186 service nova] Acquiring lock "refresh_cache-e9eb0d72-9dcf-4ce2-8f81-0690964eda0e" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.710093] env[70398]: DEBUG oslo_concurrency.lockutils [req-17383fda-edde-4f21-8384-c9ed698bbb00 req-17544a0d-017a-4e15-814d-315a18d60186 service nova] Acquired lock "refresh_cache-e9eb0d72-9dcf-4ce2-8f81-0690964eda0e" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.710277] env[70398]: DEBUG nova.network.neutron [req-17383fda-edde-4f21-8384-c9ed698bbb00 req-17544a0d-017a-4e15-814d-315a18d60186 service nova] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Refreshing network info cache for port f0dac94a-e6cf-4705-bc56-53ba6905563a {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 997.734484] env[70398]: DEBUG oslo_vmware.api [None req-77ecce25-ea9f-4bf7-b96e-7c79ca1e5614 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.792220] env[70398]: INFO nova.compute.manager [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Took 21.70 seconds to build instance. [ 997.835270] env[70398]: DEBUG nova.virt.hardware [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 997.835671] env[70398]: DEBUG nova.virt.hardware [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 997.835875] env[70398]: DEBUG nova.virt.hardware [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.836022] env[70398]: DEBUG nova.virt.hardware [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 997.836174] env[70398]: DEBUG nova.virt.hardware [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.836356] env[70398]: DEBUG nova.virt.hardware [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 997.836567] env[70398]: DEBUG nova.virt.hardware [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 997.836728] env[70398]: DEBUG nova.virt.hardware [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 997.836895] env[70398]: DEBUG nova.virt.hardware [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 997.837068] env[70398]: DEBUG nova.virt.hardware [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 997.837247] env[70398]: DEBUG nova.virt.hardware [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 997.838139] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0cab72f-6b9d-4a92-86bd-484c70248a21 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.847251] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d27799-519a-4726-826f-080a5fa1c5eb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.863067] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Instance VIF info [] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.870049] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.870419] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.874039] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b038cbe3-9e48-4ce7-b35b-e20b86d0ed47 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.893635] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444701, 'name': CreateVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.895633] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.895633] env[70398]: value = "task-3444702" [ 997.895633] env[70398]: _type = "Task" [ 997.895633] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.904604] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444702, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.986063] env[70398]: DEBUG nova.scheduler.client.report [None req-c278c813-c4cf-4cad-98cd-9e75301d6b88 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.002199] env[70398]: DEBUG oslo_concurrency.lockutils [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquiring lock "refresh_cache-3805da77-9f5d-4ffa-bc7b-141c94be3982" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.002417] env[70398]: DEBUG oslo_concurrency.lockutils [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquired lock "refresh_cache-3805da77-9f5d-4ffa-bc7b-141c94be3982" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.002590] env[70398]: DEBUG nova.network.neutron [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.235121] env[70398]: DEBUG oslo_vmware.api [None req-77ecce25-ea9f-4bf7-b96e-7c79ca1e5614 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.292957] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f701d7af-9491-4a9e-bb92-9c843b2406d1 tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Lock "2a7e725a-4c13-4566-82e8-d93bcfc22e70" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.212s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.380547] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444701, 'name': CreateVM_Task, 'duration_secs': 0.644583} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.383229] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 998.383856] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.384035] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.384394] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.384938] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad205500-14e0-4631-9ee9-f4846dfa2b3d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.390143] env[70398]: DEBUG oslo_vmware.api [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 998.390143] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e274f4-69e2-e5a4-3ac1-e871a365d113" [ 998.390143] env[70398]: _type = "Task" [ 998.390143] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.399137] env[70398]: DEBUG oslo_vmware.api [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e274f4-69e2-e5a4-3ac1-e871a365d113, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.407300] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444702, 'name': CreateVM_Task, 'duration_secs': 0.388091} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.407497] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 998.407898] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.483974] env[70398]: DEBUG nova.network.neutron [req-17383fda-edde-4f21-8384-c9ed698bbb00 req-17544a0d-017a-4e15-814d-315a18d60186 service nova] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Updated VIF entry in instance network info cache for port f0dac94a-e6cf-4705-bc56-53ba6905563a. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 998.484374] env[70398]: DEBUG nova.network.neutron [req-17383fda-edde-4f21-8384-c9ed698bbb00 req-17544a0d-017a-4e15-814d-315a18d60186 service nova] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Updating instance_info_cache with network_info: [{"id": "f0dac94a-e6cf-4705-bc56-53ba6905563a", "address": "fa:16:3e:e1:ed:3c", "network": {"id": "2be14bce-3a50-4780-942e-36ac9b7f4301", "bridge": "br-int", "label": "tempest-ImagesTestJSON-259161185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd435c028a44f1698e5721cd66fa566", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0dac94a-e6", "ovs_interfaceid": "f0dac94a-e6cf-4705-bc56-53ba6905563a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.736133] env[70398]: DEBUG oslo_vmware.api [None req-77ecce25-ea9f-4bf7-b96e-7c79ca1e5614 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.746260] env[70398]: DEBUG nova.compute.manager [req-b81bdf79-a048-42c1-b87f-beaa70f671a1 req-e610ac51-82c2-488a-bfb0-2e8c5cad26a0 service nova] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Received event network-changed-92b7ce2d-38cf-4354-ace0-d96a6bebecc0 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.746457] env[70398]: DEBUG nova.compute.manager [req-b81bdf79-a048-42c1-b87f-beaa70f671a1 req-e610ac51-82c2-488a-bfb0-2e8c5cad26a0 service nova] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Refreshing instance network info cache due to event network-changed-92b7ce2d-38cf-4354-ace0-d96a6bebecc0. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 998.746676] env[70398]: DEBUG oslo_concurrency.lockutils [req-b81bdf79-a048-42c1-b87f-beaa70f671a1 req-e610ac51-82c2-488a-bfb0-2e8c5cad26a0 service nova] Acquiring lock "refresh_cache-2a7e725a-4c13-4566-82e8-d93bcfc22e70" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.746806] env[70398]: DEBUG oslo_concurrency.lockutils [req-b81bdf79-a048-42c1-b87f-beaa70f671a1 req-e610ac51-82c2-488a-bfb0-2e8c5cad26a0 service nova] Acquired lock "refresh_cache-2a7e725a-4c13-4566-82e8-d93bcfc22e70" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.746961] env[70398]: DEBUG nova.network.neutron [req-b81bdf79-a048-42c1-b87f-beaa70f671a1 req-e610ac51-82c2-488a-bfb0-2e8c5cad26a0 service nova] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Refreshing network info cache for port 92b7ce2d-38cf-4354-ace0-d96a6bebecc0 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 998.804207] env[70398]: DEBUG nova.network.neutron [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Updating instance_info_cache with network_info: [{"id": "4f8e56ba-25ca-49a3-9697-667e89a8301e", "address": "fa:16:3e:01:06:65", "network": {"id": "7d6a528e-2d28-423d-a33f-6f0222b74744", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1712623278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "565f3f2d80634f578f63ea399435e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f8e56ba-25", "ovs_interfaceid": "4f8e56ba-25ca-49a3-9697-667e89a8301e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.905560] env[70398]: DEBUG oslo_vmware.api [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e274f4-69e2-e5a4-3ac1-e871a365d113, 'name': SearchDatastore_Task, 'duration_secs': 0.011848} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.905560] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.905560] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 998.905560] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.905560] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.905560] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.905560] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.905560] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.905560] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b80b4060-8e0d-4f5f-b01d-98590fb3c8dd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.906439] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-262a27c6-9d51-4306-b6fc-2f8a56aada13 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.913204] env[70398]: DEBUG oslo_vmware.api [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Waiting for the task: (returnval){ [ 998.913204] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5249b3d3-7254-be7e-0983-1ae72743f9ba" [ 998.913204] env[70398]: _type = "Task" [ 998.913204] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.917149] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 998.917342] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 998.918350] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be64b38c-4bdb-4329-81c2-ddfc5588564b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.923548] env[70398]: DEBUG oslo_vmware.api [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5249b3d3-7254-be7e-0983-1ae72743f9ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.929633] env[70398]: DEBUG oslo_vmware.api [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 998.929633] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52c18ffb-d5e5-e2c0-4850-41bda465ad8e" [ 998.929633] env[70398]: _type = "Task" [ 998.929633] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.938018] env[70398]: DEBUG oslo_vmware.api [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52c18ffb-d5e5-e2c0-4850-41bda465ad8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.988405] env[70398]: DEBUG oslo_concurrency.lockutils [req-17383fda-edde-4f21-8384-c9ed698bbb00 req-17544a0d-017a-4e15-814d-315a18d60186 service nova] Releasing lock "refresh_cache-e9eb0d72-9dcf-4ce2-8f81-0690964eda0e" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.005030] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c278c813-c4cf-4cad-98cd-9e75301d6b88 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.461s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.008735] env[70398]: DEBUG oslo_concurrency.lockutils [None req-12a63f8d-0c80-4365-8e97-46f2f3084637 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.279s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.008928] env[70398]: DEBUG oslo_concurrency.lockutils [None req-12a63f8d-0c80-4365-8e97-46f2f3084637 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.011220] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9113bb55-69ff-45fd-95bb-a968fd164890 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.588s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.011473] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9113bb55-69ff-45fd-95bb-a968fd164890 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.013786] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9a7a35a0-9f71-44f8-a23e-ab6deae0f371 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.554s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.014151] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9a7a35a0-9f71-44f8-a23e-ab6deae0f371 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.016337] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.352s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.019058] env[70398]: INFO nova.compute.claims [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 3b87df25-1ea9-43f3-8082-8c2c5e89675b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 999.052307] env[70398]: INFO nova.scheduler.client.report [None req-9113bb55-69ff-45fd-95bb-a968fd164890 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Deleted allocations for instance 547a30db-a758-47b5-aef0-bc4d2351febb [ 999.054011] env[70398]: INFO nova.scheduler.client.report [None req-12a63f8d-0c80-4365-8e97-46f2f3084637 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Deleted allocations for instance 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f [ 999.076017] env[70398]: INFO nova.scheduler.client.report [None req-9a7a35a0-9f71-44f8-a23e-ab6deae0f371 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Deleted allocations for instance baf85f0f-75cb-44c6-a75d-77f396481cfe [ 999.235661] env[70398]: DEBUG oslo_vmware.api [None req-77ecce25-ea9f-4bf7-b96e-7c79ca1e5614 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.307218] env[70398]: DEBUG oslo_concurrency.lockutils [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Releasing lock "refresh_cache-3805da77-9f5d-4ffa-bc7b-141c94be3982" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.428386] env[70398]: DEBUG oslo_vmware.api [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5249b3d3-7254-be7e-0983-1ae72743f9ba, 'name': SearchDatastore_Task, 'duration_secs': 0.019882} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.428386] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.428386] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.428749] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.442032] env[70398]: DEBUG oslo_vmware.api [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52c18ffb-d5e5-e2c0-4850-41bda465ad8e, 'name': SearchDatastore_Task, 'duration_secs': 0.023146} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.443137] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b94d7ab3-3191-4ad7-8879-dba30dd43776 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.449255] env[70398]: DEBUG oslo_vmware.api [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 999.449255] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e69416-87bb-6840-d31e-4b5b96a8be44" [ 999.449255] env[70398]: _type = "Task" [ 999.449255] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.457699] env[70398]: DEBUG oslo_vmware.api [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e69416-87bb-6840-d31e-4b5b96a8be44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.563020] env[70398]: DEBUG nova.network.neutron [req-b81bdf79-a048-42c1-b87f-beaa70f671a1 req-e610ac51-82c2-488a-bfb0-2e8c5cad26a0 service nova] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Updated VIF entry in instance network info cache for port 92b7ce2d-38cf-4354-ace0-d96a6bebecc0. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 999.563020] env[70398]: DEBUG nova.network.neutron [req-b81bdf79-a048-42c1-b87f-beaa70f671a1 req-e610ac51-82c2-488a-bfb0-2e8c5cad26a0 service nova] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Updating instance_info_cache with network_info: [{"id": "92b7ce2d-38cf-4354-ace0-d96a6bebecc0", "address": "fa:16:3e:cf:fd:f4", "network": {"id": "fdf85aea-3ffe-41d3-9748-cbe25670fc77", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1039507990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c34e812363441c68207c4694a6bb539", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92b7ce2d-38", "ovs_interfaceid": "92b7ce2d-38cf-4354-ace0-d96a6bebecc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.567359] env[70398]: DEBUG oslo_concurrency.lockutils [None req-12a63f8d-0c80-4365-8e97-46f2f3084637 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "4f9a94cf-cf72-40cc-89b7-1bf8dafa610f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.044s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.568243] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9113bb55-69ff-45fd-95bb-a968fd164890 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "547a30db-a758-47b5-aef0-bc4d2351febb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.091s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.583158] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9a7a35a0-9f71-44f8-a23e-ab6deae0f371 tempest-AttachInterfacesV270Test-1150598520 tempest-AttachInterfacesV270Test-1150598520-project-member] Lock "baf85f0f-75cb-44c6-a75d-77f396481cfe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.640s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.610589] env[70398]: INFO nova.scheduler.client.report [None req-c278c813-c4cf-4cad-98cd-9e75301d6b88 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Deleted allocation for migration c506aa21-2342-45d7-9af6-fc7fde88cfe4 [ 999.738498] env[70398]: DEBUG oslo_vmware.api [None req-77ecce25-ea9f-4bf7-b96e-7c79ca1e5614 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.818165] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5712564-c41c-4fe3-b6d1-f43ebaacfd80 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.830948] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3694e0-0952-4c44-a430-f655b1b2357b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.963021] env[70398]: DEBUG oslo_vmware.api [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e69416-87bb-6840-d31e-4b5b96a8be44, 'name': SearchDatastore_Task, 'duration_secs': 0.015947} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.963021] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.963168] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] e9eb0d72-9dcf-4ce2-8f81-0690964eda0e/e9eb0d72-9dcf-4ce2-8f81-0690964eda0e.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.963490] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.967460] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.967460] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2bf8f342-686b-49ed-9f06-d4a34a0d2995 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.967460] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7681b09d-fc53-4fc9-be37-2ba00ecf60f3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.976238] env[70398]: DEBUG oslo_vmware.api [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 999.976238] env[70398]: value = "task-3444703" [ 999.976238] env[70398]: _type = "Task" [ 999.976238] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.981575] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.981846] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.982905] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-643d33aa-6f63-46a4-b65d-b457d6b5b47c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.988844] env[70398]: DEBUG oslo_vmware.api [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444703, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.995249] env[70398]: DEBUG oslo_vmware.api [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Waiting for the task: (returnval){ [ 999.995249] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52c4b799-18e7-0825-0cdc-cfa58606b9b7" [ 999.995249] env[70398]: _type = "Task" [ 999.995249] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.007950] env[70398]: DEBUG oslo_vmware.api [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52c4b799-18e7-0825-0cdc-cfa58606b9b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.070382] env[70398]: DEBUG oslo_concurrency.lockutils [req-b81bdf79-a048-42c1-b87f-beaa70f671a1 req-e610ac51-82c2-488a-bfb0-2e8c5cad26a0 service nova] Releasing lock "refresh_cache-2a7e725a-4c13-4566-82e8-d93bcfc22e70" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.121061] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c278c813-c4cf-4cad-98cd-9e75301d6b88 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "e6501d8a-8f13-4aff-8595-f3f273809e16" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 17.862s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.243746] env[70398]: DEBUG oslo_vmware.api [None req-77ecce25-ea9f-4bf7-b96e-7c79ca1e5614 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.300109] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3cfca1-8500-4908-b850-2dea0b5e2c5c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.309559] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ca7fa0-8000-4499-b410-7deb67bc56a5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.347333] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ededf8-ae89-4175-b510-23c77fe59dbe {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.356657] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b4efe3-c9ba-4ad5-8889-690f9ee44392 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.361159] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Acquiring lock "aca03be1-1cf7-4b4f-b324-b4201034a770" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.361479] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Lock "aca03be1-1cf7-4b4f-b324-b4201034a770" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.361730] env[70398]: INFO nova.compute.manager [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Shelving [ 1000.374956] env[70398]: DEBUG nova.compute.provider_tree [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.488196] env[70398]: DEBUG oslo_vmware.api [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444703, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.510130] env[70398]: DEBUG oslo_vmware.api [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52c4b799-18e7-0825-0cdc-cfa58606b9b7, 'name': SearchDatastore_Task, 'duration_secs': 0.010891} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.510130] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c185f0a2-eb6c-4828-8bcd-5509762dc388 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.518863] env[70398]: DEBUG oslo_vmware.api [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Waiting for the task: (returnval){ [ 1000.518863] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e72801-207e-c9d7-0670-2cfa2a9c45b8" [ 1000.518863] env[70398]: _type = "Task" [ 1000.518863] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.533491] env[70398]: DEBUG oslo_vmware.api [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e72801-207e-c9d7-0670-2cfa2a9c45b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.740232] env[70398]: DEBUG oslo_vmware.api [None req-77ecce25-ea9f-4bf7-b96e-7c79ca1e5614 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.880556] env[70398]: DEBUG nova.scheduler.client.report [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.984670] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7668b090-46bb-4416-bacf-c698e5131a5e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.990616] env[70398]: DEBUG oslo_vmware.api [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444703, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.785008} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.991396] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] e9eb0d72-9dcf-4ce2-8f81-0690964eda0e/e9eb0d72-9dcf-4ce2-8f81-0690964eda0e.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1000.991667] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1000.991938] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-011fa360-2b3b-486a-aec5-fea5dad19f11 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.012894] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd45c8f0-add2-4020-ac9a-6a593b55db73 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.019962] env[70398]: DEBUG oslo_vmware.api [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 1001.019962] env[70398]: value = "task-3444704" [ 1001.019962] env[70398]: _type = "Task" [ 1001.019962] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.020344] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Updating instance '3805da77-9f5d-4ffa-bc7b-141c94be3982' progress to 83 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1001.038878] env[70398]: DEBUG oslo_vmware.api [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444704, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.042801] env[70398]: DEBUG oslo_vmware.api [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e72801-207e-c9d7-0670-2cfa2a9c45b8, 'name': SearchDatastore_Task, 'duration_secs': 0.062971} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.043089] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.043384] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] fc300453-1d03-4d05-8144-093f2593b32b/fc300453-1d03-4d05-8144-093f2593b32b.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1001.043729] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9f69b72-8935-479c-bf60-55a737580792 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.054657] env[70398]: DEBUG oslo_vmware.api [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Waiting for the task: (returnval){ [ 1001.054657] env[70398]: value = "task-3444705" [ 1001.054657] env[70398]: _type = "Task" [ 1001.054657] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.065169] env[70398]: DEBUG oslo_vmware.api [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Task: {'id': task-3444705, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.240762] env[70398]: DEBUG oslo_vmware.api [None req-77ecce25-ea9f-4bf7-b96e-7c79ca1e5614 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.374785] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.375153] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-907897b1-e410-47b4-a2e5-73c6b8707926 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.386365] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.370s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.387103] env[70398]: DEBUG nova.compute.manager [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 3b87df25-1ea9-43f3-8082-8c2c5e89675b] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1001.397031] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.733s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.397031] env[70398]: DEBUG nova.objects.instance [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70398) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1001.398190] env[70398]: DEBUG oslo_vmware.api [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Waiting for the task: (returnval){ [ 1001.398190] env[70398]: value = "task-3444706" [ 1001.398190] env[70398]: _type = "Task" [ 1001.398190] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.413238] env[70398]: DEBUG oslo_vmware.api [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.537440] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.537810] env[70398]: DEBUG oslo_vmware.api [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444704, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076836} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.538112] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbdd1467-42ad-4f7c-91ef-3a9993fa453f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.540137] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.541171] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c414d4-bc8d-40ee-825f-a3f96177c08c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.575510] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] e9eb0d72-9dcf-4ce2-8f81-0690964eda0e/e9eb0d72-9dcf-4ce2-8f81-0690964eda0e.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.581859] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2df2a702-b412-47a6-ba4f-4384319cbf1a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.599306] env[70398]: DEBUG oslo_vmware.api [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 1001.599306] env[70398]: value = "task-3444707" [ 1001.599306] env[70398]: _type = "Task" [ 1001.599306] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.608875] env[70398]: DEBUG oslo_vmware.api [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Task: {'id': task-3444705, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.614632] env[70398]: DEBUG oslo_vmware.api [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444707, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.615358] env[70398]: DEBUG oslo_vmware.api [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 1001.615358] env[70398]: value = "task-3444708" [ 1001.615358] env[70398]: _type = "Task" [ 1001.615358] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.627515] env[70398]: DEBUG oslo_vmware.api [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444708, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.711335] env[70398]: DEBUG oslo_concurrency.lockutils [None req-52744d05-fcb7-415a-ba22-3fd9385aa954 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "e6501d8a-8f13-4aff-8595-f3f273809e16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.712393] env[70398]: DEBUG oslo_concurrency.lockutils [None req-52744d05-fcb7-415a-ba22-3fd9385aa954 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "e6501d8a-8f13-4aff-8595-f3f273809e16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.712618] env[70398]: DEBUG oslo_concurrency.lockutils [None req-52744d05-fcb7-415a-ba22-3fd9385aa954 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "e6501d8a-8f13-4aff-8595-f3f273809e16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.712842] env[70398]: DEBUG oslo_concurrency.lockutils [None req-52744d05-fcb7-415a-ba22-3fd9385aa954 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "e6501d8a-8f13-4aff-8595-f3f273809e16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.713017] env[70398]: DEBUG oslo_concurrency.lockutils [None req-52744d05-fcb7-415a-ba22-3fd9385aa954 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "e6501d8a-8f13-4aff-8595-f3f273809e16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.715248] env[70398]: INFO nova.compute.manager [None req-52744d05-fcb7-415a-ba22-3fd9385aa954 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Terminating instance [ 1001.741924] env[70398]: DEBUG oslo_vmware.api [None req-77ecce25-ea9f-4bf7-b96e-7c79ca1e5614 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444696, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.769577] env[70398]: DEBUG oslo_concurrency.lockutils [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "013bddce-e445-4e28-89b5-8911d9dc4031" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.769826] env[70398]: DEBUG oslo_concurrency.lockutils [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "013bddce-e445-4e28-89b5-8911d9dc4031" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.903405] env[70398]: DEBUG nova.compute.utils [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1001.904827] env[70398]: DEBUG nova.compute.manager [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 3b87df25-1ea9-43f3-8082-8c2c5e89675b] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1001.905052] env[70398]: DEBUG nova.network.neutron [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 3b87df25-1ea9-43f3-8082-8c2c5e89675b] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1001.919489] env[70398]: DEBUG oslo_vmware.api [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444706, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.961877] env[70398]: DEBUG nova.policy [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5c72830bbde48d8b8e75d6de56e8f99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0aa75948ff4043d48fb3f00087ada961', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 1001.990824] env[70398]: DEBUG oslo_concurrency.lockutils [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "173351e4-117d-4f14-ac73-1a41892b1d1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.990963] env[70398]: DEBUG oslo_concurrency.lockutils [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "173351e4-117d-4f14-ac73-1a41892b1d1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.072203] env[70398]: DEBUG oslo_vmware.api [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Task: {'id': task-3444705, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684469} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.072675] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] fc300453-1d03-4d05-8144-093f2593b32b/fc300453-1d03-4d05-8144-093f2593b32b.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1002.072802] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1002.073078] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5bbc09fb-b075-4917-aecc-2f01fea4c658 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.080209] env[70398]: DEBUG oslo_vmware.api [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Waiting for the task: (returnval){ [ 1002.080209] env[70398]: value = "task-3444709" [ 1002.080209] env[70398]: _type = "Task" [ 1002.080209] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.094506] env[70398]: DEBUG oslo_vmware.api [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Task: {'id': task-3444709, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.110978] env[70398]: DEBUG oslo_vmware.api [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444707, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.126583] env[70398]: DEBUG oslo_vmware.api [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444708, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.219390] env[70398]: DEBUG nova.compute.manager [None req-52744d05-fcb7-415a-ba22-3fd9385aa954 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1002.219704] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-52744d05-fcb7-415a-ba22-3fd9385aa954 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.220632] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77311a1-cbb1-4975-a546-2127294bbc6c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.230053] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-52744d05-fcb7-415a-ba22-3fd9385aa954 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.230408] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c785dd33-5a30-4463-aaa4-ac2ece7dd0d2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.243343] env[70398]: DEBUG oslo_vmware.api [None req-77ecce25-ea9f-4bf7-b96e-7c79ca1e5614 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444696, 'name': ReconfigVM_Task, 'duration_secs': 5.804671} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.245388] env[70398]: DEBUG oslo_concurrency.lockutils [None req-77ecce25-ea9f-4bf7-b96e-7c79ca1e5614 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Releasing lock "04f55f97-bcbd-427d-b953-cb9e1d6d9b21" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.246042] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-77ecce25-ea9f-4bf7-b96e-7c79ca1e5614 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Reconfigured VM to detach interface {{(pid=70398) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1002.249067] env[70398]: DEBUG oslo_vmware.api [None req-52744d05-fcb7-415a-ba22-3fd9385aa954 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 1002.249067] env[70398]: value = "task-3444710" [ 1002.249067] env[70398]: _type = "Task" [ 1002.249067] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.260407] env[70398]: DEBUG oslo_vmware.api [None req-52744d05-fcb7-415a-ba22-3fd9385aa954 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.273491] env[70398]: DEBUG nova.compute.manager [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1002.349644] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "91f222a1-224b-4eac-9669-a564fe7cab58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.350030] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "91f222a1-224b-4eac-9669-a564fe7cab58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.370888] env[70398]: DEBUG nova.network.neutron [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 3b87df25-1ea9-43f3-8082-8c2c5e89675b] Successfully created port: 063e3212-d1dd-4224-972c-a6ae79b20151 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1002.406544] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4795b234-cc19-48c9-baf6-97bc3a4b3f46 tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.413101] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.074s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.414501] env[70398]: INFO nova.compute.claims [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.417703] env[70398]: DEBUG nova.compute.manager [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 3b87df25-1ea9-43f3-8082-8c2c5e89675b] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1002.427395] env[70398]: DEBUG oslo_vmware.api [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444706, 'name': PowerOffVM_Task, 'duration_secs': 0.625714} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.427578] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.428387] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8093d028-aa4a-412b-b0a5-b332c0a39270 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.449624] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7674079d-848f-49a7-b03f-af74dc52058a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.493535] env[70398]: DEBUG nova.compute.manager [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1002.595127] env[70398]: DEBUG oslo_vmware.api [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Task: {'id': task-3444709, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075904} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.595127] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1002.595127] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083ff679-5826-4cca-af0a-5a7f0ca916f3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.618345] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] fc300453-1d03-4d05-8144-093f2593b32b/fc300453-1d03-4d05-8144-093f2593b32b.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.623724] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de255e31-0f30-466e-a663-157561b97d26 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.643488] env[70398]: DEBUG nova.compute.manager [req-408f8493-8134-43f1-a1ab-60c015e0d43e req-33e8ba1f-3efd-49bd-9679-a5cd2005d5fb service nova] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Received event network-vif-deleted-5ceba6bb-a67e-46fb-84aa-d8a46d9b1762 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.644024] env[70398]: INFO nova.compute.manager [req-408f8493-8134-43f1-a1ab-60c015e0d43e req-33e8ba1f-3efd-49bd-9679-a5cd2005d5fb service nova] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Neutron deleted interface 5ceba6bb-a67e-46fb-84aa-d8a46d9b1762; detaching it from the instance and deleting it from the info cache [ 1002.644488] env[70398]: DEBUG nova.network.neutron [req-408f8493-8134-43f1-a1ab-60c015e0d43e req-33e8ba1f-3efd-49bd-9679-a5cd2005d5fb service nova] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Updating instance_info_cache with network_info: [{"id": "266f3148-c1ad-4e56-930c-5b5ff2596aec", "address": "fa:16:3e:76:a8:3f", "network": {"id": "31f6f749-f4c7-4b9c-80b1-dde5df2664ef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-724749608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a133a7276464e628849ffaa016597bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap266f3148-c1", "ovs_interfaceid": "266f3148-c1ad-4e56-930c-5b5ff2596aec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "aa89adbe-3bff-4e1f-a7ae-de24e7b3a0bb", "address": "fa:16:3e:ec:c5:f3", "network": {"id": "31f6f749-f4c7-4b9c-80b1-dde5df2664ef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-724749608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a133a7276464e628849ffaa016597bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa89adbe-3b", "ovs_interfaceid": "aa89adbe-3bff-4e1f-a7ae-de24e7b3a0bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.660030] env[70398]: DEBUG oslo_vmware.api [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444707, 'name': PowerOnVM_Task, 'duration_secs': 0.782508} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.662733] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1002.663489] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-87762dee-67db-4de7-823f-18d544cb6279 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Updating instance '3805da77-9f5d-4ffa-bc7b-141c94be3982' progress to 100 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1002.669389] env[70398]: DEBUG oslo_vmware.api [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Waiting for the task: (returnval){ [ 1002.669389] env[70398]: value = "task-3444711" [ 1002.669389] env[70398]: _type = "Task" [ 1002.669389] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.669981] env[70398]: DEBUG oslo_vmware.api [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444708, 'name': ReconfigVM_Task, 'duration_secs': 0.679856} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.671182] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Reconfigured VM instance instance-00000057 to attach disk [datastore1] e9eb0d72-9dcf-4ce2-8f81-0690964eda0e/e9eb0d72-9dcf-4ce2-8f81-0690964eda0e.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.676639] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e91c14e-bedf-4273-88fd-227c9f2d2ac3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.694100] env[70398]: DEBUG oslo_vmware.api [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Task: {'id': task-3444711, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.694100] env[70398]: DEBUG oslo_vmware.api [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 1002.694100] env[70398]: value = "task-3444712" [ 1002.694100] env[70398]: _type = "Task" [ 1002.694100] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.707374] env[70398]: DEBUG oslo_vmware.api [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444712, 'name': Rename_Task} progress is 10%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.759410] env[70398]: DEBUG oslo_vmware.api [None req-52744d05-fcb7-415a-ba22-3fd9385aa954 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444710, 'name': PowerOffVM_Task, 'duration_secs': 0.505247} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.760052] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-52744d05-fcb7-415a-ba22-3fd9385aa954 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.760253] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-52744d05-fcb7-415a-ba22-3fd9385aa954 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.760511] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa0b7bda-edb9-4e82-8f2e-c86fd95417db {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.809341] env[70398]: DEBUG oslo_concurrency.lockutils [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.845421] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-52744d05-fcb7-415a-ba22-3fd9385aa954 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.845554] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-52744d05-fcb7-415a-ba22-3fd9385aa954 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.845749] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-52744d05-fcb7-415a-ba22-3fd9385aa954 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Deleting the datastore file [datastore2] e6501d8a-8f13-4aff-8595-f3f273809e16 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.845943] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57ae5cf0-cda9-4159-b2d4-4249457d5713 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.853443] env[70398]: DEBUG nova.compute.manager [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 91f222a1-224b-4eac-9669-a564fe7cab58] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1002.856665] env[70398]: DEBUG oslo_vmware.api [None req-52744d05-fcb7-415a-ba22-3fd9385aa954 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 1002.856665] env[70398]: value = "task-3444714" [ 1002.856665] env[70398]: _type = "Task" [ 1002.856665] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.867457] env[70398]: DEBUG oslo_vmware.api [None req-52744d05-fcb7-415a-ba22-3fd9385aa954 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444714, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.964030] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Creating Snapshot of the VM instance {{(pid=70398) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1002.964030] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7ad3fbe0-ad38-45b3-8289-c6c42458b826 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.971351] env[70398]: DEBUG oslo_vmware.api [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Waiting for the task: (returnval){ [ 1002.971351] env[70398]: value = "task-3444715" [ 1002.971351] env[70398]: _type = "Task" [ 1002.971351] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.982276] env[70398]: DEBUG oslo_vmware.api [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444715, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.017609] env[70398]: DEBUG oslo_concurrency.lockutils [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.151276] env[70398]: DEBUG oslo_concurrency.lockutils [req-408f8493-8134-43f1-a1ab-60c015e0d43e req-33e8ba1f-3efd-49bd-9679-a5cd2005d5fb service nova] Acquiring lock "04f55f97-bcbd-427d-b953-cb9e1d6d9b21" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.151584] env[70398]: DEBUG oslo_concurrency.lockutils [req-408f8493-8134-43f1-a1ab-60c015e0d43e req-33e8ba1f-3efd-49bd-9679-a5cd2005d5fb service nova] Acquired lock "04f55f97-bcbd-427d-b953-cb9e1d6d9b21" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.152919] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd820eb-bb1c-40cc-91f1-563bd4c3c979 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.172317] env[70398]: DEBUG oslo_concurrency.lockutils [req-408f8493-8134-43f1-a1ab-60c015e0d43e req-33e8ba1f-3efd-49bd-9679-a5cd2005d5fb service nova] Releasing lock "04f55f97-bcbd-427d-b953-cb9e1d6d9b21" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.172783] env[70398]: WARNING nova.compute.manager [req-408f8493-8134-43f1-a1ab-60c015e0d43e req-33e8ba1f-3efd-49bd-9679-a5cd2005d5fb service nova] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Detach interface failed, port_id=5ceba6bb-a67e-46fb-84aa-d8a46d9b1762, reason: No device with interface-id 5ceba6bb-a67e-46fb-84aa-d8a46d9b1762 exists on VM: nova.exception.NotFound: No device with interface-id 5ceba6bb-a67e-46fb-84aa-d8a46d9b1762 exists on VM [ 1003.186042] env[70398]: DEBUG oslo_vmware.api [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Task: {'id': task-3444711, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.204423] env[70398]: DEBUG oslo_vmware.api [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444712, 'name': Rename_Task, 'duration_secs': 0.243131} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.204787] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.205074] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9853fc8b-de64-4461-8fcc-9a89e1a71f8a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.213113] env[70398]: DEBUG oslo_vmware.api [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 1003.213113] env[70398]: value = "task-3444716" [ 1003.213113] env[70398]: _type = "Task" [ 1003.213113] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.222310] env[70398]: DEBUG oslo_vmware.api [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444716, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.374887] env[70398]: DEBUG oslo_vmware.api [None req-52744d05-fcb7-415a-ba22-3fd9385aa954 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444714, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.397799} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.376884] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-52744d05-fcb7-415a-ba22-3fd9385aa954 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.376884] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-52744d05-fcb7-415a-ba22-3fd9385aa954 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.376884] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-52744d05-fcb7-415a-ba22-3fd9385aa954 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.376884] env[70398]: INFO nova.compute.manager [None req-52744d05-fcb7-415a-ba22-3fd9385aa954 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1003.376884] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52744d05-fcb7-415a-ba22-3fd9385aa954 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.376884] env[70398]: DEBUG nova.compute.manager [-] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1003.376884] env[70398]: DEBUG nova.network.neutron [-] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1003.385129] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.400110] env[70398]: DEBUG nova.compute.manager [req-574e376c-601b-4685-a516-ff5e55c0911b req-0cd01eda-a965-481c-8926-56a054e25752 service nova] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Received event network-vif-deleted-aa89adbe-3bff-4e1f-a7ae-de24e7b3a0bb {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.400110] env[70398]: INFO nova.compute.manager [req-574e376c-601b-4685-a516-ff5e55c0911b req-0cd01eda-a965-481c-8926-56a054e25752 service nova] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Neutron deleted interface aa89adbe-3bff-4e1f-a7ae-de24e7b3a0bb; detaching it from the instance and deleting it from the info cache [ 1003.400497] env[70398]: DEBUG nova.network.neutron [req-574e376c-601b-4685-a516-ff5e55c0911b req-0cd01eda-a965-481c-8926-56a054e25752 service nova] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Updating instance_info_cache with network_info: [{"id": "266f3148-c1ad-4e56-930c-5b5ff2596aec", "address": "fa:16:3e:76:a8:3f", "network": {"id": "31f6f749-f4c7-4b9c-80b1-dde5df2664ef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-724749608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a133a7276464e628849ffaa016597bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap266f3148-c1", "ovs_interfaceid": "266f3148-c1ad-4e56-930c-5b5ff2596aec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.433761] env[70398]: DEBUG nova.compute.manager [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 3b87df25-1ea9-43f3-8082-8c2c5e89675b] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1003.475465] env[70398]: DEBUG nova.virt.hardware [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1003.475465] env[70398]: DEBUG nova.virt.hardware [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1003.475465] env[70398]: DEBUG nova.virt.hardware [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1003.475465] env[70398]: DEBUG nova.virt.hardware [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1003.475465] env[70398]: DEBUG nova.virt.hardware [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1003.475465] env[70398]: DEBUG nova.virt.hardware [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1003.475807] env[70398]: DEBUG nova.virt.hardware [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1003.475844] env[70398]: DEBUG nova.virt.hardware [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1003.476023] env[70398]: DEBUG nova.virt.hardware [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1003.476749] env[70398]: DEBUG nova.virt.hardware [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1003.476948] env[70398]: DEBUG nova.virt.hardware [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1003.478309] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304e3d60-361a-47e3-8833-c793637208f8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.501310] env[70398]: DEBUG oslo_vmware.api [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444715, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.506941] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c7cd99-ee48-457a-a6de-f90b4c21e6e2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.589370] env[70398]: DEBUG oslo_concurrency.lockutils [None req-77ecce25-ea9f-4bf7-b96e-7c79ca1e5614 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "refresh_cache-04f55f97-bcbd-427d-b953-cb9e1d6d9b21" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.589584] env[70398]: DEBUG oslo_concurrency.lockutils [None req-77ecce25-ea9f-4bf7-b96e-7c79ca1e5614 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquired lock "refresh_cache-04f55f97-bcbd-427d-b953-cb9e1d6d9b21" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.589772] env[70398]: DEBUG nova.network.neutron [None req-77ecce25-ea9f-4bf7-b96e-7c79ca1e5614 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1003.692269] env[70398]: DEBUG oslo_vmware.api [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Task: {'id': task-3444711, 'name': ReconfigVM_Task, 'duration_secs': 0.595238} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.695976] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Reconfigured VM instance instance-00000054 to attach disk [datastore1] fc300453-1d03-4d05-8144-093f2593b32b/fc300453-1d03-4d05-8144-093f2593b32b.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.697545] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-054cd6b8-053b-473e-aaa5-1c751258ea91 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.709921] env[70398]: DEBUG oslo_vmware.api [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Waiting for the task: (returnval){ [ 1003.709921] env[70398]: value = "task-3444717" [ 1003.709921] env[70398]: _type = "Task" [ 1003.709921] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.727810] env[70398]: DEBUG oslo_vmware.api [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444716, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.735966] env[70398]: DEBUG oslo_vmware.api [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Task: {'id': task-3444717, 'name': Rename_Task} progress is 10%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.841071] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6559c5f2-278d-452b-878c-2f8cef9943c4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.849877] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3203c8-e45d-4b7e-8e49-9d9e753f2aed {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.884881] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4240b92-b43f-4d7b-8b5f-6179cf3d94a0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.893716] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab997377-4eae-4e13-a82a-04c6c05b02c7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.912034] env[70398]: DEBUG oslo_concurrency.lockutils [req-574e376c-601b-4685-a516-ff5e55c0911b req-0cd01eda-a965-481c-8926-56a054e25752 service nova] Acquiring lock "04f55f97-bcbd-427d-b953-cb9e1d6d9b21" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.912295] env[70398]: DEBUG oslo_concurrency.lockutils [req-574e376c-601b-4685-a516-ff5e55c0911b req-0cd01eda-a965-481c-8926-56a054e25752 service nova] Acquired lock "04f55f97-bcbd-427d-b953-cb9e1d6d9b21" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.912774] env[70398]: DEBUG nova.compute.provider_tree [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.918431] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e6ec8a-ab8c-4746-9a2f-909711bb40ab {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.942772] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae55c5d4-3b50-437d-b79e-85e95d309350 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.977097] env[70398]: DEBUG nova.virt.vmwareapi.vmops [req-574e376c-601b-4685-a516-ff5e55c0911b req-0cd01eda-a965-481c-8926-56a054e25752 service nova] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Reconfiguring VM to detach interface {{(pid=70398) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1003.977484] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb904161-7ff9-4891-886d-bfcbb9db0de8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.001227] env[70398]: DEBUG oslo_vmware.api [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444715, 'name': CreateSnapshot_Task, 'duration_secs': 0.594862} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.002608] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Created Snapshot of the VM instance {{(pid=70398) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1004.002931] env[70398]: DEBUG oslo_vmware.api [req-574e376c-601b-4685-a516-ff5e55c0911b req-0cd01eda-a965-481c-8926-56a054e25752 service nova] Waiting for the task: (returnval){ [ 1004.002931] env[70398]: value = "task-3444718" [ 1004.002931] env[70398]: _type = "Task" [ 1004.002931] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.003656] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7647fcfc-2e56-4848-a07e-0737080fc802 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.019029] env[70398]: DEBUG oslo_concurrency.lockutils [None req-596822c0-2566-49cc-b1cc-0357c6345e20 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "04f55f97-bcbd-427d-b953-cb9e1d6d9b21" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.024600] env[70398]: DEBUG oslo_vmware.api [req-574e376c-601b-4685-a516-ff5e55c0911b req-0cd01eda-a965-481c-8926-56a054e25752 service nova] Task: {'id': task-3444718, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.188759] env[70398]: INFO nova.compute.manager [None req-5a325bc3-2dc3-4b79-87d0-cb01d79a9338 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Rebuilding instance [ 1004.200110] env[70398]: DEBUG nova.network.neutron [-] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.227040] env[70398]: DEBUG oslo_vmware.api [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Task: {'id': task-3444717, 'name': Rename_Task, 'duration_secs': 0.246191} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.229535] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.236182] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a1bd5cc-4ff5-46d7-ab70-4da26563ae06 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.238458] env[70398]: DEBUG oslo_vmware.api [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444716, 'name': PowerOnVM_Task, 'duration_secs': 0.670137} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.248141] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.248141] env[70398]: INFO nova.compute.manager [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Took 9.59 seconds to spawn the instance on the hypervisor. [ 1004.248141] env[70398]: DEBUG nova.compute.manager [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.251998] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d020e3e1-2563-476c-b6a0-740481259ddb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.255051] env[70398]: DEBUG oslo_vmware.api [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Waiting for the task: (returnval){ [ 1004.255051] env[70398]: value = "task-3444719" [ 1004.255051] env[70398]: _type = "Task" [ 1004.255051] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.268801] env[70398]: DEBUG nova.compute.manager [None req-5a325bc3-2dc3-4b79-87d0-cb01d79a9338 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.269516] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591bd95c-633e-4d78-b770-e448b08376cc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.276053] env[70398]: DEBUG oslo_vmware.api [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Task: {'id': task-3444719, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.423018] env[70398]: DEBUG nova.scheduler.client.report [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.449834] env[70398]: DEBUG nova.network.neutron [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 3b87df25-1ea9-43f3-8082-8c2c5e89675b] Successfully updated port: 063e3212-d1dd-4224-972c-a6ae79b20151 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1004.520204] env[70398]: DEBUG oslo_vmware.api [req-574e376c-601b-4685-a516-ff5e55c0911b req-0cd01eda-a965-481c-8926-56a054e25752 service nova] Task: {'id': task-3444718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.533544] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Creating linked-clone VM from snapshot {{(pid=70398) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1004.534543] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-66c279ec-a315-4ad9-aa12-c20a9203a77a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.549970] env[70398]: DEBUG oslo_vmware.api [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Waiting for the task: (returnval){ [ 1004.549970] env[70398]: value = "task-3444720" [ 1004.549970] env[70398]: _type = "Task" [ 1004.549970] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.562883] env[70398]: DEBUG oslo_vmware.api [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444720, 'name': CloneVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.650126] env[70398]: DEBUG nova.compute.manager [req-27d2a160-0d76-4fb5-9385-2073e24ab5ac req-f98021f3-ee3e-44c4-b62d-1467accb98b8 service nova] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Received event network-vif-deleted-1374420a-27ed-4395-8f03-57efea1e0a95 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.660557] env[70398]: DEBUG nova.network.neutron [None req-77ecce25-ea9f-4bf7-b96e-7c79ca1e5614 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Updating instance_info_cache with network_info: [{"id": "266f3148-c1ad-4e56-930c-5b5ff2596aec", "address": "fa:16:3e:76:a8:3f", "network": {"id": "31f6f749-f4c7-4b9c-80b1-dde5df2664ef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-724749608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a133a7276464e628849ffaa016597bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap266f3148-c1", "ovs_interfaceid": "266f3148-c1ad-4e56-930c-5b5ff2596aec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.702401] env[70398]: INFO nova.compute.manager [-] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Took 1.33 seconds to deallocate network for instance. [ 1004.773943] env[70398]: DEBUG oslo_vmware.api [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Task: {'id': task-3444719, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.778244] env[70398]: INFO nova.compute.manager [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Took 22.95 seconds to build instance. [ 1004.795413] env[70398]: DEBUG nova.network.neutron [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Port 4f8e56ba-25ca-49a3-9697-667e89a8301e binding to destination host cpu-1 is already ACTIVE {{(pid=70398) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1004.796469] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquiring lock "refresh_cache-3805da77-9f5d-4ffa-bc7b-141c94be3982" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.796469] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquired lock "refresh_cache-3805da77-9f5d-4ffa-bc7b-141c94be3982" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.796469] env[70398]: DEBUG nova.network.neutron [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.927144] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.928508] env[70398]: DEBUG nova.compute.manager [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1004.932582] env[70398]: DEBUG oslo_concurrency.lockutils [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.802s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.936136] env[70398]: INFO nova.compute.claims [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 5386a4eb-5fb8-404f-8b03-f106c865e14f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1004.954016] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "refresh_cache-3b87df25-1ea9-43f3-8082-8c2c5e89675b" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.954016] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquired lock "refresh_cache-3b87df25-1ea9-43f3-8082-8c2c5e89675b" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.954220] env[70398]: DEBUG nova.network.neutron [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 3b87df25-1ea9-43f3-8082-8c2c5e89675b] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.023394] env[70398]: DEBUG oslo_vmware.api [req-574e376c-601b-4685-a516-ff5e55c0911b req-0cd01eda-a965-481c-8926-56a054e25752 service nova] Task: {'id': task-3444718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.070580] env[70398]: DEBUG oslo_vmware.api [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444720, 'name': CloneVM_Task} progress is 94%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.164176] env[70398]: DEBUG oslo_concurrency.lockutils [None req-77ecce25-ea9f-4bf7-b96e-7c79ca1e5614 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Releasing lock "refresh_cache-04f55f97-bcbd-427d-b953-cb9e1d6d9b21" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.209888] env[70398]: DEBUG oslo_concurrency.lockutils [None req-52744d05-fcb7-415a-ba22-3fd9385aa954 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.269965] env[70398]: DEBUG oslo_vmware.api [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Task: {'id': task-3444719, 'name': PowerOnVM_Task, 'duration_secs': 0.681518} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.270428] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.270794] env[70398]: DEBUG nova.compute.manager [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.271816] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f814cc-4962-4d50-9a6f-e192f1014e07 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.279581] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6c566608-f04b-4de4-99c6-c93f7b173853 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lock "e9eb0d72-9dcf-4ce2-8f81-0690964eda0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.460s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.288845] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a325bc3-2dc3-4b79-87d0-cb01d79a9338 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.293530] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52c9e953-9b98-40bc-bf0d-8701e3148bff {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.301743] env[70398]: DEBUG oslo_vmware.api [None req-5a325bc3-2dc3-4b79-87d0-cb01d79a9338 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Waiting for the task: (returnval){ [ 1005.301743] env[70398]: value = "task-3444721" [ 1005.301743] env[70398]: _type = "Task" [ 1005.301743] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.315808] env[70398]: DEBUG oslo_vmware.api [None req-5a325bc3-2dc3-4b79-87d0-cb01d79a9338 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Task: {'id': task-3444721, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.442578] env[70398]: DEBUG nova.compute.utils [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1005.447949] env[70398]: DEBUG nova.compute.manager [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1005.449971] env[70398]: DEBUG nova.network.neutron [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1005.520617] env[70398]: DEBUG oslo_vmware.api [req-574e376c-601b-4685-a516-ff5e55c0911b req-0cd01eda-a965-481c-8926-56a054e25752 service nova] Task: {'id': task-3444718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.573577] env[70398]: DEBUG oslo_vmware.api [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444720, 'name': CloneVM_Task} progress is 94%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.576147] env[70398]: DEBUG nova.compute.manager [req-8c7a9242-bcb4-4614-9771-d4420b01b675 req-baf2c765-fa0b-4b91-8767-80683a87b176 service nova] [instance: 3b87df25-1ea9-43f3-8082-8c2c5e89675b] Received event network-vif-plugged-063e3212-d1dd-4224-972c-a6ae79b20151 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.576374] env[70398]: DEBUG oslo_concurrency.lockutils [req-8c7a9242-bcb4-4614-9771-d4420b01b675 req-baf2c765-fa0b-4b91-8767-80683a87b176 service nova] Acquiring lock "3b87df25-1ea9-43f3-8082-8c2c5e89675b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.576778] env[70398]: DEBUG oslo_concurrency.lockutils [req-8c7a9242-bcb4-4614-9771-d4420b01b675 req-baf2c765-fa0b-4b91-8767-80683a87b176 service nova] Lock "3b87df25-1ea9-43f3-8082-8c2c5e89675b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.577010] env[70398]: DEBUG oslo_concurrency.lockutils [req-8c7a9242-bcb4-4614-9771-d4420b01b675 req-baf2c765-fa0b-4b91-8767-80683a87b176 service nova] Lock "3b87df25-1ea9-43f3-8082-8c2c5e89675b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.577197] env[70398]: DEBUG nova.compute.manager [req-8c7a9242-bcb4-4614-9771-d4420b01b675 req-baf2c765-fa0b-4b91-8767-80683a87b176 service nova] [instance: 3b87df25-1ea9-43f3-8082-8c2c5e89675b] No waiting events found dispatching network-vif-plugged-063e3212-d1dd-4224-972c-a6ae79b20151 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1005.577371] env[70398]: WARNING nova.compute.manager [req-8c7a9242-bcb4-4614-9771-d4420b01b675 req-baf2c765-fa0b-4b91-8767-80683a87b176 service nova] [instance: 3b87df25-1ea9-43f3-8082-8c2c5e89675b] Received unexpected event network-vif-plugged-063e3212-d1dd-4224-972c-a6ae79b20151 for instance with vm_state building and task_state spawning. [ 1005.577524] env[70398]: DEBUG nova.compute.manager [req-8c7a9242-bcb4-4614-9771-d4420b01b675 req-baf2c765-fa0b-4b91-8767-80683a87b176 service nova] [instance: 3b87df25-1ea9-43f3-8082-8c2c5e89675b] Received event network-changed-063e3212-d1dd-4224-972c-a6ae79b20151 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.577676] env[70398]: DEBUG nova.compute.manager [req-8c7a9242-bcb4-4614-9771-d4420b01b675 req-baf2c765-fa0b-4b91-8767-80683a87b176 service nova] [instance: 3b87df25-1ea9-43f3-8082-8c2c5e89675b] Refreshing instance network info cache due to event network-changed-063e3212-d1dd-4224-972c-a6ae79b20151. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1005.578219] env[70398]: DEBUG oslo_concurrency.lockutils [req-8c7a9242-bcb4-4614-9771-d4420b01b675 req-baf2c765-fa0b-4b91-8767-80683a87b176 service nova] Acquiring lock "refresh_cache-3b87df25-1ea9-43f3-8082-8c2c5e89675b" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.579482] env[70398]: DEBUG nova.network.neutron [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Updating instance_info_cache with network_info: [{"id": "4f8e56ba-25ca-49a3-9697-667e89a8301e", "address": "fa:16:3e:01:06:65", "network": {"id": "7d6a528e-2d28-423d-a33f-6f0222b74744", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1712623278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "565f3f2d80634f578f63ea399435e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f8e56ba-25", "ovs_interfaceid": "4f8e56ba-25ca-49a3-9697-667e89a8301e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.611865] env[70398]: DEBUG nova.network.neutron [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 3b87df25-1ea9-43f3-8082-8c2c5e89675b] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1005.652157] env[70398]: DEBUG nova.policy [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9f0fb32c9e342c9891685078a51347e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8c84f003f084c1eb2adf30068d15c6a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.668710] env[70398]: DEBUG oslo_concurrency.lockutils [None req-77ecce25-ea9f-4bf7-b96e-7c79ca1e5614 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "interface-04f55f97-bcbd-427d-b953-cb9e1d6d9b21-5ceba6bb-a67e-46fb-84aa-d8a46d9b1762" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.039s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.793841] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.816806] env[70398]: DEBUG oslo_vmware.api [None req-5a325bc3-2dc3-4b79-87d0-cb01d79a9338 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Task: {'id': task-3444721, 'name': PowerOffVM_Task, 'duration_secs': 0.256007} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.817115] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a325bc3-2dc3-4b79-87d0-cb01d79a9338 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.818107] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a325bc3-2dc3-4b79-87d0-cb01d79a9338 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.818463] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-864e551b-25e1-462c-9822-48b4d225143c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.832468] env[70398]: DEBUG oslo_vmware.api [None req-5a325bc3-2dc3-4b79-87d0-cb01d79a9338 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Waiting for the task: (returnval){ [ 1005.832468] env[70398]: value = "task-3444722" [ 1005.832468] env[70398]: _type = "Task" [ 1005.832468] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.852898] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a325bc3-2dc3-4b79-87d0-cb01d79a9338 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] VM already powered off {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1005.853241] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a325bc3-2dc3-4b79-87d0-cb01d79a9338 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Volume detach. Driver type: vmdk {{(pid=70398) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1005.853554] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a325bc3-2dc3-4b79-87d0-cb01d79a9338 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687641', 'volume_id': 'ad9fbb67-3e5c-41a9-b235-6d8a69b262a0', 'name': 'volume-ad9fbb67-3e5c-41a9-b235-6d8a69b262a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9', 'attached_at': '', 'detached_at': '', 'volume_id': 'ad9fbb67-3e5c-41a9-b235-6d8a69b262a0', 'serial': 'ad9fbb67-3e5c-41a9-b235-6d8a69b262a0'} {{(pid=70398) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1005.854881] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67716777-ce7f-49f8-929d-9993c49e2dea {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.884120] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c3e18a-cceb-4d74-af66-5ed60e699995 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.893398] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991d6d02-1c41-4ca6-9b7f-965cd388c85c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.918878] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537a2c23-42db-4380-b587-a9b949ae1692 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.923131] env[70398]: DEBUG nova.network.neutron [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 3b87df25-1ea9-43f3-8082-8c2c5e89675b] Updating instance_info_cache with network_info: [{"id": "063e3212-d1dd-4224-972c-a6ae79b20151", "address": "fa:16:3e:90:ef:b0", "network": {"id": "5fce51d3-5a5f-4e11-bf3d-26088d779119", "bridge": "br-int", "label": "tempest-ServersTestJSON-1230754090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aa75948ff4043d48fb3f00087ada961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap063e3212-d1", "ovs_interfaceid": "063e3212-d1dd-4224-972c-a6ae79b20151", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.941571] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a325bc3-2dc3-4b79-87d0-cb01d79a9338 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] The volume has not been displaced from its original location: [datastore2] volume-ad9fbb67-3e5c-41a9-b235-6d8a69b262a0/volume-ad9fbb67-3e5c-41a9-b235-6d8a69b262a0.vmdk. No consolidation needed. {{(pid=70398) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1005.947574] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a325bc3-2dc3-4b79-87d0-cb01d79a9338 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Reconfiguring VM instance instance-0000004f to detach disk 2000 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1005.949417] env[70398]: DEBUG nova.compute.manager [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1005.951763] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bba24bf-0ba8-4b2f-a507-28021185c209 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.979447] env[70398]: DEBUG oslo_vmware.api [None req-5a325bc3-2dc3-4b79-87d0-cb01d79a9338 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Waiting for the task: (returnval){ [ 1005.979447] env[70398]: value = "task-3444723" [ 1005.979447] env[70398]: _type = "Task" [ 1005.979447] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.991890] env[70398]: DEBUG oslo_vmware.api [None req-5a325bc3-2dc3-4b79-87d0-cb01d79a9338 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Task: {'id': task-3444723, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.021980] env[70398]: DEBUG oslo_vmware.api [req-574e376c-601b-4685-a516-ff5e55c0911b req-0cd01eda-a965-481c-8926-56a054e25752 service nova] Task: {'id': task-3444718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.070515] env[70398]: DEBUG oslo_vmware.api [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444720, 'name': CloneVM_Task, 'duration_secs': 1.46577} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.071263] env[70398]: INFO nova.virt.vmwareapi.vmops [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Created linked-clone VM from snapshot [ 1006.071529] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd22d716-9eca-4704-a402-de688a42603d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.080520] env[70398]: DEBUG nova.virt.vmwareapi.images [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Uploading image 333d777d-63bd-4777-b843-37e4f6d438fd {{(pid=70398) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1006.085944] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Releasing lock "refresh_cache-3805da77-9f5d-4ffa-bc7b-141c94be3982" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.089501] env[70398]: DEBUG nova.network.neutron [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Successfully created port: 645565a0-83af-4e16-80eb-a9f7bc31531e {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1006.115023] env[70398]: DEBUG oslo_vmware.rw_handles [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1006.115023] env[70398]: value = "vm-687676" [ 1006.115023] env[70398]: _type = "VirtualMachine" [ 1006.115023] env[70398]: }. {{(pid=70398) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1006.115288] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-170e7bb0-0012-4a76-ae36-11b6f73dd2ec {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.130131] env[70398]: DEBUG oslo_vmware.rw_handles [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Lease: (returnval){ [ 1006.130131] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5207606b-6369-44ce-01e3-0d161090098d" [ 1006.130131] env[70398]: _type = "HttpNfcLease" [ 1006.130131] env[70398]: } obtained for exporting VM: (result){ [ 1006.130131] env[70398]: value = "vm-687676" [ 1006.130131] env[70398]: _type = "VirtualMachine" [ 1006.130131] env[70398]: }. {{(pid=70398) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1006.130131] env[70398]: DEBUG oslo_vmware.api [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Waiting for the lease: (returnval){ [ 1006.130131] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5207606b-6369-44ce-01e3-0d161090098d" [ 1006.130131] env[70398]: _type = "HttpNfcLease" [ 1006.130131] env[70398]: } to be ready. {{(pid=70398) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1006.140076] env[70398]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1006.140076] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5207606b-6369-44ce-01e3-0d161090098d" [ 1006.140076] env[70398]: _type = "HttpNfcLease" [ 1006.140076] env[70398]: } is initializing. {{(pid=70398) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1006.313249] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8345e5ca-6204-4aa1-920a-b3a2e371ebd6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.330782] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53438093-75ef-4866-bc38-08f90bfcd944 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.372364] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fa6ae4-d27b-411f-b425-01365e391ab2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.385503] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064290c5-5113-462c-8210-a876089704e9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.408182] env[70398]: DEBUG nova.compute.provider_tree [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.426110] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Releasing lock "refresh_cache-3b87df25-1ea9-43f3-8082-8c2c5e89675b" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.427609] env[70398]: DEBUG nova.compute.manager [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 3b87df25-1ea9-43f3-8082-8c2c5e89675b] Instance network_info: |[{"id": "063e3212-d1dd-4224-972c-a6ae79b20151", "address": "fa:16:3e:90:ef:b0", "network": {"id": "5fce51d3-5a5f-4e11-bf3d-26088d779119", "bridge": "br-int", "label": "tempest-ServersTestJSON-1230754090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aa75948ff4043d48fb3f00087ada961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap063e3212-d1", "ovs_interfaceid": "063e3212-d1dd-4224-972c-a6ae79b20151", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1006.427609] env[70398]: DEBUG oslo_concurrency.lockutils [req-8c7a9242-bcb4-4614-9771-d4420b01b675 req-baf2c765-fa0b-4b91-8767-80683a87b176 service nova] Acquired lock "refresh_cache-3b87df25-1ea9-43f3-8082-8c2c5e89675b" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.427609] env[70398]: DEBUG nova.network.neutron [req-8c7a9242-bcb4-4614-9771-d4420b01b675 req-baf2c765-fa0b-4b91-8767-80683a87b176 service nova] [instance: 3b87df25-1ea9-43f3-8082-8c2c5e89675b] Refreshing network info cache for port 063e3212-d1dd-4224-972c-a6ae79b20151 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1006.428363] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 3b87df25-1ea9-43f3-8082-8c2c5e89675b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:ef:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4c8c8fd-baca-4e60-97dc-ff0418d63215', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '063e3212-d1dd-4224-972c-a6ae79b20151', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1006.436769] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.437800] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b87df25-1ea9-43f3-8082-8c2c5e89675b] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1006.438389] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54077efb-d9eb-443a-a61e-41d8d34fa1aa {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.462075] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1006.462075] env[70398]: value = "task-3444725" [ 1006.462075] env[70398]: _type = "Task" [ 1006.462075] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.476516] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444725, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.492053] env[70398]: DEBUG oslo_vmware.api [None req-5a325bc3-2dc3-4b79-87d0-cb01d79a9338 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Task: {'id': task-3444723, 'name': ReconfigVM_Task, 'duration_secs': 0.451749} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.492053] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a325bc3-2dc3-4b79-87d0-cb01d79a9338 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Reconfigured VM instance instance-0000004f to detach disk 2000 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1006.495578] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6500e2b2-d065-4e27-a331-9423cb1125e3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.518147] env[70398]: DEBUG oslo_vmware.api [None req-5a325bc3-2dc3-4b79-87d0-cb01d79a9338 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Waiting for the task: (returnval){ [ 1006.518147] env[70398]: value = "task-3444726" [ 1006.518147] env[70398]: _type = "Task" [ 1006.518147] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.524835] env[70398]: DEBUG oslo_vmware.api [req-574e376c-601b-4685-a516-ff5e55c0911b req-0cd01eda-a965-481c-8926-56a054e25752 service nova] Task: {'id': task-3444718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.531529] env[70398]: DEBUG oslo_vmware.api [None req-5a325bc3-2dc3-4b79-87d0-cb01d79a9338 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Task: {'id': task-3444726, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.588822] env[70398]: DEBUG nova.compute.manager [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70398) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1006.641542] env[70398]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1006.641542] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5207606b-6369-44ce-01e3-0d161090098d" [ 1006.641542] env[70398]: _type = "HttpNfcLease" [ 1006.641542] env[70398]: } is ready. {{(pid=70398) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1006.641542] env[70398]: DEBUG oslo_vmware.rw_handles [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1006.641542] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5207606b-6369-44ce-01e3-0d161090098d" [ 1006.641542] env[70398]: _type = "HttpNfcLease" [ 1006.641542] env[70398]: }. {{(pid=70398) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1006.641542] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1352183-77b1-4fd9-a0e4-346194099115 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.649277] env[70398]: DEBUG oslo_vmware.rw_handles [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52134566-1a47-4a40-a300-8dc31dc9c886/disk-0.vmdk from lease info. {{(pid=70398) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1006.649277] env[70398]: DEBUG oslo_vmware.rw_handles [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52134566-1a47-4a40-a300-8dc31dc9c886/disk-0.vmdk for reading. {{(pid=70398) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1006.753594] env[70398]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dcf3c2bc-a629-4675-b404-05235ac2da55 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.913178] env[70398]: DEBUG nova.scheduler.client.report [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.975745] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444725, 'name': CreateVM_Task, 'duration_secs': 0.406374} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.978215] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b87df25-1ea9-43f3-8082-8c2c5e89675b] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1006.979297] env[70398]: DEBUG nova.compute.manager [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1006.982456] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.982456] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.982456] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.982644] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60f70744-78d6-46bc-bc1b-7cc4a97a6c6b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.988313] env[70398]: DEBUG oslo_vmware.api [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1006.988313] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52deb9a5-b670-2763-5ec4-67f63b4c9e34" [ 1006.988313] env[70398]: _type = "Task" [ 1006.988313] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.002172] env[70398]: DEBUG oslo_vmware.api [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52deb9a5-b670-2763-5ec4-67f63b4c9e34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.007758] env[70398]: DEBUG nova.virt.hardware [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1007.008042] env[70398]: DEBUG nova.virt.hardware [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1007.008293] env[70398]: DEBUG nova.virt.hardware [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.008689] env[70398]: DEBUG nova.virt.hardware [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1007.008914] env[70398]: DEBUG nova.virt.hardware [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.009151] env[70398]: DEBUG nova.virt.hardware [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1007.009446] env[70398]: DEBUG nova.virt.hardware [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1007.009778] env[70398]: DEBUG nova.virt.hardware [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1007.009999] env[70398]: DEBUG nova.virt.hardware [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1007.010236] env[70398]: DEBUG nova.virt.hardware [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1007.010452] env[70398]: DEBUG nova.virt.hardware [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1007.011375] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56f6c30-dd16-4ddc-a62b-c1df8284f2ce {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.027211] env[70398]: DEBUG oslo_vmware.api [req-574e376c-601b-4685-a516-ff5e55c0911b req-0cd01eda-a965-481c-8926-56a054e25752 service nova] Task: {'id': task-3444718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.031401] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d35a75-d590-4600-a482-dda8c61d5047 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.051454] env[70398]: DEBUG oslo_vmware.api [None req-5a325bc3-2dc3-4b79-87d0-cb01d79a9338 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Task: {'id': task-3444726, 'name': ReconfigVM_Task, 'duration_secs': 0.137031} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.052101] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a325bc3-2dc3-4b79-87d0-cb01d79a9338 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687641', 'volume_id': 'ad9fbb67-3e5c-41a9-b235-6d8a69b262a0', 'name': 'volume-ad9fbb67-3e5c-41a9-b235-6d8a69b262a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9', 'attached_at': '', 'detached_at': '', 'volume_id': 'ad9fbb67-3e5c-41a9-b235-6d8a69b262a0', 'serial': 'ad9fbb67-3e5c-41a9-b235-6d8a69b262a0'} {{(pid=70398) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1007.052477] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-5a325bc3-2dc3-4b79-87d0-cb01d79a9338 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1007.053426] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42102cd-991b-4988-ade3-7ea0caefe63d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.062300] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-5a325bc3-2dc3-4b79-87d0-cb01d79a9338 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1007.062567] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d103a3d0-6e97-4871-8ad3-3e6b39740024 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.085206] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9495986e-1a07-47b5-aa5f-11d3112666ea tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Acquiring lock "fc300453-1d03-4d05-8144-093f2593b32b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.085500] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9495986e-1a07-47b5-aa5f-11d3112666ea tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Lock "fc300453-1d03-4d05-8144-093f2593b32b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.085681] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9495986e-1a07-47b5-aa5f-11d3112666ea tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Acquiring lock "fc300453-1d03-4d05-8144-093f2593b32b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.085892] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9495986e-1a07-47b5-aa5f-11d3112666ea tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Lock "fc300453-1d03-4d05-8144-093f2593b32b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.086093] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9495986e-1a07-47b5-aa5f-11d3112666ea tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Lock "fc300453-1d03-4d05-8144-093f2593b32b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.088501] env[70398]: INFO nova.compute.manager [None req-9495986e-1a07-47b5-aa5f-11d3112666ea tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Terminating instance [ 1007.138961] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-5a325bc3-2dc3-4b79-87d0-cb01d79a9338 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1007.139443] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-5a325bc3-2dc3-4b79-87d0-cb01d79a9338 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1007.139796] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a325bc3-2dc3-4b79-87d0-cb01d79a9338 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Deleting the datastore file [datastore2] a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1007.140293] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1988653d-1538-4cf6-bef3-7d5ed2a3ddcf {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.148794] env[70398]: DEBUG oslo_vmware.api [None req-5a325bc3-2dc3-4b79-87d0-cb01d79a9338 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Waiting for the task: (returnval){ [ 1007.148794] env[70398]: value = "task-3444728" [ 1007.148794] env[70398]: _type = "Task" [ 1007.148794] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.158840] env[70398]: DEBUG oslo_vmware.api [None req-5a325bc3-2dc3-4b79-87d0-cb01d79a9338 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Task: {'id': task-3444728, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.249970] env[70398]: DEBUG nova.network.neutron [req-8c7a9242-bcb4-4614-9771-d4420b01b675 req-baf2c765-fa0b-4b91-8767-80683a87b176 service nova] [instance: 3b87df25-1ea9-43f3-8082-8c2c5e89675b] Updated VIF entry in instance network info cache for port 063e3212-d1dd-4224-972c-a6ae79b20151. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1007.250526] env[70398]: DEBUG nova.network.neutron [req-8c7a9242-bcb4-4614-9771-d4420b01b675 req-baf2c765-fa0b-4b91-8767-80683a87b176 service nova] [instance: 3b87df25-1ea9-43f3-8082-8c2c5e89675b] Updating instance_info_cache with network_info: [{"id": "063e3212-d1dd-4224-972c-a6ae79b20151", "address": "fa:16:3e:90:ef:b0", "network": {"id": "5fce51d3-5a5f-4e11-bf3d-26088d779119", "bridge": "br-int", "label": "tempest-ServersTestJSON-1230754090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aa75948ff4043d48fb3f00087ada961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap063e3212-d1", "ovs_interfaceid": "063e3212-d1dd-4224-972c-a6ae79b20151", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.330159] env[70398]: DEBUG nova.compute.manager [None req-f0fc4274-2d5e-4362-aa75-a1140c56bd51 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.331604] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7585ba1-48aa-4fa9-8a9c-8b7ba1319794 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.422024] env[70398]: DEBUG oslo_concurrency.lockutils [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.422024] env[70398]: DEBUG nova.compute.manager [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 5386a4eb-5fb8-404f-8b03-f106c865e14f] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1007.427020] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.826s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.432196] env[70398]: INFO nova.compute.claims [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 87247a1d-85ea-41bf-b3b1-0cb29c7b5830] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1007.473208] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "71f3f8fe-1304-427c-9c95-981baf19c8e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.473208] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "71f3f8fe-1304-427c-9c95-981baf19c8e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.500296] env[70398]: DEBUG oslo_vmware.api [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52deb9a5-b670-2763-5ec4-67f63b4c9e34, 'name': SearchDatastore_Task, 'duration_secs': 0.018919} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.500539] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.500881] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 3b87df25-1ea9-43f3-8082-8c2c5e89675b] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1007.501146] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.501351] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.501765] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1007.502081] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84ea3a60-979b-4342-bc15-e5745a96f1e0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.515492] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1007.516102] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1007.520961] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33cdb17d-32d7-4dd0-aa44-24bdcd2c03d4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.527954] env[70398]: DEBUG oslo_vmware.api [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1007.527954] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52b5330c-0898-412c-42cc-e60e65e0b00e" [ 1007.527954] env[70398]: _type = "Task" [ 1007.527954] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.532439] env[70398]: DEBUG oslo_vmware.api [req-574e376c-601b-4685-a516-ff5e55c0911b req-0cd01eda-a965-481c-8926-56a054e25752 service nova] Task: {'id': task-3444718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.542476] env[70398]: DEBUG oslo_vmware.api [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52b5330c-0898-412c-42cc-e60e65e0b00e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.592808] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9495986e-1a07-47b5-aa5f-11d3112666ea tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Acquiring lock "refresh_cache-fc300453-1d03-4d05-8144-093f2593b32b" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.593087] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9495986e-1a07-47b5-aa5f-11d3112666ea tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Acquired lock "refresh_cache-fc300453-1d03-4d05-8144-093f2593b32b" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.593283] env[70398]: DEBUG nova.network.neutron [None req-9495986e-1a07-47b5-aa5f-11d3112666ea tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.612690] env[70398]: DEBUG nova.compute.manager [req-c4a9b203-5a00-4d81-83fe-0e281e3758a0 req-be227094-67a2-4a83-acce-279994b4a450 service nova] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Received event network-vif-plugged-645565a0-83af-4e16-80eb-a9f7bc31531e {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.612918] env[70398]: DEBUG oslo_concurrency.lockutils [req-c4a9b203-5a00-4d81-83fe-0e281e3758a0 req-be227094-67a2-4a83-acce-279994b4a450 service nova] Acquiring lock "e4f55593-2799-4e45-8da2-bcb842076f23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.614181] env[70398]: DEBUG oslo_concurrency.lockutils [req-c4a9b203-5a00-4d81-83fe-0e281e3758a0 req-be227094-67a2-4a83-acce-279994b4a450 service nova] Lock "e4f55593-2799-4e45-8da2-bcb842076f23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.614416] env[70398]: DEBUG oslo_concurrency.lockutils [req-c4a9b203-5a00-4d81-83fe-0e281e3758a0 req-be227094-67a2-4a83-acce-279994b4a450 service nova] Lock "e4f55593-2799-4e45-8da2-bcb842076f23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.614603] env[70398]: DEBUG nova.compute.manager [req-c4a9b203-5a00-4d81-83fe-0e281e3758a0 req-be227094-67a2-4a83-acce-279994b4a450 service nova] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] No waiting events found dispatching network-vif-plugged-645565a0-83af-4e16-80eb-a9f7bc31531e {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1007.614773] env[70398]: WARNING nova.compute.manager [req-c4a9b203-5a00-4d81-83fe-0e281e3758a0 req-be227094-67a2-4a83-acce-279994b4a450 service nova] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Received unexpected event network-vif-plugged-645565a0-83af-4e16-80eb-a9f7bc31531e for instance with vm_state building and task_state spawning. [ 1007.659569] env[70398]: DEBUG oslo_vmware.api [None req-5a325bc3-2dc3-4b79-87d0-cb01d79a9338 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Task: {'id': task-3444728, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.105969} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.659828] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a325bc3-2dc3-4b79-87d0-cb01d79a9338 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.660230] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-5a325bc3-2dc3-4b79-87d0-cb01d79a9338 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.660651] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-5a325bc3-2dc3-4b79-87d0-cb01d79a9338 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.695039] env[70398]: DEBUG nova.network.neutron [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Successfully updated port: 645565a0-83af-4e16-80eb-a9f7bc31531e {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1007.724062] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a325bc3-2dc3-4b79-87d0-cb01d79a9338 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Volume detach. Driver type: vmdk {{(pid=70398) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1007.724163] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7e29e463-7429-4872-b61d-9d03bee7b809 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.735583] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44488beb-c7bf-4e7e-adf8-fa2d0e21256c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.754911] env[70398]: DEBUG oslo_concurrency.lockutils [req-8c7a9242-bcb4-4614-9771-d4420b01b675 req-baf2c765-fa0b-4b91-8767-80683a87b176 service nova] Releasing lock "refresh_cache-3b87df25-1ea9-43f3-8082-8c2c5e89675b" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.781832] env[70398]: ERROR nova.compute.manager [None req-5a325bc3-2dc3-4b79-87d0-cb01d79a9338 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Failed to detach volume ad9fbb67-3e5c-41a9-b235-6d8a69b262a0 from /dev/sda: nova.exception.InstanceNotFound: Instance a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9 could not be found. [ 1007.781832] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Traceback (most recent call last): [ 1007.781832] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1007.781832] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] self.driver.rebuild(**kwargs) [ 1007.781832] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1007.781832] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] raise NotImplementedError() [ 1007.781832] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] NotImplementedError [ 1007.781832] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] [ 1007.781832] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] During handling of the above exception, another exception occurred: [ 1007.781832] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] [ 1007.781832] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Traceback (most recent call last): [ 1007.781832] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1007.781832] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] self.driver.detach_volume(context, old_connection_info, [ 1007.781832] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1007.781832] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] return self._volumeops.detach_volume(connection_info, instance) [ 1007.781832] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1007.781832] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] self._detach_volume_vmdk(connection_info, instance) [ 1007.781832] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1007.781832] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1007.781832] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1007.781832] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] stable_ref.fetch_moref(session) [ 1007.781832] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1007.781832] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1007.781832] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] nova.exception.InstanceNotFound: Instance a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9 could not be found. [ 1007.781832] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] [ 1007.786302] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.845016] env[70398]: INFO nova.compute.manager [None req-f0fc4274-2d5e-4362-aa75-a1140c56bd51 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] instance snapshotting [ 1007.849175] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b9f7ec-aaa3-4023-9097-04fdcb945bed {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.879173] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32be8d78-34b1-44cd-ab16-fedc00e957ea {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.939862] env[70398]: DEBUG nova.compute.utils [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1007.941566] env[70398]: DEBUG nova.compute.manager [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 5386a4eb-5fb8-404f-8b03-f106c865e14f] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1007.942876] env[70398]: DEBUG nova.network.neutron [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 5386a4eb-5fb8-404f-8b03-f106c865e14f] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1007.966581] env[70398]: DEBUG nova.compute.utils [None req-5a325bc3-2dc3-4b79-87d0-cb01d79a9338 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Build of instance a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9 aborted: Failed to rebuild volume backed instance. {{(pid=70398) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1007.969606] env[70398]: ERROR nova.compute.manager [None req-5a325bc3-2dc3-4b79-87d0-cb01d79a9338 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9 aborted: Failed to rebuild volume backed instance. [ 1007.969606] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Traceback (most recent call last): [ 1007.969606] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1007.969606] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] self.driver.rebuild(**kwargs) [ 1007.969606] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1007.969606] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] raise NotImplementedError() [ 1007.969606] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] NotImplementedError [ 1007.969606] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] [ 1007.969606] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] During handling of the above exception, another exception occurred: [ 1007.969606] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] [ 1007.969606] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Traceback (most recent call last): [ 1007.969606] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1007.969606] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] self._detach_root_volume(context, instance, root_bdm) [ 1007.969606] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1007.969606] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] with excutils.save_and_reraise_exception(): [ 1007.969606] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1007.969606] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] self.force_reraise() [ 1007.969606] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1007.969606] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] raise self.value [ 1007.969606] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1007.969606] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] self.driver.detach_volume(context, old_connection_info, [ 1007.969606] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1007.969606] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] return self._volumeops.detach_volume(connection_info, instance) [ 1007.969606] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1007.969606] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] self._detach_volume_vmdk(connection_info, instance) [ 1007.969606] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1007.969606] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1007.969606] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1007.969606] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] stable_ref.fetch_moref(session) [ 1007.969606] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1007.969606] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1007.969606] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] nova.exception.InstanceNotFound: Instance a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9 could not be found. [ 1007.969606] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] [ 1007.969606] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] During handling of the above exception, another exception occurred: [ 1007.969606] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] [ 1007.969606] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Traceback (most recent call last): [ 1007.969606] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1007.969606] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] yield [ 1007.969606] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1007.969606] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] self._do_rebuild_instance_with_claim( [ 1007.970963] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1007.970963] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] self._do_rebuild_instance( [ 1007.970963] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1007.970963] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] self._rebuild_default_impl(**kwargs) [ 1007.970963] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1007.970963] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] self._rebuild_volume_backed_instance( [ 1007.970963] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1007.970963] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] raise exception.BuildAbortException( [ 1007.970963] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] nova.exception.BuildAbortException: Build of instance a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9 aborted: Failed to rebuild volume backed instance. [ 1007.970963] env[70398]: ERROR nova.compute.manager [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] [ 1007.975598] env[70398]: DEBUG nova.compute.manager [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1007.980873] env[70398]: DEBUG nova.policy [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9f0fb32c9e342c9891685078a51347e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8c84f003f084c1eb2adf30068d15c6a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 1008.027150] env[70398]: DEBUG oslo_vmware.api [req-574e376c-601b-4685-a516-ff5e55c0911b req-0cd01eda-a965-481c-8926-56a054e25752 service nova] Task: {'id': task-3444718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.043549] env[70398]: DEBUG oslo_vmware.api [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52b5330c-0898-412c-42cc-e60e65e0b00e, 'name': SearchDatastore_Task, 'duration_secs': 0.019661} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.044401] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96bc9b13-5be2-4b9a-ad27-33a8679aa6b2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.050516] env[70398]: DEBUG oslo_vmware.api [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1008.050516] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52726aa6-bcfe-648d-0ae3-09af54cdf811" [ 1008.050516] env[70398]: _type = "Task" [ 1008.050516] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.063246] env[70398]: DEBUG oslo_vmware.api [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52726aa6-bcfe-648d-0ae3-09af54cdf811, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.122147] env[70398]: DEBUG nova.network.neutron [None req-9495986e-1a07-47b5-aa5f-11d3112666ea tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1008.197841] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Acquiring lock "refresh_cache-e4f55593-2799-4e45-8da2-bcb842076f23" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.198109] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Acquired lock "refresh_cache-e4f55593-2799-4e45-8da2-bcb842076f23" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.198377] env[70398]: DEBUG nova.network.neutron [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.205094] env[70398]: DEBUG nova.network.neutron [None req-9495986e-1a07-47b5-aa5f-11d3112666ea tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.358916] env[70398]: DEBUG nova.network.neutron [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 5386a4eb-5fb8-404f-8b03-f106c865e14f] Successfully created port: edcb1754-7824-4013-ba45-fe1d176bd530 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1008.394537] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fc4274-2d5e-4362-aa75-a1140c56bd51 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Creating Snapshot of the VM instance {{(pid=70398) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1008.394858] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-16ad13c9-3242-4c87-b0f9-62b3a37625ed {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.405694] env[70398]: DEBUG oslo_vmware.api [None req-f0fc4274-2d5e-4362-aa75-a1140c56bd51 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 1008.405694] env[70398]: value = "task-3444729" [ 1008.405694] env[70398]: _type = "Task" [ 1008.405694] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.416616] env[70398]: DEBUG oslo_vmware.api [None req-f0fc4274-2d5e-4362-aa75-a1140c56bd51 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444729, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.447046] env[70398]: DEBUG nova.compute.manager [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 5386a4eb-5fb8-404f-8b03-f106c865e14f] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1008.504876] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.526510] env[70398]: DEBUG oslo_vmware.api [req-574e376c-601b-4685-a516-ff5e55c0911b req-0cd01eda-a965-481c-8926-56a054e25752 service nova] Task: {'id': task-3444718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.571136] env[70398]: DEBUG oslo_vmware.api [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52726aa6-bcfe-648d-0ae3-09af54cdf811, 'name': SearchDatastore_Task, 'duration_secs': 0.024954} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.571718] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.572213] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 3b87df25-1ea9-43f3-8082-8c2c5e89675b/3b87df25-1ea9-43f3-8082-8c2c5e89675b.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1008.572645] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a310aa11-0437-4940-b9a4-706a17b17580 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.587191] env[70398]: DEBUG oslo_vmware.api [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1008.587191] env[70398]: value = "task-3444730" [ 1008.587191] env[70398]: _type = "Task" [ 1008.587191] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.597392] env[70398]: DEBUG oslo_vmware.api [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444730, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.711407] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9495986e-1a07-47b5-aa5f-11d3112666ea tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Releasing lock "refresh_cache-fc300453-1d03-4d05-8144-093f2593b32b" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.711407] env[70398]: DEBUG nova.compute.manager [None req-9495986e-1a07-47b5-aa5f-11d3112666ea tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1008.711407] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9495986e-1a07-47b5-aa5f-11d3112666ea tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.711407] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642d4c61-7200-4c78-b9ac-ad0efb927759 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.731512] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9495986e-1a07-47b5-aa5f-11d3112666ea tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.732228] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd77e517-cc96-476b-8c3a-8a5e2729e9c9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.747024] env[70398]: DEBUG oslo_vmware.api [None req-9495986e-1a07-47b5-aa5f-11d3112666ea tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Waiting for the task: (returnval){ [ 1008.747024] env[70398]: value = "task-3444731" [ 1008.747024] env[70398]: _type = "Task" [ 1008.747024] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.755020] env[70398]: DEBUG nova.network.neutron [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1008.765777] env[70398]: DEBUG oslo_vmware.api [None req-9495986e-1a07-47b5-aa5f-11d3112666ea tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Task: {'id': task-3444731, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.821115] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2559ceb2-f66b-421f-a827-aa441d882255 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.832454] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609c07b7-5417-4951-a7de-25e9a7fc8286 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.875806] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fab0fe4-b82f-4a4e-926a-7a740f344c58 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.886477] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8741a369-86b3-48d7-87fa-2663c16cc80e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.903424] env[70398]: DEBUG nova.compute.provider_tree [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.917804] env[70398]: DEBUG oslo_vmware.api [None req-f0fc4274-2d5e-4362-aa75-a1140c56bd51 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444729, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.981730] env[70398]: DEBUG nova.network.neutron [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Updating instance_info_cache with network_info: [{"id": "645565a0-83af-4e16-80eb-a9f7bc31531e", "address": "fa:16:3e:2f:5c:d6", "network": {"id": "8b0f93f1-e6c5-4792-8275-8cd018764d81", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1486071987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c84f003f084c1eb2adf30068d15c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap645565a0-83", "ovs_interfaceid": "645565a0-83af-4e16-80eb-a9f7bc31531e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.027483] env[70398]: DEBUG oslo_vmware.api [req-574e376c-601b-4685-a516-ff5e55c0911b req-0cd01eda-a965-481c-8926-56a054e25752 service nova] Task: {'id': task-3444718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.096586] env[70398]: DEBUG oslo_vmware.api [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444730, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.260169] env[70398]: DEBUG oslo_vmware.api [None req-9495986e-1a07-47b5-aa5f-11d3112666ea tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Task: {'id': task-3444731, 'name': PowerOffVM_Task, 'duration_secs': 0.13507} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.260169] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9495986e-1a07-47b5-aa5f-11d3112666ea tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.260169] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9495986e-1a07-47b5-aa5f-11d3112666ea tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.260169] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6454b391-c0d5-4e3b-a52c-2c62f3172b81 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.288306] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9495986e-1a07-47b5-aa5f-11d3112666ea tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.288306] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9495986e-1a07-47b5-aa5f-11d3112666ea tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.288442] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-9495986e-1a07-47b5-aa5f-11d3112666ea tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Deleting the datastore file [datastore1] fc300453-1d03-4d05-8144-093f2593b32b {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.288722] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1df330ad-3f56-48f1-b854-0e2aa33bf47e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.296239] env[70398]: DEBUG oslo_vmware.api [None req-9495986e-1a07-47b5-aa5f-11d3112666ea tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Waiting for the task: (returnval){ [ 1009.296239] env[70398]: value = "task-3444733" [ 1009.296239] env[70398]: _type = "Task" [ 1009.296239] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.305213] env[70398]: DEBUG oslo_vmware.api [None req-9495986e-1a07-47b5-aa5f-11d3112666ea tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Task: {'id': task-3444733, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.407039] env[70398]: DEBUG nova.scheduler.client.report [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.420487] env[70398]: DEBUG oslo_vmware.api [None req-f0fc4274-2d5e-4362-aa75-a1140c56bd51 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444729, 'name': CreateSnapshot_Task, 'duration_secs': 0.959065} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.420487] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fc4274-2d5e-4362-aa75-a1140c56bd51 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Created Snapshot of the VM instance {{(pid=70398) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1009.421278] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80a2aec-95f0-4fbc-80c1-814ea46a705d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.458669] env[70398]: DEBUG nova.compute.manager [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 5386a4eb-5fb8-404f-8b03-f106c865e14f] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1009.486063] env[70398]: DEBUG nova.virt.hardware [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1009.486338] env[70398]: DEBUG nova.virt.hardware [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1009.486496] env[70398]: DEBUG nova.virt.hardware [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1009.486685] env[70398]: DEBUG nova.virt.hardware [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1009.486887] env[70398]: DEBUG nova.virt.hardware [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1009.487072] env[70398]: DEBUG nova.virt.hardware [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1009.487299] env[70398]: DEBUG nova.virt.hardware [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1009.487556] env[70398]: DEBUG nova.virt.hardware [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1009.487706] env[70398]: DEBUG nova.virt.hardware [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1009.487866] env[70398]: DEBUG nova.virt.hardware [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1009.488066] env[70398]: DEBUG nova.virt.hardware [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1009.488571] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Releasing lock "refresh_cache-e4f55593-2799-4e45-8da2-bcb842076f23" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.488891] env[70398]: DEBUG nova.compute.manager [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Instance network_info: |[{"id": "645565a0-83af-4e16-80eb-a9f7bc31531e", "address": "fa:16:3e:2f:5c:d6", "network": {"id": "8b0f93f1-e6c5-4792-8275-8cd018764d81", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1486071987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c84f003f084c1eb2adf30068d15c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap645565a0-83", "ovs_interfaceid": "645565a0-83af-4e16-80eb-a9f7bc31531e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1009.492235] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73676eec-d53a-426e-bc31-e1ea76ded1f9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.495346] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:5c:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '365ac5b1-6d83-4dfe-887f-60574d7f6124', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '645565a0-83af-4e16-80eb-a9f7bc31531e', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.502760] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Creating folder: Project (f8c84f003f084c1eb2adf30068d15c6a). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1009.503632] env[70398]: DEBUG oslo_concurrency.lockutils [None req-209c59c0-b4e7-4133-85a5-11a862651b5b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Acquiring lock "effd3feb-1733-4485-bc19-2e089e5feef4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.503747] env[70398]: DEBUG oslo_concurrency.lockutils [None req-209c59c0-b4e7-4133-85a5-11a862651b5b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lock "effd3feb-1733-4485-bc19-2e089e5feef4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.503928] env[70398]: DEBUG oslo_concurrency.lockutils [None req-209c59c0-b4e7-4133-85a5-11a862651b5b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Acquiring lock "effd3feb-1733-4485-bc19-2e089e5feef4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.504133] env[70398]: DEBUG oslo_concurrency.lockutils [None req-209c59c0-b4e7-4133-85a5-11a862651b5b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lock "effd3feb-1733-4485-bc19-2e089e5feef4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.504301] env[70398]: DEBUG oslo_concurrency.lockutils [None req-209c59c0-b4e7-4133-85a5-11a862651b5b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lock "effd3feb-1733-4485-bc19-2e089e5feef4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.506092] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f83901c1-fa8e-4faf-bd4a-2dafd0f9d113 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.508795] env[70398]: INFO nova.compute.manager [None req-209c59c0-b4e7-4133-85a5-11a862651b5b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Terminating instance [ 1009.514548] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54af1fdf-7a3c-490a-bd29-a68281193dfd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.521788] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Created folder: Project (f8c84f003f084c1eb2adf30068d15c6a) in parent group-v687430. [ 1009.522081] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Creating folder: Instances. Parent ref: group-v687679. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1009.525366] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-051b922f-2ba2-4d97-a633-c8fe9f4c6d90 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.540362] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Created folder: Instances in parent group-v687679. [ 1009.540649] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.541213] env[70398]: DEBUG oslo_vmware.api [req-574e376c-601b-4685-a516-ff5e55c0911b req-0cd01eda-a965-481c-8926-56a054e25752 service nova] Task: {'id': task-3444718, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.541496] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.541751] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9b1695c-aa2d-4934-b2af-804b73414e63 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.564543] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.564543] env[70398]: value = "task-3444736" [ 1009.564543] env[70398]: _type = "Task" [ 1009.564543] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.573032] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444736, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.597136] env[70398]: DEBUG oslo_vmware.api [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444730, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572501} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.597136] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 3b87df25-1ea9-43f3-8082-8c2c5e89675b/3b87df25-1ea9-43f3-8082-8c2c5e89675b.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1009.597136] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 3b87df25-1ea9-43f3-8082-8c2c5e89675b] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1009.597136] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7544815f-bf6f-454f-84b4-6ac31196f7d6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.605292] env[70398]: DEBUG oslo_vmware.api [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1009.605292] env[70398]: value = "task-3444737" [ 1009.605292] env[70398]: _type = "Task" [ 1009.605292] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.616117] env[70398]: DEBUG oslo_vmware.api [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444737, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.642626] env[70398]: DEBUG nova.compute.manager [req-faeeec42-92c7-4684-ac4b-fd5a9852fda1 req-cb4a3838-25d9-49c7-808c-024fb8eb823c service nova] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Received event network-changed-645565a0-83af-4e16-80eb-a9f7bc31531e {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.642873] env[70398]: DEBUG nova.compute.manager [req-faeeec42-92c7-4684-ac4b-fd5a9852fda1 req-cb4a3838-25d9-49c7-808c-024fb8eb823c service nova] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Refreshing instance network info cache due to event network-changed-645565a0-83af-4e16-80eb-a9f7bc31531e. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1009.642969] env[70398]: DEBUG oslo_concurrency.lockutils [req-faeeec42-92c7-4684-ac4b-fd5a9852fda1 req-cb4a3838-25d9-49c7-808c-024fb8eb823c service nova] Acquiring lock "refresh_cache-e4f55593-2799-4e45-8da2-bcb842076f23" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.643615] env[70398]: DEBUG oslo_concurrency.lockutils [req-faeeec42-92c7-4684-ac4b-fd5a9852fda1 req-cb4a3838-25d9-49c7-808c-024fb8eb823c service nova] Acquired lock "refresh_cache-e4f55593-2799-4e45-8da2-bcb842076f23" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.643615] env[70398]: DEBUG nova.network.neutron [req-faeeec42-92c7-4684-ac4b-fd5a9852fda1 req-cb4a3838-25d9-49c7-808c-024fb8eb823c service nova] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Refreshing network info cache for port 645565a0-83af-4e16-80eb-a9f7bc31531e {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.808432] env[70398]: DEBUG oslo_vmware.api [None req-9495986e-1a07-47b5-aa5f-11d3112666ea tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Task: {'id': task-3444733, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194041} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.808721] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-9495986e-1a07-47b5-aa5f-11d3112666ea tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1009.808911] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9495986e-1a07-47b5-aa5f-11d3112666ea tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1009.809187] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9495986e-1a07-47b5-aa5f-11d3112666ea tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1009.809412] env[70398]: INFO nova.compute.manager [None req-9495986e-1a07-47b5-aa5f-11d3112666ea tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1009.809789] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9495986e-1a07-47b5-aa5f-11d3112666ea tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.810016] env[70398]: DEBUG nova.compute.manager [-] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1009.810125] env[70398]: DEBUG nova.network.neutron [-] [instance: fc300453-1d03-4d05-8144-093f2593b32b] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1009.830193] env[70398]: DEBUG nova.network.neutron [-] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1009.915699] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.916532] env[70398]: DEBUG nova.compute.manager [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 87247a1d-85ea-41bf-b3b1-0cb29c7b5830] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1009.921039] env[70398]: DEBUG oslo_concurrency.lockutils [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.111s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.922783] env[70398]: INFO nova.compute.claims [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1009.948723] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fc4274-2d5e-4362-aa75-a1140c56bd51 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Creating linked-clone VM from snapshot {{(pid=70398) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1009.949170] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7eb71b93-9672-49c6-a388-8636aedd829c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.960116] env[70398]: DEBUG oslo_vmware.api [None req-f0fc4274-2d5e-4362-aa75-a1140c56bd51 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 1009.960116] env[70398]: value = "task-3444738" [ 1009.960116] env[70398]: _type = "Task" [ 1009.960116] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.970500] env[70398]: DEBUG oslo_vmware.api [None req-f0fc4274-2d5e-4362-aa75-a1140c56bd51 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444738, 'name': CloneVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.997155] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5a325bc3-2dc3-4b79-87d0-cb01d79a9338 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.014830] env[70398]: DEBUG nova.compute.manager [None req-209c59c0-b4e7-4133-85a5-11a862651b5b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1010.015090] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-209c59c0-b4e7-4133-85a5-11a862651b5b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.015997] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a318d35d-f502-47c9-b373-0854a71195b9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.026945] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-209c59c0-b4e7-4133-85a5-11a862651b5b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.027849] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15123436-da22-42be-b533-ba159fc0d0d8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.033210] env[70398]: DEBUG oslo_vmware.api [req-574e376c-601b-4685-a516-ff5e55c0911b req-0cd01eda-a965-481c-8926-56a054e25752 service nova] Task: {'id': task-3444718, 'name': ReconfigVM_Task, 'duration_secs': 5.809312} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.034535] env[70398]: DEBUG oslo_concurrency.lockutils [req-574e376c-601b-4685-a516-ff5e55c0911b req-0cd01eda-a965-481c-8926-56a054e25752 service nova] Releasing lock "04f55f97-bcbd-427d-b953-cb9e1d6d9b21" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.034786] env[70398]: DEBUG nova.virt.vmwareapi.vmops [req-574e376c-601b-4685-a516-ff5e55c0911b req-0cd01eda-a965-481c-8926-56a054e25752 service nova] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Reconfigured VM to detach interface {{(pid=70398) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1010.035370] env[70398]: DEBUG oslo_vmware.api [None req-209c59c0-b4e7-4133-85a5-11a862651b5b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Waiting for the task: (returnval){ [ 1010.035370] env[70398]: value = "task-3444739" [ 1010.035370] env[70398]: _type = "Task" [ 1010.035370] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.035623] env[70398]: DEBUG oslo_concurrency.lockutils [None req-596822c0-2566-49cc-b1cc-0357c6345e20 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "04f55f97-bcbd-427d-b953-cb9e1d6d9b21" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.018s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.035890] env[70398]: DEBUG oslo_concurrency.lockutils [None req-596822c0-2566-49cc-b1cc-0357c6345e20 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "04f55f97-bcbd-427d-b953-cb9e1d6d9b21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.036125] env[70398]: DEBUG oslo_concurrency.lockutils [None req-596822c0-2566-49cc-b1cc-0357c6345e20 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "04f55f97-bcbd-427d-b953-cb9e1d6d9b21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.036314] env[70398]: DEBUG oslo_concurrency.lockutils [None req-596822c0-2566-49cc-b1cc-0357c6345e20 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "04f55f97-bcbd-427d-b953-cb9e1d6d9b21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.042877] env[70398]: INFO nova.compute.manager [None req-596822c0-2566-49cc-b1cc-0357c6345e20 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Terminating instance [ 1010.049407] env[70398]: DEBUG oslo_vmware.api [None req-209c59c0-b4e7-4133-85a5-11a862651b5b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3444739, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.050497] env[70398]: DEBUG nova.network.neutron [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 5386a4eb-5fb8-404f-8b03-f106c865e14f] Successfully updated port: edcb1754-7824-4013-ba45-fe1d176bd530 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1010.075444] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444736, 'name': CreateVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.117519] env[70398]: DEBUG oslo_vmware.api [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444737, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072965} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.120121] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 3b87df25-1ea9-43f3-8082-8c2c5e89675b] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1010.120121] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ee0964-cf15-4305-ba70-a2e05d849074 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.146545] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 3b87df25-1ea9-43f3-8082-8c2c5e89675b] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 3b87df25-1ea9-43f3-8082-8c2c5e89675b/3b87df25-1ea9-43f3-8082-8c2c5e89675b.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1010.149023] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b77f67d0-baaa-4612-8b31-3918317dfc51 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.172812] env[70398]: DEBUG oslo_vmware.api [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1010.172812] env[70398]: value = "task-3444740" [ 1010.172812] env[70398]: _type = "Task" [ 1010.172812] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.183253] env[70398]: DEBUG oslo_vmware.api [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444740, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.331822] env[70398]: DEBUG nova.network.neutron [-] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.427968] env[70398]: DEBUG nova.compute.utils [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1010.435025] env[70398]: DEBUG nova.compute.manager [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 87247a1d-85ea-41bf-b3b1-0cb29c7b5830] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1010.435025] env[70398]: DEBUG nova.network.neutron [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 87247a1d-85ea-41bf-b3b1-0cb29c7b5830] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1010.473441] env[70398]: DEBUG oslo_vmware.api [None req-f0fc4274-2d5e-4362-aa75-a1140c56bd51 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444738, 'name': CloneVM_Task} progress is 94%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.526168] env[70398]: DEBUG nova.policy [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9f0fb32c9e342c9891685078a51347e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8c84f003f084c1eb2adf30068d15c6a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 1010.530323] env[70398]: DEBUG nova.network.neutron [req-faeeec42-92c7-4684-ac4b-fd5a9852fda1 req-cb4a3838-25d9-49c7-808c-024fb8eb823c service nova] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Updated VIF entry in instance network info cache for port 645565a0-83af-4e16-80eb-a9f7bc31531e. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1010.530834] env[70398]: DEBUG nova.network.neutron [req-faeeec42-92c7-4684-ac4b-fd5a9852fda1 req-cb4a3838-25d9-49c7-808c-024fb8eb823c service nova] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Updating instance_info_cache with network_info: [{"id": "645565a0-83af-4e16-80eb-a9f7bc31531e", "address": "fa:16:3e:2f:5c:d6", "network": {"id": "8b0f93f1-e6c5-4792-8275-8cd018764d81", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1486071987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c84f003f084c1eb2adf30068d15c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap645565a0-83", "ovs_interfaceid": "645565a0-83af-4e16-80eb-a9f7bc31531e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.549483] env[70398]: DEBUG oslo_vmware.api [None req-209c59c0-b4e7-4133-85a5-11a862651b5b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3444739, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.551061] env[70398]: DEBUG nova.compute.manager [None req-596822c0-2566-49cc-b1cc-0357c6345e20 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1010.551376] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-596822c0-2566-49cc-b1cc-0357c6345e20 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.552564] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8a40cd-7ae4-443d-9fe3-e646fc324b41 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.556402] env[70398]: DEBUG oslo_concurrency.lockutils [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Acquiring lock "refresh_cache-5386a4eb-5fb8-404f-8b03-f106c865e14f" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.556595] env[70398]: DEBUG oslo_concurrency.lockutils [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Acquired lock "refresh_cache-5386a4eb-5fb8-404f-8b03-f106c865e14f" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.556780] env[70398]: DEBUG nova.network.neutron [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 5386a4eb-5fb8-404f-8b03-f106c865e14f] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.565512] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-596822c0-2566-49cc-b1cc-0357c6345e20 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.566523] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b96fc98-1022-40e6-82f5-29bf869b094e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.580649] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444736, 'name': CreateVM_Task, 'duration_secs': 0.526806} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.582188] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.582849] env[70398]: DEBUG oslo_vmware.api [None req-596822c0-2566-49cc-b1cc-0357c6345e20 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for the task: (returnval){ [ 1010.582849] env[70398]: value = "task-3444741" [ 1010.582849] env[70398]: _type = "Task" [ 1010.582849] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.583504] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.583668] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.583986] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.584301] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d98ae1ae-0132-43fc-b51f-36acca117955 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.597851] env[70398]: DEBUG oslo_vmware.api [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Waiting for the task: (returnval){ [ 1010.597851] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ca16a5-5a74-93de-a990-01c8a0c5d25b" [ 1010.597851] env[70398]: _type = "Task" [ 1010.597851] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.598264] env[70398]: DEBUG oslo_vmware.api [None req-596822c0-2566-49cc-b1cc-0357c6345e20 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.609673] env[70398]: DEBUG oslo_vmware.api [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ca16a5-5a74-93de-a990-01c8a0c5d25b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.683016] env[70398]: DEBUG oslo_vmware.api [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444740, 'name': ReconfigVM_Task, 'duration_secs': 0.417459} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.683337] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 3b87df25-1ea9-43f3-8082-8c2c5e89675b] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 3b87df25-1ea9-43f3-8082-8c2c5e89675b/3b87df25-1ea9-43f3-8082-8c2c5e89675b.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1010.684047] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e67547c-014e-48b4-83f9-9c9f7f24f0d1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.692450] env[70398]: DEBUG oslo_vmware.api [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1010.692450] env[70398]: value = "task-3444742" [ 1010.692450] env[70398]: _type = "Task" [ 1010.692450] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.703308] env[70398]: DEBUG oslo_vmware.api [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444742, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.834704] env[70398]: INFO nova.compute.manager [-] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Took 1.02 seconds to deallocate network for instance. [ 1010.883593] env[70398]: DEBUG nova.network.neutron [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 87247a1d-85ea-41bf-b3b1-0cb29c7b5830] Successfully created port: 8bf20413-c8e9-4acf-a61f-89eca13c64d0 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1010.934205] env[70398]: DEBUG nova.compute.manager [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 87247a1d-85ea-41bf-b3b1-0cb29c7b5830] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1010.972806] env[70398]: DEBUG oslo_vmware.api [None req-f0fc4274-2d5e-4362-aa75-a1140c56bd51 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444738, 'name': CloneVM_Task} progress is 94%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.038034] env[70398]: DEBUG oslo_concurrency.lockutils [req-faeeec42-92c7-4684-ac4b-fd5a9852fda1 req-cb4a3838-25d9-49c7-808c-024fb8eb823c service nova] Releasing lock "refresh_cache-e4f55593-2799-4e45-8da2-bcb842076f23" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.050400] env[70398]: DEBUG oslo_vmware.api [None req-209c59c0-b4e7-4133-85a5-11a862651b5b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3444739, 'name': PowerOffVM_Task, 'duration_secs': 0.527669} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.050705] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-209c59c0-b4e7-4133-85a5-11a862651b5b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1011.050884] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-209c59c0-b4e7-4133-85a5-11a862651b5b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1011.051161] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d433276-835b-4c7e-aaa7-e9bb310b239c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.097020] env[70398]: DEBUG oslo_vmware.api [None req-596822c0-2566-49cc-b1cc-0357c6345e20 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444741, 'name': PowerOffVM_Task, 'duration_secs': 0.280646} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.097311] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-596822c0-2566-49cc-b1cc-0357c6345e20 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1011.097478] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-596822c0-2566-49cc-b1cc-0357c6345e20 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1011.100218] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5367d60-f9c9-4b1f-a636-4b0b541da373 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.109971] env[70398]: DEBUG nova.network.neutron [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 5386a4eb-5fb8-404f-8b03-f106c865e14f] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1011.117017] env[70398]: DEBUG oslo_vmware.api [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ca16a5-5a74-93de-a990-01c8a0c5d25b, 'name': SearchDatastore_Task, 'duration_secs': 0.017323} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.119427] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.119696] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1011.119998] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.120755] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.120969] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1011.121519] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e3af6c3-edaf-4723-877f-3db10c6227b0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.123774] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e895a530-d04b-440f-8f3f-ee921d3bb535 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Acquiring lock "a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.123989] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e895a530-d04b-440f-8f3f-ee921d3bb535 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Lock "a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.124227] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e895a530-d04b-440f-8f3f-ee921d3bb535 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Acquiring lock "a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.124469] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e895a530-d04b-440f-8f3f-ee921d3bb535 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Lock "a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.124676] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e895a530-d04b-440f-8f3f-ee921d3bb535 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Lock "a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.129355] env[70398]: INFO nova.compute.manager [None req-e895a530-d04b-440f-8f3f-ee921d3bb535 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Terminating instance [ 1011.147101] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1011.147333] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1011.149164] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-209c59c0-b4e7-4133-85a5-11a862651b5b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.149164] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-209c59c0-b4e7-4133-85a5-11a862651b5b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.149164] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-209c59c0-b4e7-4133-85a5-11a862651b5b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Deleting the datastore file [datastore1] effd3feb-1733-4485-bc19-2e089e5feef4 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.149469] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9771cf3c-c6cf-4980-aeda-7feb40f37ce6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.152094] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5521eee-0a7f-403d-87c0-9d0ba45e3aa7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.159759] env[70398]: DEBUG oslo_vmware.api [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Waiting for the task: (returnval){ [ 1011.159759] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]522bfca2-34cf-5a5d-3fe6-96020765dda5" [ 1011.159759] env[70398]: _type = "Task" [ 1011.159759] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.161344] env[70398]: DEBUG oslo_vmware.api [None req-209c59c0-b4e7-4133-85a5-11a862651b5b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Waiting for the task: (returnval){ [ 1011.161344] env[70398]: value = "task-3444745" [ 1011.161344] env[70398]: _type = "Task" [ 1011.161344] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.179313] env[70398]: DEBUG oslo_vmware.api [None req-209c59c0-b4e7-4133-85a5-11a862651b5b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3444745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.179590] env[70398]: DEBUG oslo_vmware.api [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]522bfca2-34cf-5a5d-3fe6-96020765dda5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.185269] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-596822c0-2566-49cc-b1cc-0357c6345e20 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.185269] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-596822c0-2566-49cc-b1cc-0357c6345e20 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.185269] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-596822c0-2566-49cc-b1cc-0357c6345e20 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Deleting the datastore file [datastore1] 04f55f97-bcbd-427d-b953-cb9e1d6d9b21 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.187978] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39fa60b2-72a9-4d48-a8c7-cad1b9ebae9f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.202187] env[70398]: DEBUG oslo_vmware.api [None req-596822c0-2566-49cc-b1cc-0357c6345e20 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for the task: (returnval){ [ 1011.202187] env[70398]: value = "task-3444746" [ 1011.202187] env[70398]: _type = "Task" [ 1011.202187] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.209406] env[70398]: DEBUG oslo_vmware.api [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444742, 'name': Rename_Task, 'duration_secs': 0.183684} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.210123] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 3b87df25-1ea9-43f3-8082-8c2c5e89675b] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1011.211681] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a67142f0-a43a-457c-9418-55d866e5d0f2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.216435] env[70398]: DEBUG oslo_vmware.api [None req-596822c0-2566-49cc-b1cc-0357c6345e20 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444746, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.220741] env[70398]: DEBUG oslo_vmware.api [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1011.220741] env[70398]: value = "task-3444747" [ 1011.220741] env[70398]: _type = "Task" [ 1011.220741] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.230070] env[70398]: DEBUG oslo_vmware.api [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444747, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.312872] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1dc40e-961e-46b1-af7f-8ae3b92ff05c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.312872] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a6adb3-6b19-4f22-b0c4-1ccc0afc7e26 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.321862] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d78fb9f-8d63-4d5e-bd19-0325c4c03b69 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.335602] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc96141-5cc0-4084-ae7f-9ba5be752626 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.353103] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9495986e-1a07-47b5-aa5f-11d3112666ea tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.353813] env[70398]: DEBUG nova.compute.provider_tree [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.413721] env[70398]: DEBUG nova.network.neutron [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 5386a4eb-5fb8-404f-8b03-f106c865e14f] Updating instance_info_cache with network_info: [{"id": "edcb1754-7824-4013-ba45-fe1d176bd530", "address": "fa:16:3e:77:74:b1", "network": {"id": "8b0f93f1-e6c5-4792-8275-8cd018764d81", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1486071987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c84f003f084c1eb2adf30068d15c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedcb1754-78", "ovs_interfaceid": "edcb1754-7824-4013-ba45-fe1d176bd530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.475630] env[70398]: DEBUG oslo_vmware.api [None req-f0fc4274-2d5e-4362-aa75-a1140c56bd51 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444738, 'name': CloneVM_Task, 'duration_secs': 1.486807} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.475970] env[70398]: INFO nova.virt.vmwareapi.vmops [None req-f0fc4274-2d5e-4362-aa75-a1140c56bd51 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Created linked-clone VM from snapshot [ 1011.476781] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f70703-5910-4d8e-b5b8-9e232d4accbf {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.486178] env[70398]: DEBUG nova.virt.vmwareapi.images [None req-f0fc4274-2d5e-4362-aa75-a1140c56bd51 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Uploading image 9caec45d-9f1c-44eb-b36d-ddac04a0cb09 {{(pid=70398) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1011.499630] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0fc4274-2d5e-4362-aa75-a1140c56bd51 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Destroying the VM {{(pid=70398) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1011.499984] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0f6da505-d5f9-4154-ba56-d6f5040c1e91 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.510779] env[70398]: DEBUG oslo_vmware.api [None req-f0fc4274-2d5e-4362-aa75-a1140c56bd51 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 1011.510779] env[70398]: value = "task-3444748" [ 1011.510779] env[70398]: _type = "Task" [ 1011.510779] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.525170] env[70398]: DEBUG oslo_vmware.api [None req-f0fc4274-2d5e-4362-aa75-a1140c56bd51 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444748, 'name': Destroy_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.637433] env[70398]: DEBUG nova.compute.manager [None req-e895a530-d04b-440f-8f3f-ee921d3bb535 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1011.637816] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7951546f-df07-497f-9c4c-aa3beed64ff4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.651547] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e367252f-f560-43d1-b04b-3a1114d7303d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.678958] env[70398]: DEBUG oslo_vmware.api [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]522bfca2-34cf-5a5d-3fe6-96020765dda5, 'name': SearchDatastore_Task, 'duration_secs': 0.019709} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.683912] env[70398]: DEBUG oslo_vmware.api [None req-209c59c0-b4e7-4133-85a5-11a862651b5b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3444745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256241} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.685162] env[70398]: DEBUG nova.compute.manager [req-8c887b6b-b2b1-4888-9977-7371f2eb6e72 req-cb69f8cb-3dae-4034-b6ee-62b0cae5bd4b service nova] [instance: 5386a4eb-5fb8-404f-8b03-f106c865e14f] Received event network-vif-plugged-edcb1754-7824-4013-ba45-fe1d176bd530 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.685421] env[70398]: DEBUG oslo_concurrency.lockutils [req-8c887b6b-b2b1-4888-9977-7371f2eb6e72 req-cb69f8cb-3dae-4034-b6ee-62b0cae5bd4b service nova] Acquiring lock "5386a4eb-5fb8-404f-8b03-f106c865e14f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.685689] env[70398]: DEBUG oslo_concurrency.lockutils [req-8c887b6b-b2b1-4888-9977-7371f2eb6e72 req-cb69f8cb-3dae-4034-b6ee-62b0cae5bd4b service nova] Lock "5386a4eb-5fb8-404f-8b03-f106c865e14f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.685918] env[70398]: DEBUG oslo_concurrency.lockutils [req-8c887b6b-b2b1-4888-9977-7371f2eb6e72 req-cb69f8cb-3dae-4034-b6ee-62b0cae5bd4b service nova] Lock "5386a4eb-5fb8-404f-8b03-f106c865e14f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.686202] env[70398]: DEBUG nova.compute.manager [req-8c887b6b-b2b1-4888-9977-7371f2eb6e72 req-cb69f8cb-3dae-4034-b6ee-62b0cae5bd4b service nova] [instance: 5386a4eb-5fb8-404f-8b03-f106c865e14f] No waiting events found dispatching network-vif-plugged-edcb1754-7824-4013-ba45-fe1d176bd530 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1011.686445] env[70398]: WARNING nova.compute.manager [req-8c887b6b-b2b1-4888-9977-7371f2eb6e72 req-cb69f8cb-3dae-4034-b6ee-62b0cae5bd4b service nova] [instance: 5386a4eb-5fb8-404f-8b03-f106c865e14f] Received unexpected event network-vif-plugged-edcb1754-7824-4013-ba45-fe1d176bd530 for instance with vm_state building and task_state spawning. [ 1011.686679] env[70398]: DEBUG nova.compute.manager [req-8c887b6b-b2b1-4888-9977-7371f2eb6e72 req-cb69f8cb-3dae-4034-b6ee-62b0cae5bd4b service nova] [instance: 5386a4eb-5fb8-404f-8b03-f106c865e14f] Received event network-changed-edcb1754-7824-4013-ba45-fe1d176bd530 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.686908] env[70398]: DEBUG nova.compute.manager [req-8c887b6b-b2b1-4888-9977-7371f2eb6e72 req-cb69f8cb-3dae-4034-b6ee-62b0cae5bd4b service nova] [instance: 5386a4eb-5fb8-404f-8b03-f106c865e14f] Refreshing instance network info cache due to event network-changed-edcb1754-7824-4013-ba45-fe1d176bd530. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1011.687164] env[70398]: DEBUG oslo_concurrency.lockutils [req-8c887b6b-b2b1-4888-9977-7371f2eb6e72 req-cb69f8cb-3dae-4034-b6ee-62b0cae5bd4b service nova] Acquiring lock "refresh_cache-5386a4eb-5fb8-404f-8b03-f106c865e14f" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.697612] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c3f6685-d30b-49f1-ab22-8f858534dfcc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.700201] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-209c59c0-b4e7-4133-85a5-11a862651b5b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.700465] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-209c59c0-b4e7-4133-85a5-11a862651b5b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.700761] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-209c59c0-b4e7-4133-85a5-11a862651b5b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.701048] env[70398]: INFO nova.compute.manager [None req-209c59c0-b4e7-4133-85a5-11a862651b5b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1011.701372] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-209c59c0-b4e7-4133-85a5-11a862651b5b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.702168] env[70398]: WARNING nova.virt.vmwareapi.driver [None req-e895a530-d04b-440f-8f3f-ee921d3bb535 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9 could not be found. [ 1011.702418] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-e895a530-d04b-440f-8f3f-ee921d3bb535 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.702836] env[70398]: DEBUG nova.compute.manager [-] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1011.703030] env[70398]: DEBUG nova.network.neutron [-] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1011.704960] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e6cfa953-5459-44f8-951d-e2d7c2a4ee1a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.712990] env[70398]: DEBUG oslo_vmware.api [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Waiting for the task: (returnval){ [ 1011.712990] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f7ef0e-9dd6-5aa9-f6dd-a9860551278e" [ 1011.712990] env[70398]: _type = "Task" [ 1011.712990] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.720245] env[70398]: DEBUG oslo_vmware.api [None req-596822c0-2566-49cc-b1cc-0357c6345e20 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444746, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281584} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.720953] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-596822c0-2566-49cc-b1cc-0357c6345e20 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.721155] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-596822c0-2566-49cc-b1cc-0357c6345e20 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.721346] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-596822c0-2566-49cc-b1cc-0357c6345e20 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.721535] env[70398]: INFO nova.compute.manager [None req-596822c0-2566-49cc-b1cc-0357c6345e20 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1011.721748] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-596822c0-2566-49cc-b1cc-0357c6345e20 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.724560] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c444c983-7dc2-42ef-814e-ff8a08024a77 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.738229] env[70398]: DEBUG nova.compute.manager [-] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1011.738367] env[70398]: DEBUG nova.network.neutron [-] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1011.740132] env[70398]: DEBUG oslo_vmware.api [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f7ef0e-9dd6-5aa9-f6dd-a9860551278e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.751110] env[70398]: DEBUG oslo_vmware.api [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444747, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.766351] env[70398]: WARNING nova.virt.vmwareapi.vmops [None req-e895a530-d04b-440f-8f3f-ee921d3bb535 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9 could not be found. [ 1011.766527] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-e895a530-d04b-440f-8f3f-ee921d3bb535 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.766708] env[70398]: INFO nova.compute.manager [None req-e895a530-d04b-440f-8f3f-ee921d3bb535 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Took 0.13 seconds to destroy the instance on the hypervisor. [ 1011.766956] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e895a530-d04b-440f-8f3f-ee921d3bb535 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.767221] env[70398]: DEBUG nova.compute.manager [-] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1011.767318] env[70398]: DEBUG nova.network.neutron [-] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1011.856872] env[70398]: DEBUG nova.scheduler.client.report [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.922463] env[70398]: DEBUG oslo_concurrency.lockutils [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Releasing lock "refresh_cache-5386a4eb-5fb8-404f-8b03-f106c865e14f" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.922463] env[70398]: DEBUG nova.compute.manager [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 5386a4eb-5fb8-404f-8b03-f106c865e14f] Instance network_info: |[{"id": "edcb1754-7824-4013-ba45-fe1d176bd530", "address": "fa:16:3e:77:74:b1", "network": {"id": "8b0f93f1-e6c5-4792-8275-8cd018764d81", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1486071987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c84f003f084c1eb2adf30068d15c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedcb1754-78", "ovs_interfaceid": "edcb1754-7824-4013-ba45-fe1d176bd530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1011.922463] env[70398]: DEBUG oslo_concurrency.lockutils [req-8c887b6b-b2b1-4888-9977-7371f2eb6e72 req-cb69f8cb-3dae-4034-b6ee-62b0cae5bd4b service nova] Acquired lock "refresh_cache-5386a4eb-5fb8-404f-8b03-f106c865e14f" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.922463] env[70398]: DEBUG nova.network.neutron [req-8c887b6b-b2b1-4888-9977-7371f2eb6e72 req-cb69f8cb-3dae-4034-b6ee-62b0cae5bd4b service nova] [instance: 5386a4eb-5fb8-404f-8b03-f106c865e14f] Refreshing network info cache for port edcb1754-7824-4013-ba45-fe1d176bd530 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.922463] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 5386a4eb-5fb8-404f-8b03-f106c865e14f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:74:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '365ac5b1-6d83-4dfe-887f-60574d7f6124', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'edcb1754-7824-4013-ba45-fe1d176bd530', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.942364] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.944926] env[70398]: DEBUG nova.compute.manager [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 87247a1d-85ea-41bf-b3b1-0cb29c7b5830] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1011.948075] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5386a4eb-5fb8-404f-8b03-f106c865e14f] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1011.949206] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8152a21c-d309-49ca-a27e-726ba80692b0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.979347] env[70398]: DEBUG nova.virt.hardware [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.979842] env[70398]: DEBUG nova.virt.hardware [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.979842] env[70398]: DEBUG nova.virt.hardware [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.980444] env[70398]: DEBUG nova.virt.hardware [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.980660] env[70398]: DEBUG nova.virt.hardware [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.980926] env[70398]: DEBUG nova.virt.hardware [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.982167] env[70398]: DEBUG nova.virt.hardware [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.982167] env[70398]: DEBUG nova.virt.hardware [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.982167] env[70398]: DEBUG nova.virt.hardware [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.982167] env[70398]: DEBUG nova.virt.hardware [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.982167] env[70398]: DEBUG nova.virt.hardware [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.983418] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10829da-2379-4cc2-b065-010481fdf51f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.989917] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.989917] env[70398]: value = "task-3444749" [ 1011.989917] env[70398]: _type = "Task" [ 1011.989917] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.999120] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0325800-1563-4c48-bbf0-663417c9ec4d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.013023] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444749, 'name': CreateVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.033718] env[70398]: DEBUG oslo_vmware.api [None req-f0fc4274-2d5e-4362-aa75-a1140c56bd51 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444748, 'name': Destroy_Task} progress is 33%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.227249] env[70398]: DEBUG oslo_vmware.api [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f7ef0e-9dd6-5aa9-f6dd-a9860551278e, 'name': SearchDatastore_Task, 'duration_secs': 0.029368} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.227684] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.228165] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] e4f55593-2799-4e45-8da2-bcb842076f23/e4f55593-2799-4e45-8da2-bcb842076f23.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.229264] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f24ac421-2b89-4b06-8a67-36db17a3dd16 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.239256] env[70398]: DEBUG oslo_vmware.api [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Waiting for the task: (returnval){ [ 1012.239256] env[70398]: value = "task-3444750" [ 1012.239256] env[70398]: _type = "Task" [ 1012.239256] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.255031] env[70398]: DEBUG oslo_vmware.api [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444747, 'name': PowerOnVM_Task, 'duration_secs': 0.846975} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.259407] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 3b87df25-1ea9-43f3-8082-8c2c5e89675b] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1012.259803] env[70398]: INFO nova.compute.manager [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 3b87df25-1ea9-43f3-8082-8c2c5e89675b] Took 8.83 seconds to spawn the instance on the hypervisor. [ 1012.260026] env[70398]: DEBUG nova.compute.manager [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 3b87df25-1ea9-43f3-8082-8c2c5e89675b] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1012.260423] env[70398]: DEBUG oslo_vmware.api [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444750, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.261482] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5baf192-8cec-41f2-925d-82fe93a00763 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.363084] env[70398]: DEBUG oslo_concurrency.lockutils [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.442s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.363722] env[70398]: DEBUG nova.compute.manager [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1012.367928] env[70398]: DEBUG oslo_concurrency.lockutils [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.350s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.369406] env[70398]: INFO nova.compute.claims [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1012.437324] env[70398]: DEBUG nova.compute.manager [req-ef28af8f-9174-410c-8992-37c5b9bff23b req-902a7439-c2ec-4d55-8c02-77b0154867fb service nova] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Received event network-vif-deleted-266f3148-c1ad-4e56-930c-5b5ff2596aec {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.437570] env[70398]: INFO nova.compute.manager [req-ef28af8f-9174-410c-8992-37c5b9bff23b req-902a7439-c2ec-4d55-8c02-77b0154867fb service nova] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Neutron deleted interface 266f3148-c1ad-4e56-930c-5b5ff2596aec; detaching it from the instance and deleting it from the info cache [ 1012.437759] env[70398]: DEBUG nova.network.neutron [req-ef28af8f-9174-410c-8992-37c5b9bff23b req-902a7439-c2ec-4d55-8c02-77b0154867fb service nova] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.502681] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444749, 'name': CreateVM_Task, 'duration_secs': 0.517314} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.502912] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5386a4eb-5fb8-404f-8b03-f106c865e14f] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1012.503762] env[70398]: DEBUG oslo_concurrency.lockutils [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.503958] env[70398]: DEBUG oslo_concurrency.lockutils [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.504410] env[70398]: DEBUG oslo_concurrency.lockutils [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.504558] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d7f0c65-a0e5-408b-ba88-df6ff9be68bc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.512502] env[70398]: DEBUG oslo_vmware.api [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Waiting for the task: (returnval){ [ 1012.512502] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52202106-525a-4187-0dd8-5b4801e21339" [ 1012.512502] env[70398]: _type = "Task" [ 1012.512502] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.525400] env[70398]: DEBUG oslo_vmware.api [None req-f0fc4274-2d5e-4362-aa75-a1140c56bd51 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444748, 'name': Destroy_Task, 'duration_secs': 0.608575} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.528976] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-f0fc4274-2d5e-4362-aa75-a1140c56bd51 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Destroyed the VM [ 1012.529268] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fc4274-2d5e-4362-aa75-a1140c56bd51 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Deleting Snapshot of the VM instance {{(pid=70398) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1012.529526] env[70398]: DEBUG oslo_vmware.api [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52202106-525a-4187-0dd8-5b4801e21339, 'name': SearchDatastore_Task, 'duration_secs': 0.011332} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.529737] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c60cd627-8662-49c6-b2aa-404960941d15 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.531573] env[70398]: DEBUG oslo_concurrency.lockutils [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.531837] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 5386a4eb-5fb8-404f-8b03-f106c865e14f] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.532237] env[70398]: DEBUG oslo_concurrency.lockutils [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.532295] env[70398]: DEBUG oslo_concurrency.lockutils [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.532480] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.533118] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ca31539-148d-4c21-bc64-42225621defc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.542862] env[70398]: DEBUG oslo_vmware.api [None req-f0fc4274-2d5e-4362-aa75-a1140c56bd51 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 1012.542862] env[70398]: value = "task-3444751" [ 1012.542862] env[70398]: _type = "Task" [ 1012.542862] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.544279] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.546853] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.549032] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5ca542a-2d27-4c51-819f-bbb1b5097d7e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.558308] env[70398]: DEBUG oslo_vmware.api [None req-f0fc4274-2d5e-4362-aa75-a1140c56bd51 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444751, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.561819] env[70398]: DEBUG oslo_vmware.api [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Waiting for the task: (returnval){ [ 1012.561819] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ba11a3-f163-e135-6dca-443d7d17545d" [ 1012.561819] env[70398]: _type = "Task" [ 1012.561819] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.573220] env[70398]: DEBUG oslo_vmware.api [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ba11a3-f163-e135-6dca-443d7d17545d, 'name': SearchDatastore_Task, 'duration_secs': 0.01071} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.573220] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc9283c8-b336-4682-acc3-9c743c146eba {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.578748] env[70398]: DEBUG oslo_vmware.api [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Waiting for the task: (returnval){ [ 1012.578748] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]526564fa-e7fb-fc49-449d-eb493ba0232c" [ 1012.578748] env[70398]: _type = "Task" [ 1012.578748] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.587763] env[70398]: DEBUG oslo_vmware.api [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]526564fa-e7fb-fc49-449d-eb493ba0232c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.713218] env[70398]: DEBUG nova.network.neutron [req-8c887b6b-b2b1-4888-9977-7371f2eb6e72 req-cb69f8cb-3dae-4034-b6ee-62b0cae5bd4b service nova] [instance: 5386a4eb-5fb8-404f-8b03-f106c865e14f] Updated VIF entry in instance network info cache for port edcb1754-7824-4013-ba45-fe1d176bd530. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1012.713593] env[70398]: DEBUG nova.network.neutron [req-8c887b6b-b2b1-4888-9977-7371f2eb6e72 req-cb69f8cb-3dae-4034-b6ee-62b0cae5bd4b service nova] [instance: 5386a4eb-5fb8-404f-8b03-f106c865e14f] Updating instance_info_cache with network_info: [{"id": "edcb1754-7824-4013-ba45-fe1d176bd530", "address": "fa:16:3e:77:74:b1", "network": {"id": "8b0f93f1-e6c5-4792-8275-8cd018764d81", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1486071987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c84f003f084c1eb2adf30068d15c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedcb1754-78", "ovs_interfaceid": "edcb1754-7824-4013-ba45-fe1d176bd530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.755757] env[70398]: DEBUG oslo_vmware.api [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444750, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.783153] env[70398]: INFO nova.compute.manager [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 3b87df25-1ea9-43f3-8082-8c2c5e89675b] Took 20.14 seconds to build instance. [ 1012.881026] env[70398]: DEBUG nova.compute.utils [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1012.883315] env[70398]: DEBUG nova.compute.manager [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1012.883985] env[70398]: DEBUG nova.network.neutron [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1012.912960] env[70398]: DEBUG nova.network.neutron [-] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.940966] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f43c3bc8-c71b-4b1e-ac28-27494c02f361 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.059670] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83adfe6-b33c-4f7b-8ba1-ae4c02fdfbdd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.083708] env[70398]: DEBUG oslo_vmware.api [None req-f0fc4274-2d5e-4362-aa75-a1140c56bd51 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444751, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.102587] env[70398]: DEBUG oslo_vmware.api [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]526564fa-e7fb-fc49-449d-eb493ba0232c, 'name': SearchDatastore_Task, 'duration_secs': 0.011366} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.114730] env[70398]: DEBUG oslo_concurrency.lockutils [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.115147] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 5386a4eb-5fb8-404f-8b03-f106c865e14f/5386a4eb-5fb8-404f-8b03-f106c865e14f.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1013.115898] env[70398]: DEBUG nova.compute.manager [req-ef28af8f-9174-410c-8992-37c5b9bff23b req-902a7439-c2ec-4d55-8c02-77b0154867fb service nova] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Detach interface failed, port_id=266f3148-c1ad-4e56-930c-5b5ff2596aec, reason: Instance 04f55f97-bcbd-427d-b953-cb9e1d6d9b21 could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1013.117294] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6afdad0-a78b-4766-bc3e-db45ba3f0762 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.137939] env[70398]: DEBUG oslo_vmware.api [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Waiting for the task: (returnval){ [ 1013.137939] env[70398]: value = "task-3444752" [ 1013.137939] env[70398]: _type = "Task" [ 1013.137939] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.151239] env[70398]: DEBUG oslo_vmware.api [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444752, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.184724] env[70398]: DEBUG nova.policy [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '586b7e212f2f4035b1efd69112cdf765', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68376abf86b14e67a33ef720177607f0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 1013.219099] env[70398]: DEBUG oslo_concurrency.lockutils [req-8c887b6b-b2b1-4888-9977-7371f2eb6e72 req-cb69f8cb-3dae-4034-b6ee-62b0cae5bd4b service nova] Releasing lock "refresh_cache-5386a4eb-5fb8-404f-8b03-f106c865e14f" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.262208] env[70398]: DEBUG oslo_vmware.api [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444750, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.286047] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d52631f8-4497-450e-bb4c-35e24a024046 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "3b87df25-1ea9-43f3-8082-8c2c5e89675b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.655s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.539430] env[70398]: DEBUG nova.network.neutron [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 87247a1d-85ea-41bf-b3b1-0cb29c7b5830] Successfully updated port: 8bf20413-c8e9-4acf-a61f-89eca13c64d0 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1013.554125] env[70398]: DEBUG nova.compute.manager [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1013.557480] env[70398]: INFO nova.compute.manager [-] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Took 1.82 seconds to deallocate network for instance. [ 1013.574834] env[70398]: DEBUG oslo_vmware.api [None req-f0fc4274-2d5e-4362-aa75-a1140c56bd51 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444751, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.618160] env[70398]: DEBUG nova.network.neutron [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Successfully created port: 71dda898-9b5e-4eab-ad94-bd572af16f02 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1013.657414] env[70398]: DEBUG oslo_vmware.api [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444752, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.763563] env[70398]: DEBUG oslo_vmware.api [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444750, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.428498} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.763852] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] e4f55593-2799-4e45-8da2-bcb842076f23/e4f55593-2799-4e45-8da2-bcb842076f23.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.764092] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.764646] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-441af9cb-e8fb-4eab-a370-bb1eba84e7dc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.770945] env[70398]: DEBUG nova.network.neutron [-] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.774857] env[70398]: DEBUG oslo_vmware.api [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Waiting for the task: (returnval){ [ 1013.774857] env[70398]: value = "task-3444753" [ 1013.774857] env[70398]: _type = "Task" [ 1013.774857] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.789784] env[70398]: DEBUG oslo_vmware.api [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444753, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.827497] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78f8a46-b616-427e-a337-ecd5a35ef282 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.837483] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b632ed75-5b37-4208-856b-429b3ce14a8b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.878799] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577d3252-8690-43f2-bab6-08d2dd30e351 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.889361] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703198ab-8943-493a-9b06-be973f047ff7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.894443] env[70398]: DEBUG nova.network.neutron [-] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.924018] env[70398]: DEBUG nova.compute.provider_tree [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.044164] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Acquiring lock "refresh_cache-87247a1d-85ea-41bf-b3b1-0cb29c7b5830" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.044348] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Acquired lock "refresh_cache-87247a1d-85ea-41bf-b3b1-0cb29c7b5830" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.044603] env[70398]: DEBUG nova.network.neutron [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 87247a1d-85ea-41bf-b3b1-0cb29c7b5830] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.052356] env[70398]: DEBUG nova.compute.manager [req-11442927-665f-48fe-94d7-05d11d7df6fe req-888f502b-a190-4932-9e1a-59da4d93cea5 service nova] [instance: 87247a1d-85ea-41bf-b3b1-0cb29c7b5830] Received event network-vif-plugged-8bf20413-c8e9-4acf-a61f-89eca13c64d0 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.052704] env[70398]: DEBUG oslo_concurrency.lockutils [req-11442927-665f-48fe-94d7-05d11d7df6fe req-888f502b-a190-4932-9e1a-59da4d93cea5 service nova] Acquiring lock "87247a1d-85ea-41bf-b3b1-0cb29c7b5830-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.053008] env[70398]: DEBUG oslo_concurrency.lockutils [req-11442927-665f-48fe-94d7-05d11d7df6fe req-888f502b-a190-4932-9e1a-59da4d93cea5 service nova] Lock "87247a1d-85ea-41bf-b3b1-0cb29c7b5830-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.053297] env[70398]: DEBUG oslo_concurrency.lockutils [req-11442927-665f-48fe-94d7-05d11d7df6fe req-888f502b-a190-4932-9e1a-59da4d93cea5 service nova] Lock "87247a1d-85ea-41bf-b3b1-0cb29c7b5830-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.053556] env[70398]: DEBUG nova.compute.manager [req-11442927-665f-48fe-94d7-05d11d7df6fe req-888f502b-a190-4932-9e1a-59da4d93cea5 service nova] [instance: 87247a1d-85ea-41bf-b3b1-0cb29c7b5830] No waiting events found dispatching network-vif-plugged-8bf20413-c8e9-4acf-a61f-89eca13c64d0 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1014.053801] env[70398]: WARNING nova.compute.manager [req-11442927-665f-48fe-94d7-05d11d7df6fe req-888f502b-a190-4932-9e1a-59da4d93cea5 service nova] [instance: 87247a1d-85ea-41bf-b3b1-0cb29c7b5830] Received unexpected event network-vif-plugged-8bf20413-c8e9-4acf-a61f-89eca13c64d0 for instance with vm_state building and task_state spawning. [ 1014.054056] env[70398]: DEBUG nova.compute.manager [req-11442927-665f-48fe-94d7-05d11d7df6fe req-888f502b-a190-4932-9e1a-59da4d93cea5 service nova] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Received event network-vif-deleted-597ba547-8fbe-4f4c-9d45-489e49f0a598 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.054343] env[70398]: DEBUG nova.compute.manager [req-11442927-665f-48fe-94d7-05d11d7df6fe req-888f502b-a190-4932-9e1a-59da4d93cea5 service nova] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Received event network-vif-deleted-47ae1396-46cc-4299-b3bd-652701e70d4f {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.054604] env[70398]: DEBUG nova.compute.manager [req-11442927-665f-48fe-94d7-05d11d7df6fe req-888f502b-a190-4932-9e1a-59da4d93cea5 service nova] [instance: 87247a1d-85ea-41bf-b3b1-0cb29c7b5830] Received event network-changed-8bf20413-c8e9-4acf-a61f-89eca13c64d0 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.054869] env[70398]: DEBUG nova.compute.manager [req-11442927-665f-48fe-94d7-05d11d7df6fe req-888f502b-a190-4932-9e1a-59da4d93cea5 service nova] [instance: 87247a1d-85ea-41bf-b3b1-0cb29c7b5830] Refreshing instance network info cache due to event network-changed-8bf20413-c8e9-4acf-a61f-89eca13c64d0. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1014.055107] env[70398]: DEBUG oslo_concurrency.lockutils [req-11442927-665f-48fe-94d7-05d11d7df6fe req-888f502b-a190-4932-9e1a-59da4d93cea5 service nova] Acquiring lock "refresh_cache-87247a1d-85ea-41bf-b3b1-0cb29c7b5830" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.081294] env[70398]: DEBUG oslo_concurrency.lockutils [None req-596822c0-2566-49cc-b1cc-0357c6345e20 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.082396] env[70398]: DEBUG oslo_vmware.api [None req-f0fc4274-2d5e-4362-aa75-a1140c56bd51 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444751, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.089117] env[70398]: DEBUG oslo_concurrency.lockutils [None req-330481fa-fca6-4bb7-942f-1ebc689949b4 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "3b87df25-1ea9-43f3-8082-8c2c5e89675b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.090039] env[70398]: DEBUG oslo_concurrency.lockutils [None req-330481fa-fca6-4bb7-942f-1ebc689949b4 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "3b87df25-1ea9-43f3-8082-8c2c5e89675b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.090039] env[70398]: DEBUG oslo_concurrency.lockutils [None req-330481fa-fca6-4bb7-942f-1ebc689949b4 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "3b87df25-1ea9-43f3-8082-8c2c5e89675b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.090039] env[70398]: DEBUG oslo_concurrency.lockutils [None req-330481fa-fca6-4bb7-942f-1ebc689949b4 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "3b87df25-1ea9-43f3-8082-8c2c5e89675b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.090039] env[70398]: DEBUG oslo_concurrency.lockutils [None req-330481fa-fca6-4bb7-942f-1ebc689949b4 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "3b87df25-1ea9-43f3-8082-8c2c5e89675b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.092549] env[70398]: INFO nova.compute.manager [None req-330481fa-fca6-4bb7-942f-1ebc689949b4 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 3b87df25-1ea9-43f3-8082-8c2c5e89675b] Terminating instance [ 1014.150854] env[70398]: DEBUG oslo_vmware.api [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444752, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697204} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.151160] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 5386a4eb-5fb8-404f-8b03-f106c865e14f/5386a4eb-5fb8-404f-8b03-f106c865e14f.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1014.151380] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 5386a4eb-5fb8-404f-8b03-f106c865e14f] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1014.151672] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eda7d918-1e05-4c3f-bec2-e50e739795e3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.160162] env[70398]: DEBUG oslo_vmware.api [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Waiting for the task: (returnval){ [ 1014.160162] env[70398]: value = "task-3444754" [ 1014.160162] env[70398]: _type = "Task" [ 1014.160162] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.172460] env[70398]: DEBUG oslo_vmware.api [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444754, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.278617] env[70398]: INFO nova.compute.manager [-] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Took 2.57 seconds to deallocate network for instance. [ 1014.299833] env[70398]: DEBUG oslo_vmware.api [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444753, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.150268} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.299833] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1014.299833] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009ed03e-39a2-41bd-9ef3-f374ff9f2a9c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.324584] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] e4f55593-2799-4e45-8da2-bcb842076f23/e4f55593-2799-4e45-8da2-bcb842076f23.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.324584] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df19ca0b-14d4-4ecf-8685-1c7f5fb32342 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.350432] env[70398]: DEBUG oslo_vmware.api [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Waiting for the task: (returnval){ [ 1014.350432] env[70398]: value = "task-3444755" [ 1014.350432] env[70398]: _type = "Task" [ 1014.350432] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.360402] env[70398]: DEBUG oslo_vmware.api [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444755, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.398750] env[70398]: INFO nova.compute.manager [-] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Took 2.63 seconds to deallocate network for instance. [ 1014.430616] env[70398]: DEBUG nova.scheduler.client.report [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.559957] env[70398]: DEBUG oslo_vmware.api [None req-f0fc4274-2d5e-4362-aa75-a1140c56bd51 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444751, 'name': RemoveSnapshot_Task, 'duration_secs': 1.787087} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.560571] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fc4274-2d5e-4362-aa75-a1140c56bd51 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Deleted Snapshot of the VM instance {{(pid=70398) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1014.574495] env[70398]: DEBUG nova.compute.manager [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1014.596262] env[70398]: DEBUG nova.compute.manager [None req-330481fa-fca6-4bb7-942f-1ebc689949b4 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 3b87df25-1ea9-43f3-8082-8c2c5e89675b] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1014.596483] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-330481fa-fca6-4bb7-942f-1ebc689949b4 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 3b87df25-1ea9-43f3-8082-8c2c5e89675b] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1014.597909] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0c443a-dd45-4d9e-b0f5-06120026e8da {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.606377] env[70398]: DEBUG nova.network.neutron [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 87247a1d-85ea-41bf-b3b1-0cb29c7b5830] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1014.609258] env[70398]: DEBUG nova.virt.hardware [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1014.609483] env[70398]: DEBUG nova.virt.hardware [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.609632] env[70398]: DEBUG nova.virt.hardware [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.609812] env[70398]: DEBUG nova.virt.hardware [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.609952] env[70398]: DEBUG nova.virt.hardware [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.610102] env[70398]: DEBUG nova.virt.hardware [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1014.610305] env[70398]: DEBUG nova.virt.hardware [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1014.610459] env[70398]: DEBUG nova.virt.hardware [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1014.610620] env[70398]: DEBUG nova.virt.hardware [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1014.610806] env[70398]: DEBUG nova.virt.hardware [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1014.610991] env[70398]: DEBUG nova.virt.hardware [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1014.611887] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e987821a-bc7c-495e-9616-65e0f5b95317 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.623491] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d795704b-c8f0-475c-a545-eb7448c230de {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.628399] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-330481fa-fca6-4bb7-942f-1ebc689949b4 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 3b87df25-1ea9-43f3-8082-8c2c5e89675b] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.628679] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-447e0e4d-1f30-467e-ac6e-b4b0a987f6f7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.645988] env[70398]: DEBUG oslo_vmware.api [None req-330481fa-fca6-4bb7-942f-1ebc689949b4 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1014.645988] env[70398]: value = "task-3444756" [ 1014.645988] env[70398]: _type = "Task" [ 1014.645988] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.656397] env[70398]: DEBUG oslo_vmware.api [None req-330481fa-fca6-4bb7-942f-1ebc689949b4 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444756, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.670664] env[70398]: DEBUG oslo_vmware.api [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444754, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072565} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.670964] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 5386a4eb-5fb8-404f-8b03-f106c865e14f] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1014.671787] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64a3d45-6c4b-419b-887c-239ca86fd57c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.695557] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 5386a4eb-5fb8-404f-8b03-f106c865e14f] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 5386a4eb-5fb8-404f-8b03-f106c865e14f/5386a4eb-5fb8-404f-8b03-f106c865e14f.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.695888] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7246e189-e4f3-46af-990d-8135540814ec {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.722721] env[70398]: DEBUG oslo_vmware.api [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Waiting for the task: (returnval){ [ 1014.722721] env[70398]: value = "task-3444757" [ 1014.722721] env[70398]: _type = "Task" [ 1014.722721] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.731566] env[70398]: DEBUG oslo_vmware.api [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444757, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.789377] env[70398]: DEBUG oslo_concurrency.lockutils [None req-209c59c0-b4e7-4133-85a5-11a862651b5b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.860850] env[70398]: DEBUG oslo_vmware.api [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444755, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.897318] env[70398]: DEBUG nova.network.neutron [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 87247a1d-85ea-41bf-b3b1-0cb29c7b5830] Updating instance_info_cache with network_info: [{"id": "8bf20413-c8e9-4acf-a61f-89eca13c64d0", "address": "fa:16:3e:08:06:f7", "network": {"id": "8b0f93f1-e6c5-4792-8275-8cd018764d81", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1486071987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c84f003f084c1eb2adf30068d15c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bf20413-c8", "ovs_interfaceid": "8bf20413-c8e9-4acf-a61f-89eca13c64d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.936427] env[70398]: DEBUG oslo_concurrency.lockutils [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.568s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.937387] env[70398]: DEBUG nova.compute.manager [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1014.940188] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.555s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.942485] env[70398]: INFO nova.compute.claims [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 91f222a1-224b-4eac-9669-a564fe7cab58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1014.970822] env[70398]: INFO nova.compute.manager [None req-e895a530-d04b-440f-8f3f-ee921d3bb535 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Took 0.57 seconds to detach 1 volumes for instance. [ 1014.973442] env[70398]: DEBUG nova.compute.manager [None req-e895a530-d04b-440f-8f3f-ee921d3bb535 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Deleting volume: ad9fbb67-3e5c-41a9-b235-6d8a69b262a0 {{(pid=70398) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1015.065503] env[70398]: WARNING nova.compute.manager [None req-f0fc4274-2d5e-4362-aa75-a1140c56bd51 tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Image not found during snapshot: nova.exception.ImageNotFound: Image 9caec45d-9f1c-44eb-b36d-ddac04a0cb09 could not be found. [ 1015.160874] env[70398]: DEBUG oslo_vmware.api [None req-330481fa-fca6-4bb7-942f-1ebc689949b4 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444756, 'name': PowerOffVM_Task, 'duration_secs': 0.179935} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.161441] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-330481fa-fca6-4bb7-942f-1ebc689949b4 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 3b87df25-1ea9-43f3-8082-8c2c5e89675b] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1015.161677] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-330481fa-fca6-4bb7-942f-1ebc689949b4 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 3b87df25-1ea9-43f3-8082-8c2c5e89675b] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1015.162031] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e536d060-dbc8-4062-b8c3-b626f555e385 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.235407] env[70398]: DEBUG oslo_vmware.api [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444757, 'name': ReconfigVM_Task, 'duration_secs': 0.412134} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.235756] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 5386a4eb-5fb8-404f-8b03-f106c865e14f] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 5386a4eb-5fb8-404f-8b03-f106c865e14f/5386a4eb-5fb8-404f-8b03-f106c865e14f.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.237665] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1680b9bb-ed57-452f-911a-7eaa425cb4d2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.239435] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-330481fa-fca6-4bb7-942f-1ebc689949b4 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 3b87df25-1ea9-43f3-8082-8c2c5e89675b] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1015.239706] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-330481fa-fca6-4bb7-942f-1ebc689949b4 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 3b87df25-1ea9-43f3-8082-8c2c5e89675b] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1015.239957] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-330481fa-fca6-4bb7-942f-1ebc689949b4 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Deleting the datastore file [datastore2] 3b87df25-1ea9-43f3-8082-8c2c5e89675b {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1015.240234] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2317ba7-4d9b-49d0-927a-36fafaa341ea {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.249555] env[70398]: DEBUG oslo_vmware.api [None req-330481fa-fca6-4bb7-942f-1ebc689949b4 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1015.249555] env[70398]: value = "task-3444761" [ 1015.249555] env[70398]: _type = "Task" [ 1015.249555] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.251759] env[70398]: DEBUG oslo_vmware.api [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Waiting for the task: (returnval){ [ 1015.251759] env[70398]: value = "task-3444760" [ 1015.251759] env[70398]: _type = "Task" [ 1015.251759] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.261552] env[70398]: DEBUG nova.compute.manager [req-b49c44dd-d60b-498c-bb20-379e8aaa80fe req-76433056-d17f-4c00-86f4-9b5646157de0 service nova] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Received event network-vif-plugged-71dda898-9b5e-4eab-ad94-bd572af16f02 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.261800] env[70398]: DEBUG oslo_concurrency.lockutils [req-b49c44dd-d60b-498c-bb20-379e8aaa80fe req-76433056-d17f-4c00-86f4-9b5646157de0 service nova] Acquiring lock "013bddce-e445-4e28-89b5-8911d9dc4031-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.262086] env[70398]: DEBUG oslo_concurrency.lockutils [req-b49c44dd-d60b-498c-bb20-379e8aaa80fe req-76433056-d17f-4c00-86f4-9b5646157de0 service nova] Lock "013bddce-e445-4e28-89b5-8911d9dc4031-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.262322] env[70398]: DEBUG oslo_concurrency.lockutils [req-b49c44dd-d60b-498c-bb20-379e8aaa80fe req-76433056-d17f-4c00-86f4-9b5646157de0 service nova] Lock "013bddce-e445-4e28-89b5-8911d9dc4031-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.262495] env[70398]: DEBUG nova.compute.manager [req-b49c44dd-d60b-498c-bb20-379e8aaa80fe req-76433056-d17f-4c00-86f4-9b5646157de0 service nova] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] No waiting events found dispatching network-vif-plugged-71dda898-9b5e-4eab-ad94-bd572af16f02 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1015.262661] env[70398]: WARNING nova.compute.manager [req-b49c44dd-d60b-498c-bb20-379e8aaa80fe req-76433056-d17f-4c00-86f4-9b5646157de0 service nova] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Received unexpected event network-vif-plugged-71dda898-9b5e-4eab-ad94-bd572af16f02 for instance with vm_state building and task_state spawning. [ 1015.268986] env[70398]: DEBUG oslo_vmware.api [None req-330481fa-fca6-4bb7-942f-1ebc689949b4 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444761, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.272588] env[70398]: DEBUG oslo_vmware.api [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444760, 'name': Rename_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.346857] env[70398]: DEBUG nova.network.neutron [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Successfully updated port: 71dda898-9b5e-4eab-ad94-bd572af16f02 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1015.367476] env[70398]: DEBUG oslo_vmware.api [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444755, 'name': ReconfigVM_Task, 'duration_secs': 0.66534} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.368839] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Reconfigured VM instance instance-0000005a to attach disk [datastore2] e4f55593-2799-4e45-8da2-bcb842076f23/e4f55593-2799-4e45-8da2-bcb842076f23.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.370495] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d34b703-6233-4b30-a9b8-6ba954d6ce43 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.379554] env[70398]: DEBUG oslo_vmware.api [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Waiting for the task: (returnval){ [ 1015.379554] env[70398]: value = "task-3444762" [ 1015.379554] env[70398]: _type = "Task" [ 1015.379554] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.390688] env[70398]: DEBUG oslo_vmware.api [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444762, 'name': Rename_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.399956] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Releasing lock "refresh_cache-87247a1d-85ea-41bf-b3b1-0cb29c7b5830" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.400323] env[70398]: DEBUG nova.compute.manager [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 87247a1d-85ea-41bf-b3b1-0cb29c7b5830] Instance network_info: |[{"id": "8bf20413-c8e9-4acf-a61f-89eca13c64d0", "address": "fa:16:3e:08:06:f7", "network": {"id": "8b0f93f1-e6c5-4792-8275-8cd018764d81", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1486071987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c84f003f084c1eb2adf30068d15c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bf20413-c8", "ovs_interfaceid": "8bf20413-c8e9-4acf-a61f-89eca13c64d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1015.400621] env[70398]: DEBUG oslo_concurrency.lockutils [req-11442927-665f-48fe-94d7-05d11d7df6fe req-888f502b-a190-4932-9e1a-59da4d93cea5 service nova] Acquired lock "refresh_cache-87247a1d-85ea-41bf-b3b1-0cb29c7b5830" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.400823] env[70398]: DEBUG nova.network.neutron [req-11442927-665f-48fe-94d7-05d11d7df6fe req-888f502b-a190-4932-9e1a-59da4d93cea5 service nova] [instance: 87247a1d-85ea-41bf-b3b1-0cb29c7b5830] Refreshing network info cache for port 8bf20413-c8e9-4acf-a61f-89eca13c64d0 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1015.402603] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 87247a1d-85ea-41bf-b3b1-0cb29c7b5830] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:06:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '365ac5b1-6d83-4dfe-887f-60574d7f6124', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8bf20413-c8e9-4acf-a61f-89eca13c64d0', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.411449] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.412751] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87247a1d-85ea-41bf-b3b1-0cb29c7b5830] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1015.412995] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d91d2e6-d1bd-43ec-a5bb-98e2d9485ab8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.436334] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1015.436334] env[70398]: value = "task-3444763" [ 1015.436334] env[70398]: _type = "Task" [ 1015.436334] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.447203] env[70398]: DEBUG nova.compute.utils [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1015.457953] env[70398]: DEBUG nova.compute.manager [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1015.457953] env[70398]: DEBUG nova.network.neutron [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1015.463045] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444763, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.512608] env[70398]: DEBUG nova.policy [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62e5ce7aa2234177a32607d1fd893c87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e88af3408914ef28ede7e5550d18c9c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 1015.542723] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e895a530-d04b-440f-8f3f-ee921d3bb535 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.772761] env[70398]: DEBUG oslo_vmware.api [None req-330481fa-fca6-4bb7-942f-1ebc689949b4 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444761, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17759} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.778629] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-330481fa-fca6-4bb7-942f-1ebc689949b4 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1015.779226] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-330481fa-fca6-4bb7-942f-1ebc689949b4 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 3b87df25-1ea9-43f3-8082-8c2c5e89675b] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1015.779550] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-330481fa-fca6-4bb7-942f-1ebc689949b4 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 3b87df25-1ea9-43f3-8082-8c2c5e89675b] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1015.779952] env[70398]: INFO nova.compute.manager [None req-330481fa-fca6-4bb7-942f-1ebc689949b4 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 3b87df25-1ea9-43f3-8082-8c2c5e89675b] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1015.780420] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-330481fa-fca6-4bb7-942f-1ebc689949b4 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.780922] env[70398]: DEBUG oslo_vmware.api [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444760, 'name': Rename_Task, 'duration_secs': 0.205127} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.781171] env[70398]: DEBUG nova.compute.manager [-] [instance: 3b87df25-1ea9-43f3-8082-8c2c5e89675b] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1015.781244] env[70398]: DEBUG nova.network.neutron [-] [instance: 3b87df25-1ea9-43f3-8082-8c2c5e89675b] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1015.785483] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 5386a4eb-5fb8-404f-8b03-f106c865e14f] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.785846] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c982f3db-eae3-4129-b8d5-2e2f557a79d7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.799459] env[70398]: DEBUG oslo_vmware.api [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Waiting for the task: (returnval){ [ 1015.799459] env[70398]: value = "task-3444764" [ 1015.799459] env[70398]: _type = "Task" [ 1015.799459] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.810519] env[70398]: DEBUG oslo_vmware.api [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444764, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.850149] env[70398]: DEBUG oslo_concurrency.lockutils [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "refresh_cache-013bddce-e445-4e28-89b5-8911d9dc4031" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.851123] env[70398]: DEBUG oslo_concurrency.lockutils [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquired lock "refresh_cache-013bddce-e445-4e28-89b5-8911d9dc4031" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.851123] env[70398]: DEBUG nova.network.neutron [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1015.893350] env[70398]: DEBUG oslo_vmware.api [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444762, 'name': Rename_Task, 'duration_secs': 0.219955} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.894509] env[70398]: DEBUG nova.network.neutron [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Successfully created port: bc7ae11b-2ff0-4a41-b3c6-759b68c2b012 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1015.897178] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.897963] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ed7958b-afc9-4164-898e-1a94d55c6193 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.914522] env[70398]: DEBUG oslo_vmware.api [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Waiting for the task: (returnval){ [ 1015.914522] env[70398]: value = "task-3444765" [ 1015.914522] env[70398]: _type = "Task" [ 1015.914522] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.925207] env[70398]: DEBUG oslo_vmware.api [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444765, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.948742] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444763, 'name': CreateVM_Task, 'duration_secs': 0.439463} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.952692] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87247a1d-85ea-41bf-b3b1-0cb29c7b5830] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1015.953336] env[70398]: DEBUG nova.compute.manager [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1015.960023] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.960023] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.960023] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.960023] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4fee1fd-d146-4106-ace6-ffd09ba30fc8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.968486] env[70398]: DEBUG oslo_vmware.api [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Waiting for the task: (returnval){ [ 1015.968486] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52179dbc-fd8b-7de4-b459-c1879570d5e0" [ 1015.968486] env[70398]: _type = "Task" [ 1015.968486] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.979509] env[70398]: DEBUG oslo_vmware.api [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52179dbc-fd8b-7de4-b459-c1879570d5e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.053166] env[70398]: DEBUG oslo_concurrency.lockutils [None req-33112404-b8ce-46bd-bcf1-e651c2e2eecf tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquiring lock "e9eb0d72-9dcf-4ce2-8f81-0690964eda0e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.053431] env[70398]: DEBUG oslo_concurrency.lockutils [None req-33112404-b8ce-46bd-bcf1-e651c2e2eecf tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lock "e9eb0d72-9dcf-4ce2-8f81-0690964eda0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.053664] env[70398]: DEBUG oslo_concurrency.lockutils [None req-33112404-b8ce-46bd-bcf1-e651c2e2eecf tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquiring lock "e9eb0d72-9dcf-4ce2-8f81-0690964eda0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.053865] env[70398]: DEBUG oslo_concurrency.lockutils [None req-33112404-b8ce-46bd-bcf1-e651c2e2eecf tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lock "e9eb0d72-9dcf-4ce2-8f81-0690964eda0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.054047] env[70398]: DEBUG oslo_concurrency.lockutils [None req-33112404-b8ce-46bd-bcf1-e651c2e2eecf tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lock "e9eb0d72-9dcf-4ce2-8f81-0690964eda0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.056732] env[70398]: INFO nova.compute.manager [None req-33112404-b8ce-46bd-bcf1-e651c2e2eecf tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Terminating instance [ 1016.099614] env[70398]: DEBUG oslo_vmware.rw_handles [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52134566-1a47-4a40-a300-8dc31dc9c886/disk-0.vmdk. {{(pid=70398) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1016.102091] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03895f7c-79d2-42e1-b69d-273b2dcd7a38 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.109108] env[70398]: DEBUG oslo_vmware.rw_handles [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52134566-1a47-4a40-a300-8dc31dc9c886/disk-0.vmdk is in state: ready. {{(pid=70398) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1016.109274] env[70398]: ERROR oslo_vmware.rw_handles [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52134566-1a47-4a40-a300-8dc31dc9c886/disk-0.vmdk due to incomplete transfer. [ 1016.109500] env[70398]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-72277c39-f323-4555-8393-961a88375748 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.117517] env[70398]: DEBUG oslo_vmware.rw_handles [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52134566-1a47-4a40-a300-8dc31dc9c886/disk-0.vmdk. {{(pid=70398) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1016.117766] env[70398]: DEBUG nova.virt.vmwareapi.images [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Uploaded image 333d777d-63bd-4777-b843-37e4f6d438fd to the Glance image server {{(pid=70398) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1016.120409] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Destroying the VM {{(pid=70398) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1016.124640] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a83a684e-fa1c-419d-82eb-2d9ee4299a28 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.134115] env[70398]: DEBUG oslo_vmware.api [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Waiting for the task: (returnval){ [ 1016.134115] env[70398]: value = "task-3444766" [ 1016.134115] env[70398]: _type = "Task" [ 1016.134115] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.154581] env[70398]: DEBUG oslo_vmware.api [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444766, 'name': Destroy_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.294756] env[70398]: DEBUG nova.network.neutron [req-11442927-665f-48fe-94d7-05d11d7df6fe req-888f502b-a190-4932-9e1a-59da4d93cea5 service nova] [instance: 87247a1d-85ea-41bf-b3b1-0cb29c7b5830] Updated VIF entry in instance network info cache for port 8bf20413-c8e9-4acf-a61f-89eca13c64d0. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1016.298108] env[70398]: DEBUG nova.network.neutron [req-11442927-665f-48fe-94d7-05d11d7df6fe req-888f502b-a190-4932-9e1a-59da4d93cea5 service nova] [instance: 87247a1d-85ea-41bf-b3b1-0cb29c7b5830] Updating instance_info_cache with network_info: [{"id": "8bf20413-c8e9-4acf-a61f-89eca13c64d0", "address": "fa:16:3e:08:06:f7", "network": {"id": "8b0f93f1-e6c5-4792-8275-8cd018764d81", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1486071987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c84f003f084c1eb2adf30068d15c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bf20413-c8", "ovs_interfaceid": "8bf20413-c8e9-4acf-a61f-89eca13c64d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.314855] env[70398]: DEBUG oslo_vmware.api [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444764, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.326334] env[70398]: DEBUG nova.compute.manager [req-64ef2386-fcc7-4d24-b5b1-bc19cc54fdd0 req-8e3e6b97-1378-4b05-a43e-4ce935169570 service nova] [instance: 3b87df25-1ea9-43f3-8082-8c2c5e89675b] Received event network-vif-deleted-063e3212-d1dd-4224-972c-a6ae79b20151 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.326334] env[70398]: INFO nova.compute.manager [req-64ef2386-fcc7-4d24-b5b1-bc19cc54fdd0 req-8e3e6b97-1378-4b05-a43e-4ce935169570 service nova] [instance: 3b87df25-1ea9-43f3-8082-8c2c5e89675b] Neutron deleted interface 063e3212-d1dd-4224-972c-a6ae79b20151; detaching it from the instance and deleting it from the info cache [ 1016.326334] env[70398]: DEBUG nova.network.neutron [req-64ef2386-fcc7-4d24-b5b1-bc19cc54fdd0 req-8e3e6b97-1378-4b05-a43e-4ce935169570 service nova] [instance: 3b87df25-1ea9-43f3-8082-8c2c5e89675b] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.336033] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb2b2a7-152f-4d78-822e-569ccc1be8c6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.348022] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2ee27c-d735-45eb-98bd-453c951c91ea {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.395480] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439e9e55-49df-4100-b6f9-239b86deb0db {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.405404] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c4a3d1-f855-410d-866f-940b682d9c48 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.421210] env[70398]: DEBUG nova.compute.provider_tree [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.426882] env[70398]: DEBUG nova.network.neutron [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1016.436214] env[70398]: DEBUG oslo_vmware.api [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444765, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.480597] env[70398]: DEBUG oslo_vmware.api [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52179dbc-fd8b-7de4-b459-c1879570d5e0, 'name': SearchDatastore_Task, 'duration_secs': 0.01459} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.480931] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.481181] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 87247a1d-85ea-41bf-b3b1-0cb29c7b5830] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.481416] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.481555] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.481736] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.482033] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7b43304-2242-4b8a-a22a-2fc59c874702 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.491848] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.492046] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1016.492780] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79a06635-5f28-412b-a5e4-a03cc08c4d9e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.499569] env[70398]: DEBUG oslo_vmware.api [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Waiting for the task: (returnval){ [ 1016.499569] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52acbf41-3d64-a9f7-9a7f-47abec808053" [ 1016.499569] env[70398]: _type = "Task" [ 1016.499569] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.513067] env[70398]: DEBUG oslo_vmware.api [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52acbf41-3d64-a9f7-9a7f-47abec808053, 'name': SearchDatastore_Task, 'duration_secs': 0.010649} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.513840] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e09ca74-6d13-4106-8906-07e3774977cd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.519661] env[70398]: DEBUG oslo_vmware.api [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Waiting for the task: (returnval){ [ 1016.519661] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52c80075-00ae-d39b-bc13-9c851ea84c7c" [ 1016.519661] env[70398]: _type = "Task" [ 1016.519661] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.528620] env[70398]: DEBUG oslo_vmware.api [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52c80075-00ae-d39b-bc13-9c851ea84c7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.562489] env[70398]: DEBUG nova.compute.manager [None req-33112404-b8ce-46bd-bcf1-e651c2e2eecf tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1016.562706] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-33112404-b8ce-46bd-bcf1-e651c2e2eecf tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.563603] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c75aec-1c2d-47f2-8895-37eac37b40aa {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.572051] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-33112404-b8ce-46bd-bcf1-e651c2e2eecf tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.572972] env[70398]: DEBUG nova.network.neutron [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Updating instance_info_cache with network_info: [{"id": "71dda898-9b5e-4eab-ad94-bd572af16f02", "address": "fa:16:3e:65:46:0f", "network": {"id": "5d95ca4f-960e-421c-9130-8d3e409f34c5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-80910192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68376abf86b14e67a33ef720177607f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71dda898-9b", "ovs_interfaceid": "71dda898-9b5e-4eab-ad94-bd572af16f02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.574258] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa44a33a-bb0e-48dd-8e6c-d911b5b276f9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.581501] env[70398]: DEBUG oslo_vmware.api [None req-33112404-b8ce-46bd-bcf1-e651c2e2eecf tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 1016.581501] env[70398]: value = "task-3444767" [ 1016.581501] env[70398]: _type = "Task" [ 1016.581501] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.593803] env[70398]: DEBUG oslo_vmware.api [None req-33112404-b8ce-46bd-bcf1-e651c2e2eecf tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.648353] env[70398]: DEBUG oslo_vmware.api [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444766, 'name': Destroy_Task, 'duration_secs': 0.501804} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.649148] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Destroyed the VM [ 1016.649148] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Deleting Snapshot of the VM instance {{(pid=70398) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1016.649270] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-01e6f69f-c187-4ee3-a55d-59c7c4617f3a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.657669] env[70398]: DEBUG oslo_vmware.api [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Waiting for the task: (returnval){ [ 1016.657669] env[70398]: value = "task-3444768" [ 1016.657669] env[70398]: _type = "Task" [ 1016.657669] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.667249] env[70398]: DEBUG oslo_vmware.api [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444768, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.748569] env[70398]: DEBUG nova.network.neutron [-] [instance: 3b87df25-1ea9-43f3-8082-8c2c5e89675b] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.806404] env[70398]: DEBUG oslo_concurrency.lockutils [req-11442927-665f-48fe-94d7-05d11d7df6fe req-888f502b-a190-4932-9e1a-59da4d93cea5 service nova] Releasing lock "refresh_cache-87247a1d-85ea-41bf-b3b1-0cb29c7b5830" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.810458] env[70398]: DEBUG oslo_vmware.api [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444764, 'name': PowerOnVM_Task, 'duration_secs': 0.632621} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.810985] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 5386a4eb-5fb8-404f-8b03-f106c865e14f] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.810985] env[70398]: INFO nova.compute.manager [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 5386a4eb-5fb8-404f-8b03-f106c865e14f] Took 7.35 seconds to spawn the instance on the hypervisor. [ 1016.811439] env[70398]: DEBUG nova.compute.manager [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 5386a4eb-5fb8-404f-8b03-f106c865e14f] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.811977] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093e1b5d-0b62-4589-9283-8c8e09f43b8e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.830312] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5c94db3a-6563-4203-ac4c-4a086bb50cca {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.840705] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84a8186-1a39-42e2-92b5-09ad6fd22835 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.877510] env[70398]: DEBUG nova.compute.manager [req-64ef2386-fcc7-4d24-b5b1-bc19cc54fdd0 req-8e3e6b97-1378-4b05-a43e-4ce935169570 service nova] [instance: 3b87df25-1ea9-43f3-8082-8c2c5e89675b] Detach interface failed, port_id=063e3212-d1dd-4224-972c-a6ae79b20151, reason: Instance 3b87df25-1ea9-43f3-8082-8c2c5e89675b could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1016.931653] env[70398]: DEBUG nova.scheduler.client.report [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.935342] env[70398]: DEBUG oslo_vmware.api [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444765, 'name': PowerOnVM_Task, 'duration_secs': 0.567021} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.935668] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.935883] env[70398]: INFO nova.compute.manager [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Took 9.96 seconds to spawn the instance on the hypervisor. [ 1016.936071] env[70398]: DEBUG nova.compute.manager [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.936912] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e09f811-49a2-4484-916d-b6c5e8cbd537 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.966238] env[70398]: DEBUG nova.compute.manager [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1016.992525] env[70398]: DEBUG nova.virt.hardware [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1016.992756] env[70398]: DEBUG nova.virt.hardware [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1016.992906] env[70398]: DEBUG nova.virt.hardware [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1016.993118] env[70398]: DEBUG nova.virt.hardware [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1016.993279] env[70398]: DEBUG nova.virt.hardware [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1016.993424] env[70398]: DEBUG nova.virt.hardware [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1016.993644] env[70398]: DEBUG nova.virt.hardware [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1016.993808] env[70398]: DEBUG nova.virt.hardware [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1016.993975] env[70398]: DEBUG nova.virt.hardware [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1016.994141] env[70398]: DEBUG nova.virt.hardware [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1016.994307] env[70398]: DEBUG nova.virt.hardware [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1016.995413] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb44141d-a9cb-420c-b46f-7be952fdba47 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.004556] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47823312-7e2f-4f6d-a83e-1b548d6a2a6b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.029606] env[70398]: DEBUG oslo_vmware.api [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52c80075-00ae-d39b-bc13-9c851ea84c7c, 'name': SearchDatastore_Task, 'duration_secs': 0.0102} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.030676] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.030987] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 87247a1d-85ea-41bf-b3b1-0cb29c7b5830/87247a1d-85ea-41bf-b3b1-0cb29c7b5830.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1017.031265] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f36cd95a-f406-4919-aba0-be6c202d292e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.038436] env[70398]: DEBUG oslo_vmware.api [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Waiting for the task: (returnval){ [ 1017.038436] env[70398]: value = "task-3444769" [ 1017.038436] env[70398]: _type = "Task" [ 1017.038436] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.046453] env[70398]: DEBUG oslo_vmware.api [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444769, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.077724] env[70398]: DEBUG oslo_concurrency.lockutils [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Releasing lock "refresh_cache-013bddce-e445-4e28-89b5-8911d9dc4031" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.078079] env[70398]: DEBUG nova.compute.manager [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Instance network_info: |[{"id": "71dda898-9b5e-4eab-ad94-bd572af16f02", "address": "fa:16:3e:65:46:0f", "network": {"id": "5d95ca4f-960e-421c-9130-8d3e409f34c5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-80910192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68376abf86b14e67a33ef720177607f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71dda898-9b", "ovs_interfaceid": "71dda898-9b5e-4eab-ad94-bd572af16f02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1017.078497] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:46:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4406a73e-2189-46ac-9e96-4f0af80b5094', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71dda898-9b5e-4eab-ad94-bd572af16f02', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1017.086042] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.086357] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1017.089750] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d80c42f-3b0f-4c0d-a92c-a592ab993ef2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.115393] env[70398]: DEBUG oslo_vmware.api [None req-33112404-b8ce-46bd-bcf1-e651c2e2eecf tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444767, 'name': PowerOffVM_Task, 'duration_secs': 0.20665} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.116040] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-33112404-b8ce-46bd-bcf1-e651c2e2eecf tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.116564] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-33112404-b8ce-46bd-bcf1-e651c2e2eecf tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.117086] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1017.117086] env[70398]: value = "task-3444770" [ 1017.117086] env[70398]: _type = "Task" [ 1017.117086] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.117726] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4601773-f97b-4468-83ed-1c32286d48a0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.133574] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444770, 'name': CreateVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.174874] env[70398]: DEBUG oslo_vmware.api [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444768, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.244859] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-33112404-b8ce-46bd-bcf1-e651c2e2eecf tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.245075] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-33112404-b8ce-46bd-bcf1-e651c2e2eecf tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.245265] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-33112404-b8ce-46bd-bcf1-e651c2e2eecf tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Deleting the datastore file [datastore1] e9eb0d72-9dcf-4ce2-8f81-0690964eda0e {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.245584] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da5f625e-0a5a-41dc-a94a-ab311cd90865 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.251474] env[70398]: INFO nova.compute.manager [-] [instance: 3b87df25-1ea9-43f3-8082-8c2c5e89675b] Took 1.47 seconds to deallocate network for instance. [ 1017.254799] env[70398]: DEBUG oslo_vmware.api [None req-33112404-b8ce-46bd-bcf1-e651c2e2eecf tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for the task: (returnval){ [ 1017.254799] env[70398]: value = "task-3444772" [ 1017.254799] env[70398]: _type = "Task" [ 1017.254799] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.268705] env[70398]: DEBUG oslo_vmware.api [None req-33112404-b8ce-46bd-bcf1-e651c2e2eecf tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444772, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.297806] env[70398]: DEBUG nova.compute.manager [req-b6144309-fb98-4dcc-87fb-7276cb9a0887 req-bf9d912f-fe99-4bfb-ab3b-20a725f9ac89 service nova] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Received event network-changed-71dda898-9b5e-4eab-ad94-bd572af16f02 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.298788] env[70398]: DEBUG nova.compute.manager [req-b6144309-fb98-4dcc-87fb-7276cb9a0887 req-bf9d912f-fe99-4bfb-ab3b-20a725f9ac89 service nova] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Refreshing instance network info cache due to event network-changed-71dda898-9b5e-4eab-ad94-bd572af16f02. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1017.299127] env[70398]: DEBUG oslo_concurrency.lockutils [req-b6144309-fb98-4dcc-87fb-7276cb9a0887 req-bf9d912f-fe99-4bfb-ab3b-20a725f9ac89 service nova] Acquiring lock "refresh_cache-013bddce-e445-4e28-89b5-8911d9dc4031" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.299624] env[70398]: DEBUG oslo_concurrency.lockutils [req-b6144309-fb98-4dcc-87fb-7276cb9a0887 req-bf9d912f-fe99-4bfb-ab3b-20a725f9ac89 service nova] Acquired lock "refresh_cache-013bddce-e445-4e28-89b5-8911d9dc4031" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.299624] env[70398]: DEBUG nova.network.neutron [req-b6144309-fb98-4dcc-87fb-7276cb9a0887 req-bf9d912f-fe99-4bfb-ab3b-20a725f9ac89 service nova] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Refreshing network info cache for port 71dda898-9b5e-4eab-ad94-bd572af16f02 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1017.331467] env[70398]: INFO nova.compute.manager [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 5386a4eb-5fb8-404f-8b03-f106c865e14f] Took 20.22 seconds to build instance. [ 1017.445121] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.445121] env[70398]: DEBUG nova.compute.manager [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 91f222a1-224b-4eac-9669-a564fe7cab58] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1017.447654] env[70398]: DEBUG oslo_concurrency.lockutils [None req-52744d05-fcb7-415a-ba22-3fd9385aa954 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.237s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.448385] env[70398]: DEBUG oslo_concurrency.lockutils [None req-52744d05-fcb7-415a-ba22-3fd9385aa954 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.452068] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.659s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.452507] env[70398]: DEBUG nova.objects.instance [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70398) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1017.477080] env[70398]: INFO nova.compute.manager [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Took 21.16 seconds to build instance. [ 1017.522850] env[70398]: INFO nova.scheduler.client.report [None req-52744d05-fcb7-415a-ba22-3fd9385aa954 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Deleted allocations for instance e6501d8a-8f13-4aff-8595-f3f273809e16 [ 1017.552676] env[70398]: DEBUG oslo_vmware.api [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444769, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.632372] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444770, 'name': CreateVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.675097] env[70398]: DEBUG oslo_vmware.api [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444768, 'name': RemoveSnapshot_Task, 'duration_secs': 0.906581} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.675453] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Deleted Snapshot of the VM instance {{(pid=70398) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1017.675746] env[70398]: DEBUG nova.compute.manager [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.676543] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15dc1091-feaa-481d-823b-97c31b01a645 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.711788] env[70398]: DEBUG nova.network.neutron [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Successfully updated port: bc7ae11b-2ff0-4a41-b3c6-759b68c2b012 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1017.766349] env[70398]: DEBUG oslo_concurrency.lockutils [None req-330481fa-fca6-4bb7-942f-1ebc689949b4 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.766970] env[70398]: DEBUG oslo_vmware.api [None req-33112404-b8ce-46bd-bcf1-e651c2e2eecf tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Task: {'id': task-3444772, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.483429} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.767225] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-33112404-b8ce-46bd-bcf1-e651c2e2eecf tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.767423] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-33112404-b8ce-46bd-bcf1-e651c2e2eecf tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.767577] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-33112404-b8ce-46bd-bcf1-e651c2e2eecf tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.767743] env[70398]: INFO nova.compute.manager [None req-33112404-b8ce-46bd-bcf1-e651c2e2eecf tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1017.767972] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33112404-b8ce-46bd-bcf1-e651c2e2eecf tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.768170] env[70398]: DEBUG nova.compute.manager [-] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1017.768261] env[70398]: DEBUG nova.network.neutron [-] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1017.833982] env[70398]: DEBUG oslo_concurrency.lockutils [None req-770c2093-2d5d-4070-9c15-7521bd9443ab tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Lock "5386a4eb-5fb8-404f-8b03-f106c865e14f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.738s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.967165] env[70398]: DEBUG nova.compute.utils [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1017.968775] env[70398]: DEBUG nova.compute.manager [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 91f222a1-224b-4eac-9669-a564fe7cab58] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1017.968775] env[70398]: DEBUG nova.network.neutron [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 91f222a1-224b-4eac-9669-a564fe7cab58] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1017.982143] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c69943ec-8db5-4f03-ac85-c2c3884433a1 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Lock "e4f55593-2799-4e45-8da2-bcb842076f23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.677s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.034372] env[70398]: DEBUG oslo_concurrency.lockutils [None req-52744d05-fcb7-415a-ba22-3fd9385aa954 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "e6501d8a-8f13-4aff-8595-f3f273809e16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.322s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.053565] env[70398]: DEBUG oslo_vmware.api [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444769, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665327} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.054258] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 87247a1d-85ea-41bf-b3b1-0cb29c7b5830/87247a1d-85ea-41bf-b3b1-0cb29c7b5830.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1018.054370] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 87247a1d-85ea-41bf-b3b1-0cb29c7b5830] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1018.054937] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-642b034c-9e73-48af-8464-85a4da5fd24c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.065460] env[70398]: DEBUG oslo_vmware.api [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Waiting for the task: (returnval){ [ 1018.065460] env[70398]: value = "task-3444773" [ 1018.065460] env[70398]: _type = "Task" [ 1018.065460] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.078724] env[70398]: DEBUG oslo_vmware.api [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444773, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.135659] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444770, 'name': CreateVM_Task, 'duration_secs': 0.551132} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.136203] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1018.136803] env[70398]: DEBUG oslo_concurrency.lockutils [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.137049] env[70398]: DEBUG oslo_concurrency.lockutils [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.137418] env[70398]: DEBUG oslo_concurrency.lockutils [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.137864] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8937645-8403-4e41-ac52-9c24ffbda36a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.144708] env[70398]: DEBUG oslo_vmware.api [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1018.144708] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e35973-4745-0f56-c1d0-fe46f77cf75e" [ 1018.144708] env[70398]: _type = "Task" [ 1018.144708] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.153655] env[70398]: DEBUG oslo_vmware.api [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e35973-4745-0f56-c1d0-fe46f77cf75e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.189428] env[70398]: INFO nova.compute.manager [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Shelve offloading [ 1018.215771] env[70398]: DEBUG oslo_concurrency.lockutils [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "refresh_cache-173351e4-117d-4f14-ac73-1a41892b1d1e" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.215932] env[70398]: DEBUG oslo_concurrency.lockutils [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquired lock "refresh_cache-173351e4-117d-4f14-ac73-1a41892b1d1e" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.216099] env[70398]: DEBUG nova.network.neutron [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.305395] env[70398]: DEBUG nova.policy [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06d7f7ebf2c54ac09f069aa5e2314982', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61b38bccf64b49b086c80c4151b39806', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 1018.319265] env[70398]: DEBUG nova.network.neutron [req-b6144309-fb98-4dcc-87fb-7276cb9a0887 req-bf9d912f-fe99-4bfb-ab3b-20a725f9ac89 service nova] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Updated VIF entry in instance network info cache for port 71dda898-9b5e-4eab-ad94-bd572af16f02. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1018.319638] env[70398]: DEBUG nova.network.neutron [req-b6144309-fb98-4dcc-87fb-7276cb9a0887 req-bf9d912f-fe99-4bfb-ab3b-20a725f9ac89 service nova] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Updating instance_info_cache with network_info: [{"id": "71dda898-9b5e-4eab-ad94-bd572af16f02", "address": "fa:16:3e:65:46:0f", "network": {"id": "5d95ca4f-960e-421c-9130-8d3e409f34c5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-80910192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68376abf86b14e67a33ef720177607f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71dda898-9b", "ovs_interfaceid": "71dda898-9b5e-4eab-ad94-bd572af16f02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.471888] env[70398]: DEBUG nova.compute.manager [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 91f222a1-224b-4eac-9669-a564fe7cab58] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1018.476934] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d76921ac-df25-47f3-a03d-6c69c6a3d385 tempest-ServersAdmin275Test-1295873171 tempest-ServersAdmin275Test-1295873171-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.477029] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 10.691s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.579742] env[70398]: DEBUG oslo_vmware.api [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444773, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155467} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.580318] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 87247a1d-85ea-41bf-b3b1-0cb29c7b5830] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.581819] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18001d4-8813-44dd-b6b7-3cf5f5939a60 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.613126] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 87247a1d-85ea-41bf-b3b1-0cb29c7b5830] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 87247a1d-85ea-41bf-b3b1-0cb29c7b5830/87247a1d-85ea-41bf-b3b1-0cb29c7b5830.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.613549] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3d2e62f-023f-446c-963b-86cc395185ba {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.636144] env[70398]: DEBUG oslo_vmware.api [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Waiting for the task: (returnval){ [ 1018.636144] env[70398]: value = "task-3444774" [ 1018.636144] env[70398]: _type = "Task" [ 1018.636144] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.647106] env[70398]: DEBUG oslo_vmware.api [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444774, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.657100] env[70398]: DEBUG oslo_vmware.api [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e35973-4745-0f56-c1d0-fe46f77cf75e, 'name': SearchDatastore_Task, 'duration_secs': 0.016158} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.657461] env[70398]: DEBUG oslo_concurrency.lockutils [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.657669] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1018.657906] env[70398]: DEBUG oslo_concurrency.lockutils [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.658072] env[70398]: DEBUG oslo_concurrency.lockutils [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.658487] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1018.658563] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fddaa07-4865-4b0e-b165-841236ea2724 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.668384] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1018.668617] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1018.669454] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81452215-a112-4314-a61b-e5966a459a13 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.675961] env[70398]: DEBUG nova.network.neutron [-] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.677303] env[70398]: DEBUG oslo_vmware.api [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1018.677303] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52c4d7be-d6cd-9c91-ad04-ec61078ef0b1" [ 1018.677303] env[70398]: _type = "Task" [ 1018.677303] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.687813] env[70398]: DEBUG oslo_vmware.api [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52c4d7be-d6cd-9c91-ad04-ec61078ef0b1, 'name': SearchDatastore_Task} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.688686] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5fa1b0e-24ee-4462-97ac-a30be4de56fe {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.693389] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.694929] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fde42f48-4268-449f-b8ab-4aac53768d7d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.696603] env[70398]: DEBUG oslo_vmware.api [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1018.696603] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f5f935-1d60-7976-5a35-28449fd32afa" [ 1018.696603] env[70398]: _type = "Task" [ 1018.696603] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.703142] env[70398]: DEBUG oslo_vmware.api [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Waiting for the task: (returnval){ [ 1018.703142] env[70398]: value = "task-3444775" [ 1018.703142] env[70398]: _type = "Task" [ 1018.703142] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.709576] env[70398]: DEBUG oslo_vmware.api [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f5f935-1d60-7976-5a35-28449fd32afa, 'name': SearchDatastore_Task, 'duration_secs': 0.010023} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.710282] env[70398]: DEBUG oslo_concurrency.lockutils [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.710905] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 013bddce-e445-4e28-89b5-8911d9dc4031/013bddce-e445-4e28-89b5-8911d9dc4031.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1018.711364] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-074ce67e-01c0-4a56-a6dc-72c1258c4522 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.717630] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] VM already powered off {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1018.717863] env[70398]: DEBUG nova.compute.manager [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.720517] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06aeff77-2a39-4418-af5f-0efc86d5f989 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.724265] env[70398]: DEBUG oslo_vmware.api [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1018.724265] env[70398]: value = "task-3444776" [ 1018.724265] env[70398]: _type = "Task" [ 1018.724265] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.729829] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Acquiring lock "refresh_cache-aca03be1-1cf7-4b4f-b324-b4201034a770" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.729996] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Acquired lock "refresh_cache-aca03be1-1cf7-4b4f-b324-b4201034a770" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.730184] env[70398]: DEBUG nova.network.neutron [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.737347] env[70398]: DEBUG oslo_vmware.api [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444776, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.741752] env[70398]: DEBUG nova.network.neutron [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 91f222a1-224b-4eac-9669-a564fe7cab58] Successfully created port: 9eb9df6c-7706-448a-9db4-f4cc97cbcf16 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1018.779206] env[70398]: DEBUG nova.network.neutron [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1018.822832] env[70398]: DEBUG oslo_concurrency.lockutils [req-b6144309-fb98-4dcc-87fb-7276cb9a0887 req-bf9d912f-fe99-4bfb-ab3b-20a725f9ac89 service nova] Releasing lock "refresh_cache-013bddce-e445-4e28-89b5-8911d9dc4031" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.983768] env[70398]: DEBUG nova.objects.instance [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lazy-loading 'migration_context' on Instance uuid 3805da77-9f5d-4ffa-bc7b-141c94be3982 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.054595] env[70398]: DEBUG nova.network.neutron [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Updating instance_info_cache with network_info: [{"id": "bc7ae11b-2ff0-4a41-b3c6-759b68c2b012", "address": "fa:16:3e:d9:31:85", "network": {"id": "3ad560cc-e571-4ecc-bbdf-6092f82ccd30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-904346330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e88af3408914ef28ede7e5550d18c9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc7ae11b-2f", "ovs_interfaceid": "bc7ae11b-2ff0-4a41-b3c6-759b68c2b012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.147150] env[70398]: DEBUG oslo_vmware.api [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444774, 'name': ReconfigVM_Task, 'duration_secs': 0.292721} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.147419] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 87247a1d-85ea-41bf-b3b1-0cb29c7b5830] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 87247a1d-85ea-41bf-b3b1-0cb29c7b5830/87247a1d-85ea-41bf-b3b1-0cb29c7b5830.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.148104] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-292fbb08-07b5-457a-9aab-e1212c094ccf {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.156407] env[70398]: DEBUG oslo_vmware.api [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Waiting for the task: (returnval){ [ 1019.156407] env[70398]: value = "task-3444777" [ 1019.156407] env[70398]: _type = "Task" [ 1019.156407] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.167238] env[70398]: DEBUG oslo_vmware.api [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444777, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.183037] env[70398]: INFO nova.compute.manager [-] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Took 1.41 seconds to deallocate network for instance. [ 1019.239041] env[70398]: DEBUG oslo_vmware.api [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444776, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.469953] env[70398]: DEBUG nova.compute.manager [req-de7f32b0-3b2a-4858-ba17-92dc5af0e218 req-0a6552ef-1bfe-4faa-a141-f5e09af8df37 service nova] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Received event network-vif-plugged-bc7ae11b-2ff0-4a41-b3c6-759b68c2b012 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.470669] env[70398]: DEBUG oslo_concurrency.lockutils [req-de7f32b0-3b2a-4858-ba17-92dc5af0e218 req-0a6552ef-1bfe-4faa-a141-f5e09af8df37 service nova] Acquiring lock "173351e4-117d-4f14-ac73-1a41892b1d1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.471033] env[70398]: DEBUG oslo_concurrency.lockutils [req-de7f32b0-3b2a-4858-ba17-92dc5af0e218 req-0a6552ef-1bfe-4faa-a141-f5e09af8df37 service nova] Lock "173351e4-117d-4f14-ac73-1a41892b1d1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.471297] env[70398]: DEBUG oslo_concurrency.lockutils [req-de7f32b0-3b2a-4858-ba17-92dc5af0e218 req-0a6552ef-1bfe-4faa-a141-f5e09af8df37 service nova] Lock "173351e4-117d-4f14-ac73-1a41892b1d1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.471552] env[70398]: DEBUG nova.compute.manager [req-de7f32b0-3b2a-4858-ba17-92dc5af0e218 req-0a6552ef-1bfe-4faa-a141-f5e09af8df37 service nova] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] No waiting events found dispatching network-vif-plugged-bc7ae11b-2ff0-4a41-b3c6-759b68c2b012 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1019.471764] env[70398]: WARNING nova.compute.manager [req-de7f32b0-3b2a-4858-ba17-92dc5af0e218 req-0a6552ef-1bfe-4faa-a141-f5e09af8df37 service nova] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Received unexpected event network-vif-plugged-bc7ae11b-2ff0-4a41-b3c6-759b68c2b012 for instance with vm_state building and task_state spawning. [ 1019.471995] env[70398]: DEBUG nova.compute.manager [req-de7f32b0-3b2a-4858-ba17-92dc5af0e218 req-0a6552ef-1bfe-4faa-a141-f5e09af8df37 service nova] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Received event network-changed-bc7ae11b-2ff0-4a41-b3c6-759b68c2b012 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.472243] env[70398]: DEBUG nova.compute.manager [req-de7f32b0-3b2a-4858-ba17-92dc5af0e218 req-0a6552ef-1bfe-4faa-a141-f5e09af8df37 service nova] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Refreshing instance network info cache due to event network-changed-bc7ae11b-2ff0-4a41-b3c6-759b68c2b012. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1019.472481] env[70398]: DEBUG oslo_concurrency.lockutils [req-de7f32b0-3b2a-4858-ba17-92dc5af0e218 req-0a6552ef-1bfe-4faa-a141-f5e09af8df37 service nova] Acquiring lock "refresh_cache-173351e4-117d-4f14-ac73-1a41892b1d1e" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.488608] env[70398]: DEBUG nova.compute.manager [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 91f222a1-224b-4eac-9669-a564fe7cab58] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1019.536064] env[70398]: DEBUG nova.virt.hardware [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.537020] env[70398]: DEBUG nova.virt.hardware [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.540244] env[70398]: DEBUG nova.virt.hardware [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.540244] env[70398]: DEBUG nova.virt.hardware [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.540244] env[70398]: DEBUG nova.virt.hardware [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.540244] env[70398]: DEBUG nova.virt.hardware [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.540244] env[70398]: DEBUG nova.virt.hardware [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.540244] env[70398]: DEBUG nova.virt.hardware [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.540244] env[70398]: DEBUG nova.virt.hardware [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.540244] env[70398]: DEBUG nova.virt.hardware [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.540244] env[70398]: DEBUG nova.virt.hardware [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.549245] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e73c967-c1ac-49e6-9ef5-9d3cad0deba2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.559389] env[70398]: DEBUG nova.network.neutron [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Updating instance_info_cache with network_info: [{"id": "89d05ddf-ad9c-4611-b99e-0b6606af9685", "address": "fa:16:3e:db:ef:3c", "network": {"id": "33f3e9d8-5a02-4591-828a-d84cbe89da8e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-805406701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72bcb292b34f4fa0859dddf376aed84f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89d05ddf-ad", "ovs_interfaceid": "89d05ddf-ad9c-4611-b99e-0b6606af9685", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.561685] env[70398]: DEBUG oslo_concurrency.lockutils [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Releasing lock "refresh_cache-173351e4-117d-4f14-ac73-1a41892b1d1e" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.562256] env[70398]: DEBUG nova.compute.manager [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Instance network_info: |[{"id": "bc7ae11b-2ff0-4a41-b3c6-759b68c2b012", "address": "fa:16:3e:d9:31:85", "network": {"id": "3ad560cc-e571-4ecc-bbdf-6092f82ccd30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-904346330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e88af3408914ef28ede7e5550d18c9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc7ae11b-2f", "ovs_interfaceid": "bc7ae11b-2ff0-4a41-b3c6-759b68c2b012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1019.564206] env[70398]: DEBUG oslo_concurrency.lockutils [req-de7f32b0-3b2a-4858-ba17-92dc5af0e218 req-0a6552ef-1bfe-4faa-a141-f5e09af8df37 service nova] Acquired lock "refresh_cache-173351e4-117d-4f14-ac73-1a41892b1d1e" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.564574] env[70398]: DEBUG nova.network.neutron [req-de7f32b0-3b2a-4858-ba17-92dc5af0e218 req-0a6552ef-1bfe-4faa-a141-f5e09af8df37 service nova] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Refreshing network info cache for port bc7ae11b-2ff0-4a41-b3c6-759b68c2b012 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1019.566723] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:31:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46e1fc20-2067-4e1a-9812-702772a2c82c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc7ae11b-2ff0-4a41-b3c6-759b68c2b012', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1019.593362] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.609491] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.611601] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e92569bd-4486-4258-9e06-329f60001dc4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.627386] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b863fab8-1a74-40e2-bf4d-434c69dc2918 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.649076] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.649076] env[70398]: value = "task-3444778" [ 1019.649076] env[70398]: _type = "Task" [ 1019.649076] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.661298] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444778, 'name': CreateVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.671278] env[70398]: DEBUG oslo_vmware.api [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444777, 'name': Rename_Task, 'duration_secs': 0.162633} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.674248] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 87247a1d-85ea-41bf-b3b1-0cb29c7b5830] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1019.675621] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-740ecf96-c5e7-4092-a849-855b3940c772 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.681574] env[70398]: DEBUG oslo_vmware.api [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Waiting for the task: (returnval){ [ 1019.681574] env[70398]: value = "task-3444779" [ 1019.681574] env[70398]: _type = "Task" [ 1019.681574] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.688980] env[70398]: DEBUG oslo_concurrency.lockutils [None req-33112404-b8ce-46bd-bcf1-e651c2e2eecf tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.693195] env[70398]: DEBUG oslo_vmware.api [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444779, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.741092] env[70398]: DEBUG oslo_vmware.api [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444776, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.940756} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.741092] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 013bddce-e445-4e28-89b5-8911d9dc4031/013bddce-e445-4e28-89b5-8911d9dc4031.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1019.741092] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1019.741092] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2c067c0-ee6e-420c-b367-5c8c169ef72c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.752043] env[70398]: DEBUG oslo_vmware.api [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1019.752043] env[70398]: value = "task-3444780" [ 1019.752043] env[70398]: _type = "Task" [ 1019.752043] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.766168] env[70398]: DEBUG oslo_vmware.api [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444780, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.906530] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1c7fa3-15f8-46d9-87da-bb38056a79a4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.919281] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db62537d-ecca-45c9-ba28-4d28ef166a5f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.955131] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02580ac6-9c28-4691-a50a-a04df15b418c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.965952] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e47267-9b0a-453e-9872-be3dca7f6b35 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.982120] env[70398]: DEBUG nova.compute.provider_tree [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.011568] env[70398]: DEBUG nova.network.neutron [req-de7f32b0-3b2a-4858-ba17-92dc5af0e218 req-0a6552ef-1bfe-4faa-a141-f5e09af8df37 service nova] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Updated VIF entry in instance network info cache for port bc7ae11b-2ff0-4a41-b3c6-759b68c2b012. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1020.012657] env[70398]: DEBUG nova.network.neutron [req-de7f32b0-3b2a-4858-ba17-92dc5af0e218 req-0a6552ef-1bfe-4faa-a141-f5e09af8df37 service nova] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Updating instance_info_cache with network_info: [{"id": "bc7ae11b-2ff0-4a41-b3c6-759b68c2b012", "address": "fa:16:3e:d9:31:85", "network": {"id": "3ad560cc-e571-4ecc-bbdf-6092f82ccd30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-904346330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e88af3408914ef28ede7e5550d18c9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc7ae11b-2f", "ovs_interfaceid": "bc7ae11b-2ff0-4a41-b3c6-759b68c2b012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.064273] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Releasing lock "refresh_cache-aca03be1-1cf7-4b4f-b324-b4201034a770" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.167856] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444778, 'name': CreateVM_Task, 'duration_secs': 0.44915} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.168497] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1020.169418] env[70398]: DEBUG oslo_concurrency.lockutils [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.169772] env[70398]: DEBUG oslo_concurrency.lockutils [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.170281] env[70398]: DEBUG oslo_concurrency.lockutils [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.170606] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eac84499-0168-4c27-a0dd-f630ddf50376 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.177620] env[70398]: DEBUG oslo_vmware.api [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 1020.177620] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52b7bd0f-afbc-a4d5-3a10-90c8f1d9cdc4" [ 1020.177620] env[70398]: _type = "Task" [ 1020.177620] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.189622] env[70398]: DEBUG oslo_vmware.api [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52b7bd0f-afbc-a4d5-3a10-90c8f1d9cdc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.197261] env[70398]: DEBUG oslo_vmware.api [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444779, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.263838] env[70398]: DEBUG oslo_vmware.api [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444780, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087054} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.264165] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1020.264959] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61834250-9e10-4507-95e5-79557046ed99 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.291032] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 013bddce-e445-4e28-89b5-8911d9dc4031/013bddce-e445-4e28-89b5-8911d9dc4031.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1020.291750] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c6e06a7-0f7b-4139-bf88-32c810f3e7cf {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.317173] env[70398]: DEBUG oslo_vmware.api [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1020.317173] env[70398]: value = "task-3444781" [ 1020.317173] env[70398]: _type = "Task" [ 1020.317173] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.329049] env[70398]: DEBUG oslo_vmware.api [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444781, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.333693] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Acquiring lock "f57f9bae-2e30-4f41-ab13-ce6fd0566265" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.333930] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Lock "f57f9bae-2e30-4f41-ab13-ce6fd0566265" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.487965] env[70398]: DEBUG nova.scheduler.client.report [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.515155] env[70398]: DEBUG oslo_concurrency.lockutils [req-de7f32b0-3b2a-4858-ba17-92dc5af0e218 req-0a6552ef-1bfe-4faa-a141-f5e09af8df37 service nova] Releasing lock "refresh_cache-173351e4-117d-4f14-ac73-1a41892b1d1e" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.515446] env[70398]: DEBUG nova.compute.manager [req-de7f32b0-3b2a-4858-ba17-92dc5af0e218 req-0a6552ef-1bfe-4faa-a141-f5e09af8df37 service nova] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Received event network-vif-deleted-f0dac94a-e6cf-4705-bc56-53ba6905563a {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.552924] env[70398]: DEBUG nova.compute.manager [req-449426bf-4242-4f46-bab3-a2dbfc54062e req-4fcbaa83-78be-41fe-b125-013c279d5e5e service nova] [instance: 91f222a1-224b-4eac-9669-a564fe7cab58] Received event network-vif-plugged-9eb9df6c-7706-448a-9db4-f4cc97cbcf16 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.553173] env[70398]: DEBUG oslo_concurrency.lockutils [req-449426bf-4242-4f46-bab3-a2dbfc54062e req-4fcbaa83-78be-41fe-b125-013c279d5e5e service nova] Acquiring lock "91f222a1-224b-4eac-9669-a564fe7cab58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.553395] env[70398]: DEBUG oslo_concurrency.lockutils [req-449426bf-4242-4f46-bab3-a2dbfc54062e req-4fcbaa83-78be-41fe-b125-013c279d5e5e service nova] Lock "91f222a1-224b-4eac-9669-a564fe7cab58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.553565] env[70398]: DEBUG oslo_concurrency.lockutils [req-449426bf-4242-4f46-bab3-a2dbfc54062e req-4fcbaa83-78be-41fe-b125-013c279d5e5e service nova] Lock "91f222a1-224b-4eac-9669-a564fe7cab58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.553726] env[70398]: DEBUG nova.compute.manager [req-449426bf-4242-4f46-bab3-a2dbfc54062e req-4fcbaa83-78be-41fe-b125-013c279d5e5e service nova] [instance: 91f222a1-224b-4eac-9669-a564fe7cab58] No waiting events found dispatching network-vif-plugged-9eb9df6c-7706-448a-9db4-f4cc97cbcf16 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1020.553888] env[70398]: WARNING nova.compute.manager [req-449426bf-4242-4f46-bab3-a2dbfc54062e req-4fcbaa83-78be-41fe-b125-013c279d5e5e service nova] [instance: 91f222a1-224b-4eac-9669-a564fe7cab58] Received unexpected event network-vif-plugged-9eb9df6c-7706-448a-9db4-f4cc97cbcf16 for instance with vm_state building and task_state spawning. [ 1020.621045] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1020.623204] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3f92ce-017e-49b0-a90f-15656e6551b9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.631447] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1020.631695] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7557dd67-4de8-4198-8e93-c76736081710 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.684354] env[70398]: DEBUG nova.network.neutron [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 91f222a1-224b-4eac-9669-a564fe7cab58] Successfully updated port: 9eb9df6c-7706-448a-9db4-f4cc97cbcf16 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1020.702129] env[70398]: DEBUG oslo_vmware.api [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444779, 'name': PowerOnVM_Task, 'duration_secs': 0.620161} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.706452] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 87247a1d-85ea-41bf-b3b1-0cb29c7b5830] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1020.706575] env[70398]: INFO nova.compute.manager [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 87247a1d-85ea-41bf-b3b1-0cb29c7b5830] Took 8.76 seconds to spawn the instance on the hypervisor. [ 1020.706814] env[70398]: DEBUG nova.compute.manager [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 87247a1d-85ea-41bf-b3b1-0cb29c7b5830] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1020.707423] env[70398]: DEBUG oslo_vmware.api [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52b7bd0f-afbc-a4d5-3a10-90c8f1d9cdc4, 'name': SearchDatastore_Task, 'duration_secs': 0.010829} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.708178] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e42cac-197c-4409-bcf6-26d2df052bf0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.710878] env[70398]: DEBUG oslo_concurrency.lockutils [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.711122] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1020.711392] env[70398]: DEBUG oslo_concurrency.lockutils [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.711538] env[70398]: DEBUG oslo_concurrency.lockutils [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.711716] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1020.712513] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e8c4e18-8658-422b-a382-f4a4c599cfb6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.717018] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1020.717018] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1020.717018] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Deleting the datastore file [datastore2] aca03be1-1cf7-4b4f-b324-b4201034a770 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1020.717283] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-172d4eb4-d178-497f-84d7-c98464fe177b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.725096] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1020.725342] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1020.726065] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdc0582a-894a-4fbc-9b9f-ab7e2f8fc17a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.729438] env[70398]: DEBUG oslo_vmware.api [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Waiting for the task: (returnval){ [ 1020.729438] env[70398]: value = "task-3444783" [ 1020.729438] env[70398]: _type = "Task" [ 1020.729438] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.734930] env[70398]: DEBUG oslo_vmware.api [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 1020.734930] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5295db10-f772-cdba-ea4d-54093deaf7bc" [ 1020.734930] env[70398]: _type = "Task" [ 1020.734930] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.741286] env[70398]: DEBUG oslo_vmware.api [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444783, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.746890] env[70398]: DEBUG oslo_vmware.api [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5295db10-f772-cdba-ea4d-54093deaf7bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.831479] env[70398]: DEBUG oslo_vmware.api [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444781, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.838162] env[70398]: DEBUG nova.compute.manager [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1021.104347] env[70398]: DEBUG oslo_concurrency.lockutils [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Acquiring lock "c0aa94e0-4e87-4454-905f-3bc7a72ec446" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.104347] env[70398]: DEBUG oslo_concurrency.lockutils [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Lock "c0aa94e0-4e87-4454-905f-3bc7a72ec446" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.184317] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "refresh_cache-91f222a1-224b-4eac-9669-a564fe7cab58" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.184469] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquired lock "refresh_cache-91f222a1-224b-4eac-9669-a564fe7cab58" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.184641] env[70398]: DEBUG nova.network.neutron [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 91f222a1-224b-4eac-9669-a564fe7cab58] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1021.233653] env[70398]: INFO nova.compute.manager [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 87247a1d-85ea-41bf-b3b1-0cb29c7b5830] Took 23.65 seconds to build instance. [ 1021.243297] env[70398]: DEBUG oslo_vmware.api [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444783, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191573} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.243978] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1021.244106] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1021.244290] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1021.250991] env[70398]: DEBUG oslo_vmware.api [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5295db10-f772-cdba-ea4d-54093deaf7bc, 'name': SearchDatastore_Task, 'duration_secs': 0.012924} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.251257] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c9cf5ef-1523-4883-9069-3db0e022bc12 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.257476] env[70398]: DEBUG oslo_vmware.api [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 1021.257476] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]525ebba2-d766-eca4-7509-8d6c0b109b65" [ 1021.257476] env[70398]: _type = "Task" [ 1021.257476] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.267180] env[70398]: DEBUG oslo_vmware.api [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]525ebba2-d766-eca4-7509-8d6c0b109b65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.278160] env[70398]: INFO nova.scheduler.client.report [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Deleted allocations for instance aca03be1-1cf7-4b4f-b324-b4201034a770 [ 1021.327613] env[70398]: DEBUG oslo_vmware.api [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444781, 'name': ReconfigVM_Task, 'duration_secs': 1.005224} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.327928] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 013bddce-e445-4e28-89b5-8911d9dc4031/013bddce-e445-4e28-89b5-8911d9dc4031.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1021.328647] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aaf00eb4-a99e-4894-b188-7d5558251d80 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.335591] env[70398]: DEBUG oslo_vmware.api [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1021.335591] env[70398]: value = "task-3444784" [ 1021.335591] env[70398]: _type = "Task" [ 1021.335591] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.345919] env[70398]: DEBUG oslo_vmware.api [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444784, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.358224] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.499402] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.022s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.505360] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.506893] env[70398]: INFO nova.compute.claims [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1021.605910] env[70398]: DEBUG nova.compute.manager [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1021.727671] env[70398]: DEBUG nova.network.neutron [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 91f222a1-224b-4eac-9669-a564fe7cab58] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1021.735264] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b2ea3137-2f26-4e70-9d25-b9d825d1a8d7 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Lock "87247a1d-85ea-41bf-b3b1-0cb29c7b5830" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.159s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.770551] env[70398]: DEBUG oslo_vmware.api [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]525ebba2-d766-eca4-7509-8d6c0b109b65, 'name': SearchDatastore_Task, 'duration_secs': 0.015879} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.771354] env[70398]: DEBUG oslo_concurrency.lockutils [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.771354] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 173351e4-117d-4f14-ac73-1a41892b1d1e/173351e4-117d-4f14-ac73-1a41892b1d1e.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1021.771354] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24714b52-76d1-4c3d-9c1f-a5b528623cc0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.778669] env[70398]: DEBUG oslo_vmware.api [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 1021.778669] env[70398]: value = "task-3444785" [ 1021.778669] env[70398]: _type = "Task" [ 1021.778669] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.783644] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.789021] env[70398]: DEBUG oslo_vmware.api [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.847937] env[70398]: DEBUG oslo_vmware.api [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444784, 'name': Rename_Task, 'duration_secs': 0.448494} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.848256] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.848518] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c2403f7-1a04-4e5e-9d1b-aca2ab0dcacb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.855893] env[70398]: DEBUG oslo_vmware.api [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1021.855893] env[70398]: value = "task-3444786" [ 1021.855893] env[70398]: _type = "Task" [ 1021.855893] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.864543] env[70398]: DEBUG oslo_vmware.api [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444786, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.897524] env[70398]: DEBUG nova.network.neutron [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 91f222a1-224b-4eac-9669-a564fe7cab58] Updating instance_info_cache with network_info: [{"id": "9eb9df6c-7706-448a-9db4-f4cc97cbcf16", "address": "fa:16:3e:89:36:9b", "network": {"id": "8827b33f-2ae8-4694-a41f-8548aab18f7c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-40120438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61b38bccf64b49b086c80c4151b39806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9eb9df6c-77", "ovs_interfaceid": "9eb9df6c-7706-448a-9db4-f4cc97cbcf16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.132628] env[70398]: DEBUG oslo_concurrency.lockutils [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.290333] env[70398]: DEBUG oslo_vmware.api [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444785, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505904} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.290673] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 173351e4-117d-4f14-ac73-1a41892b1d1e/173351e4-117d-4f14-ac73-1a41892b1d1e.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1022.290943] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1022.291421] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d49f5484-ae47-409e-a47c-30856b2dc80a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.297762] env[70398]: DEBUG oslo_vmware.api [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 1022.297762] env[70398]: value = "task-3444787" [ 1022.297762] env[70398]: _type = "Task" [ 1022.297762] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.308805] env[70398]: DEBUG oslo_vmware.api [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444787, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.367456] env[70398]: DEBUG oslo_vmware.api [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444786, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.400226] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Releasing lock "refresh_cache-91f222a1-224b-4eac-9669-a564fe7cab58" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.400563] env[70398]: DEBUG nova.compute.manager [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 91f222a1-224b-4eac-9669-a564fe7cab58] Instance network_info: |[{"id": "9eb9df6c-7706-448a-9db4-f4cc97cbcf16", "address": "fa:16:3e:89:36:9b", "network": {"id": "8827b33f-2ae8-4694-a41f-8548aab18f7c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-40120438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61b38bccf64b49b086c80c4151b39806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9eb9df6c-77", "ovs_interfaceid": "9eb9df6c-7706-448a-9db4-f4cc97cbcf16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1022.401210] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 91f222a1-224b-4eac-9669-a564fe7cab58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:36:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a111da1-447a-4722-9662-b0d6a2886a65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9eb9df6c-7706-448a-9db4-f4cc97cbcf16', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1022.408811] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.409065] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91f222a1-224b-4eac-9669-a564fe7cab58] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1022.409295] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e51770d-f046-4239-83ac-18e59e752908 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.433669] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1022.433669] env[70398]: value = "task-3444788" [ 1022.433669] env[70398]: _type = "Task" [ 1022.433669] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.444982] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444788, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.695101] env[70398]: DEBUG nova.compute.manager [req-a9b58ce0-b0e3-45b6-b963-1b61bf58f9f2 req-0c1eeb32-e86f-4a2b-9148-77a3d7eec763 service nova] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Received event network-vif-unplugged-89d05ddf-ad9c-4611-b99e-0b6606af9685 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.695354] env[70398]: DEBUG oslo_concurrency.lockutils [req-a9b58ce0-b0e3-45b6-b963-1b61bf58f9f2 req-0c1eeb32-e86f-4a2b-9148-77a3d7eec763 service nova] Acquiring lock "aca03be1-1cf7-4b4f-b324-b4201034a770-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.695866] env[70398]: DEBUG oslo_concurrency.lockutils [req-a9b58ce0-b0e3-45b6-b963-1b61bf58f9f2 req-0c1eeb32-e86f-4a2b-9148-77a3d7eec763 service nova] Lock "aca03be1-1cf7-4b4f-b324-b4201034a770-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.696299] env[70398]: DEBUG oslo_concurrency.lockutils [req-a9b58ce0-b0e3-45b6-b963-1b61bf58f9f2 req-0c1eeb32-e86f-4a2b-9148-77a3d7eec763 service nova] Lock "aca03be1-1cf7-4b4f-b324-b4201034a770-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.696586] env[70398]: DEBUG nova.compute.manager [req-a9b58ce0-b0e3-45b6-b963-1b61bf58f9f2 req-0c1eeb32-e86f-4a2b-9148-77a3d7eec763 service nova] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] No waiting events found dispatching network-vif-unplugged-89d05ddf-ad9c-4611-b99e-0b6606af9685 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1022.696785] env[70398]: WARNING nova.compute.manager [req-a9b58ce0-b0e3-45b6-b963-1b61bf58f9f2 req-0c1eeb32-e86f-4a2b-9148-77a3d7eec763 service nova] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Received unexpected event network-vif-unplugged-89d05ddf-ad9c-4611-b99e-0b6606af9685 for instance with vm_state shelved_offloaded and task_state unshelving. [ 1022.696956] env[70398]: DEBUG nova.compute.manager [req-a9b58ce0-b0e3-45b6-b963-1b61bf58f9f2 req-0c1eeb32-e86f-4a2b-9148-77a3d7eec763 service nova] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Received event network-changed-89d05ddf-ad9c-4611-b99e-0b6606af9685 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.697253] env[70398]: DEBUG nova.compute.manager [req-a9b58ce0-b0e3-45b6-b963-1b61bf58f9f2 req-0c1eeb32-e86f-4a2b-9148-77a3d7eec763 service nova] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Refreshing instance network info cache due to event network-changed-89d05ddf-ad9c-4611-b99e-0b6606af9685. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1022.697454] env[70398]: DEBUG oslo_concurrency.lockutils [req-a9b58ce0-b0e3-45b6-b963-1b61bf58f9f2 req-0c1eeb32-e86f-4a2b-9148-77a3d7eec763 service nova] Acquiring lock "refresh_cache-aca03be1-1cf7-4b4f-b324-b4201034a770" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.697648] env[70398]: DEBUG oslo_concurrency.lockutils [req-a9b58ce0-b0e3-45b6-b963-1b61bf58f9f2 req-0c1eeb32-e86f-4a2b-9148-77a3d7eec763 service nova] Acquired lock "refresh_cache-aca03be1-1cf7-4b4f-b324-b4201034a770" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.697869] env[70398]: DEBUG nova.network.neutron [req-a9b58ce0-b0e3-45b6-b963-1b61bf58f9f2 req-0c1eeb32-e86f-4a2b-9148-77a3d7eec763 service nova] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Refreshing network info cache for port 89d05ddf-ad9c-4611-b99e-0b6606af9685 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1022.809269] env[70398]: DEBUG oslo_vmware.api [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444787, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.277926} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.812385] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1022.817979] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e362abec-9893-40f1-ba4a-dca27d2dcde0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.846323] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 173351e4-117d-4f14-ac73-1a41892b1d1e/173351e4-117d-4f14-ac73-1a41892b1d1e.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.846323] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec366095-a7ec-49f6-a2b2-4ad905c3ffd5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.868536] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5844e25b-ed6b-41c8-b408-12a72960f89f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.884065] env[70398]: DEBUG oslo_vmware.api [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444786, 'name': PowerOnVM_Task, 'duration_secs': 0.876251} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.887465] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.887739] env[70398]: INFO nova.compute.manager [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Took 8.31 seconds to spawn the instance on the hypervisor. [ 1022.887941] env[70398]: DEBUG nova.compute.manager [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.888309] env[70398]: DEBUG oslo_vmware.api [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 1022.888309] env[70398]: value = "task-3444789" [ 1022.888309] env[70398]: _type = "Task" [ 1022.888309] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.889164] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4dae96-f28a-4b67-bf01-525e0babb2e5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.892960] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34681d77-dadd-47ad-bdef-0080edeb4c48 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.959014] env[70398]: DEBUG oslo_vmware.api [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444789, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.959014] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af4638d-84d2-4a8e-8431-d3eb45445439 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.959014] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b85423-a63f-4845-a999-7920816444b1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.959014] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444788, 'name': CreateVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.974926] env[70398]: DEBUG nova.compute.provider_tree [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.041389] env[70398]: INFO nova.compute.manager [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Swapping old allocation on dict_keys(['308ebb75-eece-4013-bc9f-8d18cf162ec4']) held by migration 30035a39-443b-40a2-8340-0d20421ebc75 for instance [ 1023.068405] env[70398]: DEBUG nova.scheduler.client.report [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Overwriting current allocation {'allocations': {'308ebb75-eece-4013-bc9f-8d18cf162ec4': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 126}}, 'project_id': '565f3f2d80634f578f63ea399435e6d6', 'user_id': '383aae858b124c66b62c211e07831f3d', 'consumer_generation': 1} on consumer 3805da77-9f5d-4ffa-bc7b-141c94be3982 {{(pid=70398) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1023.145155] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquiring lock "refresh_cache-3805da77-9f5d-4ffa-bc7b-141c94be3982" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.145358] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquired lock "refresh_cache-3805da77-9f5d-4ffa-bc7b-141c94be3982" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.146738] env[70398]: DEBUG nova.network.neutron [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.402829] env[70398]: DEBUG oslo_vmware.api [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444789, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.409544] env[70398]: DEBUG nova.network.neutron [req-a9b58ce0-b0e3-45b6-b963-1b61bf58f9f2 req-0c1eeb32-e86f-4a2b-9148-77a3d7eec763 service nova] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Updated VIF entry in instance network info cache for port 89d05ddf-ad9c-4611-b99e-0b6606af9685. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1023.409888] env[70398]: DEBUG nova.network.neutron [req-a9b58ce0-b0e3-45b6-b963-1b61bf58f9f2 req-0c1eeb32-e86f-4a2b-9148-77a3d7eec763 service nova] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Updating instance_info_cache with network_info: [{"id": "89d05ddf-ad9c-4611-b99e-0b6606af9685", "address": "fa:16:3e:db:ef:3c", "network": {"id": "33f3e9d8-5a02-4591-828a-d84cbe89da8e", "bridge": null, "label": "tempest-ServersNegativeTestJSON-805406701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72bcb292b34f4fa0859dddf376aed84f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap89d05ddf-ad", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.449748] env[70398]: INFO nova.compute.manager [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Took 20.67 seconds to build instance. [ 1023.456033] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444788, 'name': CreateVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.479020] env[70398]: DEBUG nova.scheduler.client.report [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.903859] env[70398]: DEBUG oslo_vmware.api [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444789, 'name': ReconfigVM_Task, 'duration_secs': 0.89317} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.904245] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 173351e4-117d-4f14-ac73-1a41892b1d1e/173351e4-117d-4f14-ac73-1a41892b1d1e.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.904853] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8099817e-3e3a-4713-8ede-cb9b6200b9b8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.912332] env[70398]: DEBUG oslo_concurrency.lockutils [req-a9b58ce0-b0e3-45b6-b963-1b61bf58f9f2 req-0c1eeb32-e86f-4a2b-9148-77a3d7eec763 service nova] Releasing lock "refresh_cache-aca03be1-1cf7-4b4f-b324-b4201034a770" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.912577] env[70398]: DEBUG nova.compute.manager [req-a9b58ce0-b0e3-45b6-b963-1b61bf58f9f2 req-0c1eeb32-e86f-4a2b-9148-77a3d7eec763 service nova] [instance: 91f222a1-224b-4eac-9669-a564fe7cab58] Received event network-changed-9eb9df6c-7706-448a-9db4-f4cc97cbcf16 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.912742] env[70398]: DEBUG nova.compute.manager [req-a9b58ce0-b0e3-45b6-b963-1b61bf58f9f2 req-0c1eeb32-e86f-4a2b-9148-77a3d7eec763 service nova] [instance: 91f222a1-224b-4eac-9669-a564fe7cab58] Refreshing instance network info cache due to event network-changed-9eb9df6c-7706-448a-9db4-f4cc97cbcf16. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1023.912952] env[70398]: DEBUG oslo_concurrency.lockutils [req-a9b58ce0-b0e3-45b6-b963-1b61bf58f9f2 req-0c1eeb32-e86f-4a2b-9148-77a3d7eec763 service nova] Acquiring lock "refresh_cache-91f222a1-224b-4eac-9669-a564fe7cab58" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.913112] env[70398]: DEBUG oslo_concurrency.lockutils [req-a9b58ce0-b0e3-45b6-b963-1b61bf58f9f2 req-0c1eeb32-e86f-4a2b-9148-77a3d7eec763 service nova] Acquired lock "refresh_cache-91f222a1-224b-4eac-9669-a564fe7cab58" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.913272] env[70398]: DEBUG nova.network.neutron [req-a9b58ce0-b0e3-45b6-b963-1b61bf58f9f2 req-0c1eeb32-e86f-4a2b-9148-77a3d7eec763 service nova] [instance: 91f222a1-224b-4eac-9669-a564fe7cab58] Refreshing network info cache for port 9eb9df6c-7706-448a-9db4-f4cc97cbcf16 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.918287] env[70398]: DEBUG oslo_vmware.api [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 1023.918287] env[70398]: value = "task-3444790" [ 1023.918287] env[70398]: _type = "Task" [ 1023.918287] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.926903] env[70398]: DEBUG oslo_vmware.api [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444790, 'name': Rename_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.955555] env[70398]: DEBUG oslo_concurrency.lockutils [None req-15154090-9046-4891-aaef-1a22033ae36c tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "013bddce-e445-4e28-89b5-8911d9dc4031" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.186s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.955781] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444788, 'name': CreateVM_Task, 'duration_secs': 1.418257} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.955934] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91f222a1-224b-4eac-9669-a564fe7cab58] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1023.956610] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.956767] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.957097] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.957386] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48e0c20c-78de-4bff-9344-1b1266a11be5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.965012] env[70398]: DEBUG oslo_vmware.api [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 1023.965012] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]528976b3-14d5-6161-eb27-c06d27c87daa" [ 1023.965012] env[70398]: _type = "Task" [ 1023.965012] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.979767] env[70398]: DEBUG oslo_vmware.api [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]528976b3-14d5-6161-eb27-c06d27c87daa, 'name': SearchDatastore_Task} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.980112] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.980356] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 91f222a1-224b-4eac-9669-a564fe7cab58] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1023.980591] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.980740] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.981067] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1023.981512] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Acquiring lock "aca03be1-1cf7-4b4f-b324-b4201034a770" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.982204] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.982678] env[70398]: DEBUG nova.compute.manager [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1023.985335] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15cb3555-c7f4-45de-a0df-36152b0f47ff {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.987762] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5a325bc3-2dc3-4b79-87d0-cb01d79a9338 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.991s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.996906] env[70398]: DEBUG nova.network.neutron [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Updating instance_info_cache with network_info: [{"id": "4f8e56ba-25ca-49a3-9697-667e89a8301e", "address": "fa:16:3e:01:06:65", "network": {"id": "7d6a528e-2d28-423d-a33f-6f0222b74744", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1712623278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "565f3f2d80634f578f63ea399435e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f8e56ba-25", "ovs_interfaceid": "4f8e56ba-25ca-49a3-9697-667e89a8301e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.000144] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1024.000144] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1024.001055] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ade26d6-bd94-459f-93f0-f0fd77c553f7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.007053] env[70398]: DEBUG oslo_vmware.api [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 1024.007053] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52378e48-f50f-eba4-e5f0-0237d5707bb2" [ 1024.007053] env[70398]: _type = "Task" [ 1024.007053] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.019575] env[70398]: DEBUG oslo_vmware.api [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52378e48-f50f-eba4-e5f0-0237d5707bb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.201483] env[70398]: DEBUG nova.compute.manager [req-fa66d71d-38b7-41be-b47d-e22ebc0b0905 req-b78f16cc-307e-4024-b5c0-e37347fd0332 service nova] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Received event network-changed-71dda898-9b5e-4eab-ad94-bd572af16f02 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.201681] env[70398]: DEBUG nova.compute.manager [req-fa66d71d-38b7-41be-b47d-e22ebc0b0905 req-b78f16cc-307e-4024-b5c0-e37347fd0332 service nova] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Refreshing instance network info cache due to event network-changed-71dda898-9b5e-4eab-ad94-bd572af16f02. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1024.201857] env[70398]: DEBUG oslo_concurrency.lockutils [req-fa66d71d-38b7-41be-b47d-e22ebc0b0905 req-b78f16cc-307e-4024-b5c0-e37347fd0332 service nova] Acquiring lock "refresh_cache-013bddce-e445-4e28-89b5-8911d9dc4031" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.202431] env[70398]: DEBUG oslo_concurrency.lockutils [req-fa66d71d-38b7-41be-b47d-e22ebc0b0905 req-b78f16cc-307e-4024-b5c0-e37347fd0332 service nova] Acquired lock "refresh_cache-013bddce-e445-4e28-89b5-8911d9dc4031" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.202431] env[70398]: DEBUG nova.network.neutron [req-fa66d71d-38b7-41be-b47d-e22ebc0b0905 req-b78f16cc-307e-4024-b5c0-e37347fd0332 service nova] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Refreshing network info cache for port 71dda898-9b5e-4eab-ad94-bd572af16f02 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.274920] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682958ff-016a-4811-9475-e1e4c6ff1ac6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.283511] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd970e5c-a91a-426f-8ae5-c027d495bd1e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.316483] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825d84c8-cdd8-4f4d-bc1d-933df7a1670b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.325181] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132d080c-ff1c-4aa5-b628-ba818ba3fb13 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.340242] env[70398]: DEBUG nova.compute.provider_tree [None req-5a325bc3-2dc3-4b79-87d0-cb01d79a9338 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.347862] env[70398]: DEBUG oslo_concurrency.lockutils [None req-01fdf9b5-63a4-4c2f-8c09-ccba6f43d9de tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Acquiring lock "e4f55593-2799-4e45-8da2-bcb842076f23" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.348109] env[70398]: DEBUG oslo_concurrency.lockutils [None req-01fdf9b5-63a4-4c2f-8c09-ccba6f43d9de tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Lock "e4f55593-2799-4e45-8da2-bcb842076f23" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.348949] env[70398]: DEBUG nova.compute.manager [None req-01fdf9b5-63a4-4c2f-8c09-ccba6f43d9de tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.349176] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49df08b6-8d3a-4c63-b45a-453ad6dc74ea {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.357305] env[70398]: DEBUG nova.compute.manager [None req-01fdf9b5-63a4-4c2f-8c09-ccba6f43d9de tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70398) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1024.357891] env[70398]: DEBUG nova.objects.instance [None req-01fdf9b5-63a4-4c2f-8c09-ccba6f43d9de tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Lazy-loading 'flavor' on Instance uuid e4f55593-2799-4e45-8da2-bcb842076f23 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.431301] env[70398]: DEBUG oslo_vmware.api [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444790, 'name': Rename_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.489117] env[70398]: DEBUG nova.compute.utils [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1024.490531] env[70398]: DEBUG nova.compute.manager [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1024.490691] env[70398]: DEBUG nova.network.neutron [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1024.500923] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Releasing lock "refresh_cache-3805da77-9f5d-4ffa-bc7b-141c94be3982" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.501958] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816cb173-69cd-4743-b4e3-647c6a59b937 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.515687] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fb781d-2f5e-45fd-a3e7-94d2ac374d44 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.522958] env[70398]: DEBUG oslo_vmware.api [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52378e48-f50f-eba4-e5f0-0237d5707bb2, 'name': SearchDatastore_Task, 'duration_secs': 0.011354} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.524758] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ad49e69-c24d-4e68-872b-f3596f36aa63 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.532627] env[70398]: DEBUG oslo_vmware.api [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 1024.532627] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]523748fe-f133-dc17-9314-2de89ac4be64" [ 1024.532627] env[70398]: _type = "Task" [ 1024.532627] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.552244] env[70398]: DEBUG oslo_vmware.api [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]523748fe-f133-dc17-9314-2de89ac4be64, 'name': SearchDatastore_Task, 'duration_secs': 0.011901} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.555151] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.555490] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 91f222a1-224b-4eac-9669-a564fe7cab58/91f222a1-224b-4eac-9669-a564fe7cab58.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1024.556060] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c710bc6f-3d96-466c-9ba9-b8a7acf655f6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.561550] env[70398]: DEBUG nova.policy [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8859e8d417ed4e9b9fea1c2c46ea7e14', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51f4576c34fc44219985585672183ac3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 1024.571261] env[70398]: DEBUG oslo_vmware.api [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 1024.571261] env[70398]: value = "task-3444791" [ 1024.571261] env[70398]: _type = "Task" [ 1024.571261] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.581719] env[70398]: DEBUG oslo_vmware.api [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444791, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.817931] env[70398]: DEBUG nova.network.neutron [req-a9b58ce0-b0e3-45b6-b963-1b61bf58f9f2 req-0c1eeb32-e86f-4a2b-9148-77a3d7eec763 service nova] [instance: 91f222a1-224b-4eac-9669-a564fe7cab58] Updated VIF entry in instance network info cache for port 9eb9df6c-7706-448a-9db4-f4cc97cbcf16. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1024.818746] env[70398]: DEBUG nova.network.neutron [req-a9b58ce0-b0e3-45b6-b963-1b61bf58f9f2 req-0c1eeb32-e86f-4a2b-9148-77a3d7eec763 service nova] [instance: 91f222a1-224b-4eac-9669-a564fe7cab58] Updating instance_info_cache with network_info: [{"id": "9eb9df6c-7706-448a-9db4-f4cc97cbcf16", "address": "fa:16:3e:89:36:9b", "network": {"id": "8827b33f-2ae8-4694-a41f-8548aab18f7c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-40120438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61b38bccf64b49b086c80c4151b39806", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9eb9df6c-77", "ovs_interfaceid": "9eb9df6c-7706-448a-9db4-f4cc97cbcf16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.844025] env[70398]: DEBUG nova.scheduler.client.report [None req-5a325bc3-2dc3-4b79-87d0-cb01d79a9338 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.938065] env[70398]: DEBUG oslo_vmware.api [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444790, 'name': Rename_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.993480] env[70398]: DEBUG nova.compute.manager [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1025.016171] env[70398]: DEBUG nova.network.neutron [req-fa66d71d-38b7-41be-b47d-e22ebc0b0905 req-b78f16cc-307e-4024-b5c0-e37347fd0332 service nova] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Updated VIF entry in instance network info cache for port 71dda898-9b5e-4eab-ad94-bd572af16f02. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1025.016538] env[70398]: DEBUG nova.network.neutron [req-fa66d71d-38b7-41be-b47d-e22ebc0b0905 req-b78f16cc-307e-4024-b5c0-e37347fd0332 service nova] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Updating instance_info_cache with network_info: [{"id": "71dda898-9b5e-4eab-ad94-bd572af16f02", "address": "fa:16:3e:65:46:0f", "network": {"id": "5d95ca4f-960e-421c-9130-8d3e409f34c5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-80910192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68376abf86b14e67a33ef720177607f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71dda898-9b", "ovs_interfaceid": "71dda898-9b5e-4eab-ad94-bd572af16f02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.081467] env[70398]: DEBUG oslo_vmware.api [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444791, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463486} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.081782] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 91f222a1-224b-4eac-9669-a564fe7cab58/91f222a1-224b-4eac-9669-a564fe7cab58.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1025.082045] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 91f222a1-224b-4eac-9669-a564fe7cab58] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1025.082301] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-003ce095-17e9-44c4-b834-14ea633a64be {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.089755] env[70398]: DEBUG oslo_vmware.api [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 1025.089755] env[70398]: value = "task-3444792" [ 1025.089755] env[70398]: _type = "Task" [ 1025.089755] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.099600] env[70398]: DEBUG oslo_vmware.api [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444792, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.102176] env[70398]: DEBUG nova.network.neutron [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Successfully created port: ee195dbc-ffd6-44a6-85be-6f09e25aa513 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1025.321145] env[70398]: DEBUG oslo_concurrency.lockutils [req-a9b58ce0-b0e3-45b6-b963-1b61bf58f9f2 req-0c1eeb32-e86f-4a2b-9148-77a3d7eec763 service nova] Releasing lock "refresh_cache-91f222a1-224b-4eac-9669-a564fe7cab58" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.351607] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5a325bc3-2dc3-4b79-87d0-cb01d79a9338 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.363s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.351607] env[70398]: INFO nova.compute.manager [None req-5a325bc3-2dc3-4b79-87d0-cb01d79a9338 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Successfully reverted task state from rebuilding on failure for instance. [ 1025.356873] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9495986e-1a07-47b5-aa5f-11d3112666ea tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.004s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.357130] env[70398]: DEBUG nova.objects.instance [None req-9495986e-1a07-47b5-aa5f-11d3112666ea tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Lazy-loading 'resources' on Instance uuid fc300453-1d03-4d05-8144-093f2593b32b {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.367723] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-01fdf9b5-63a4-4c2f-8c09-ccba6f43d9de tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.368055] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9eec8ef1-ec57-47b2-876f-e6cc3957ae40 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.377468] env[70398]: DEBUG oslo_vmware.api [None req-01fdf9b5-63a4-4c2f-8c09-ccba6f43d9de tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Waiting for the task: (returnval){ [ 1025.377468] env[70398]: value = "task-3444793" [ 1025.377468] env[70398]: _type = "Task" [ 1025.377468] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.388462] env[70398]: DEBUG oslo_vmware.api [None req-01fdf9b5-63a4-4c2f-8c09-ccba6f43d9de tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444793, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.433345] env[70398]: DEBUG oslo_vmware.api [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444790, 'name': Rename_Task, 'duration_secs': 1.363185} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.433685] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.433983] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44bab0ee-dc6d-4ee2-a9de-38aed7402917 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.442559] env[70398]: DEBUG oslo_vmware.api [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 1025.442559] env[70398]: value = "task-3444794" [ 1025.442559] env[70398]: _type = "Task" [ 1025.442559] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.452098] env[70398]: DEBUG oslo_vmware.api [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.522875] env[70398]: DEBUG oslo_concurrency.lockutils [req-fa66d71d-38b7-41be-b47d-e22ebc0b0905 req-b78f16cc-307e-4024-b5c0-e37347fd0332 service nova] Releasing lock "refresh_cache-013bddce-e445-4e28-89b5-8911d9dc4031" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.603347] env[70398]: DEBUG oslo_vmware.api [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444792, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.222055} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.603746] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 91f222a1-224b-4eac-9669-a564fe7cab58] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1025.604714] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a3a74d-6108-4afa-bf3f-fed4bf369e02 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.628806] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 91f222a1-224b-4eac-9669-a564fe7cab58] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 91f222a1-224b-4eac-9669-a564fe7cab58/91f222a1-224b-4eac-9669-a564fe7cab58.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.629389] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.629678] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b99ff356-d68b-4017-896c-c7c278d8ea30 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.644459] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb1efae3-58c9-43d9-97f1-a1922b6fd2f0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.652673] env[70398]: DEBUG oslo_vmware.api [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 1025.652673] env[70398]: value = "task-3444795" [ 1025.652673] env[70398]: _type = "Task" [ 1025.652673] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.654092] env[70398]: DEBUG oslo_vmware.api [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 1025.654092] env[70398]: value = "task-3444796" [ 1025.654092] env[70398]: _type = "Task" [ 1025.654092] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.670026] env[70398]: DEBUG oslo_vmware.api [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444796, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.673624] env[70398]: DEBUG oslo_vmware.api [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444795, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.891989] env[70398]: DEBUG oslo_vmware.api [None req-01fdf9b5-63a4-4c2f-8c09-ccba6f43d9de tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444793, 'name': PowerOffVM_Task, 'duration_secs': 0.330319} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.892330] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-01fdf9b5-63a4-4c2f-8c09-ccba6f43d9de tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1025.892549] env[70398]: DEBUG nova.compute.manager [None req-01fdf9b5-63a4-4c2f-8c09-ccba6f43d9de tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.893404] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24779b72-cf61-43cc-a613-a217df8c6985 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.954587] env[70398]: DEBUG oslo_vmware.api [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444794, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.005844] env[70398]: DEBUG nova.compute.manager [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1026.034063] env[70398]: DEBUG nova.virt.hardware [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1026.034318] env[70398]: DEBUG nova.virt.hardware [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1026.034468] env[70398]: DEBUG nova.virt.hardware [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.034641] env[70398]: DEBUG nova.virt.hardware [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1026.034785] env[70398]: DEBUG nova.virt.hardware [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.034932] env[70398]: DEBUG nova.virt.hardware [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1026.035159] env[70398]: DEBUG nova.virt.hardware [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1026.035317] env[70398]: DEBUG nova.virt.hardware [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1026.035481] env[70398]: DEBUG nova.virt.hardware [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1026.035641] env[70398]: DEBUG nova.virt.hardware [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1026.035811] env[70398]: DEBUG nova.virt.hardware [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1026.036876] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b6a4f6-c776-43b5-a005-8f1b2b8ce1e6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.045343] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95bb69b-7a06-48c5-82da-fc4767eb69cb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.134225] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d40e6b5-9848-4477-8e25-1a4028695976 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.142398] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-effd29f9-5a89-4957-9829-7fd5878a4e4d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.180420] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56e4a8f-cf86-461b-83c8-8038a9d5cf84 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.194088] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425cf226-eb8a-4ad2-9549-4065d6b0bde3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.198207] env[70398]: DEBUG oslo_vmware.api [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444795, 'name': PowerOffVM_Task, 'duration_secs': 0.352902} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.198444] env[70398]: DEBUG oslo_vmware.api [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444796, 'name': ReconfigVM_Task, 'duration_secs': 0.302191} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.198692] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.199360] env[70398]: DEBUG nova.virt.hardware [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1026.199570] env[70398]: DEBUG nova.virt.hardware [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1026.199724] env[70398]: DEBUG nova.virt.hardware [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.199904] env[70398]: DEBUG nova.virt.hardware [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1026.200063] env[70398]: DEBUG nova.virt.hardware [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.200212] env[70398]: DEBUG nova.virt.hardware [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1026.200410] env[70398]: DEBUG nova.virt.hardware [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1026.200564] env[70398]: DEBUG nova.virt.hardware [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1026.200724] env[70398]: DEBUG nova.virt.hardware [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1026.200983] env[70398]: DEBUG nova.virt.hardware [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1026.201105] env[70398]: DEBUG nova.virt.hardware [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1026.206060] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 91f222a1-224b-4eac-9669-a564fe7cab58] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 91f222a1-224b-4eac-9669-a564fe7cab58/91f222a1-224b-4eac-9669-a564fe7cab58.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.207023] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1702c35a-20e2-4fb3-bff9-21c960ead326 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.216880] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ada0336-8970-4ae3-97f9-f0189cc7c19d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.226710] env[70398]: DEBUG nova.compute.provider_tree [None req-9495986e-1a07-47b5-aa5f-11d3112666ea tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.234934] env[70398]: DEBUG oslo_vmware.api [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 1026.234934] env[70398]: value = "task-3444798" [ 1026.234934] env[70398]: _type = "Task" [ 1026.234934] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.237372] env[70398]: DEBUG oslo_vmware.api [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 1026.237372] env[70398]: value = "task-3444797" [ 1026.237372] env[70398]: _type = "Task" [ 1026.237372] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.251462] env[70398]: DEBUG oslo_vmware.api [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444798, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.255549] env[70398]: DEBUG oslo_vmware.api [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444797, 'name': Rename_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.408121] env[70398]: DEBUG oslo_concurrency.lockutils [None req-01fdf9b5-63a4-4c2f-8c09-ccba6f43d9de tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Lock "e4f55593-2799-4e45-8da2-bcb842076f23" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.454974] env[70398]: DEBUG oslo_vmware.api [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444794, 'name': PowerOnVM_Task, 'duration_secs': 1.008272} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.454974] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.455087] env[70398]: INFO nova.compute.manager [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Took 9.49 seconds to spawn the instance on the hypervisor. [ 1026.455228] env[70398]: DEBUG nova.compute.manager [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.456123] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11979642-a5ad-4621-974d-49e80b2238c3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.620115] env[70398]: DEBUG nova.compute.manager [req-2b361f3f-3dc8-4e41-befc-d92876218123 req-e87b1422-da2e-4617-aa8f-fc49dff6ad45 service nova] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Received event network-vif-plugged-ee195dbc-ffd6-44a6-85be-6f09e25aa513 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.620115] env[70398]: DEBUG oslo_concurrency.lockutils [req-2b361f3f-3dc8-4e41-befc-d92876218123 req-e87b1422-da2e-4617-aa8f-fc49dff6ad45 service nova] Acquiring lock "71f3f8fe-1304-427c-9c95-981baf19c8e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.620115] env[70398]: DEBUG oslo_concurrency.lockutils [req-2b361f3f-3dc8-4e41-befc-d92876218123 req-e87b1422-da2e-4617-aa8f-fc49dff6ad45 service nova] Lock "71f3f8fe-1304-427c-9c95-981baf19c8e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.620221] env[70398]: DEBUG oslo_concurrency.lockutils [req-2b361f3f-3dc8-4e41-befc-d92876218123 req-e87b1422-da2e-4617-aa8f-fc49dff6ad45 service nova] Lock "71f3f8fe-1304-427c-9c95-981baf19c8e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.620388] env[70398]: DEBUG nova.compute.manager [req-2b361f3f-3dc8-4e41-befc-d92876218123 req-e87b1422-da2e-4617-aa8f-fc49dff6ad45 service nova] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] No waiting events found dispatching network-vif-plugged-ee195dbc-ffd6-44a6-85be-6f09e25aa513 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1026.620545] env[70398]: WARNING nova.compute.manager [req-2b361f3f-3dc8-4e41-befc-d92876218123 req-e87b1422-da2e-4617-aa8f-fc49dff6ad45 service nova] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Received unexpected event network-vif-plugged-ee195dbc-ffd6-44a6-85be-6f09e25aa513 for instance with vm_state building and task_state spawning. [ 1026.707381] env[70398]: DEBUG nova.network.neutron [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Successfully updated port: ee195dbc-ffd6-44a6-85be-6f09e25aa513 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1026.731036] env[70398]: DEBUG nova.scheduler.client.report [None req-9495986e-1a07-47b5-aa5f-11d3112666ea tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.753589] env[70398]: DEBUG oslo_vmware.api [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444798, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.757656] env[70398]: DEBUG oslo_vmware.api [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444797, 'name': Rename_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.940703] env[70398]: DEBUG nova.objects.instance [None req-eff70f92-c465-4ffd-a073-cd8621d6f1c2 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Lazy-loading 'flavor' on Instance uuid e4f55593-2799-4e45-8da2-bcb842076f23 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.976471] env[70398]: INFO nova.compute.manager [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Took 23.98 seconds to build instance. [ 1027.209847] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "refresh_cache-71f3f8fe-1304-427c-9c95-981baf19c8e7" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.210020] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquired lock "refresh_cache-71f3f8fe-1304-427c-9c95-981baf19c8e7" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.210180] env[70398]: DEBUG nova.network.neutron [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.238190] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9495986e-1a07-47b5-aa5f-11d3112666ea tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.878s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.238190] env[70398]: DEBUG oslo_concurrency.lockutils [None req-596822c0-2566-49cc-b1cc-0357c6345e20 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.156s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.238190] env[70398]: DEBUG nova.objects.instance [None req-596822c0-2566-49cc-b1cc-0357c6345e20 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lazy-loading 'resources' on Instance uuid 04f55f97-bcbd-427d-b953-cb9e1d6d9b21 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.263923] env[70398]: DEBUG oslo_vmware.api [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444798, 'name': ReconfigVM_Task, 'duration_secs': 0.540761} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.269842] env[70398]: INFO nova.scheduler.client.report [None req-9495986e-1a07-47b5-aa5f-11d3112666ea tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Deleted allocations for instance fc300453-1d03-4d05-8144-093f2593b32b [ 1027.271660] env[70398]: DEBUG oslo_vmware.api [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444797, 'name': Rename_Task, 'duration_secs': 0.83839} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.275838] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca96387-639f-48ab-a583-ae2a719ec95d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.280030] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 91f222a1-224b-4eac-9669-a564fe7cab58] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1027.280649] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53ee70ac-e71c-40e9-ba7f-ed2f5cc36b3b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.315231] env[70398]: DEBUG nova.virt.hardware [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.315563] env[70398]: DEBUG nova.virt.hardware [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.315796] env[70398]: DEBUG nova.virt.hardware [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.316083] env[70398]: DEBUG nova.virt.hardware [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.316305] env[70398]: DEBUG nova.virt.hardware [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.316569] env[70398]: DEBUG nova.virt.hardware [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.316851] env[70398]: DEBUG nova.virt.hardware [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.317111] env[70398]: DEBUG nova.virt.hardware [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.317348] env[70398]: DEBUG nova.virt.hardware [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.317595] env[70398]: DEBUG nova.virt.hardware [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.317851] env[70398]: DEBUG nova.virt.hardware [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.321512] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6abd0bf-b352-4397-947f-dd60cde51fd7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.326219] env[70398]: DEBUG oslo_vmware.api [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 1027.326219] env[70398]: value = "task-3444799" [ 1027.326219] env[70398]: _type = "Task" [ 1027.326219] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.334229] env[70398]: DEBUG oslo_vmware.api [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 1027.334229] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5243e8d6-71e9-05b4-5b76-a243201630ff" [ 1027.334229] env[70398]: _type = "Task" [ 1027.334229] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.344639] env[70398]: DEBUG oslo_vmware.api [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444799, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.354509] env[70398]: DEBUG oslo_vmware.api [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5243e8d6-71e9-05b4-5b76-a243201630ff, 'name': SearchDatastore_Task, 'duration_secs': 0.008369} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.363520] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Reconfiguring VM instance instance-00000046 to detach disk 2000 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1027.363898] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b1ea4c6-1ba3-422a-9bb6-86d09d830fcf {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.392783] env[70398]: DEBUG oslo_vmware.api [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 1027.392783] env[70398]: value = "task-3444800" [ 1027.392783] env[70398]: _type = "Task" [ 1027.392783] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.408466] env[70398]: DEBUG oslo_vmware.api [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444800, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.446159] env[70398]: DEBUG oslo_concurrency.lockutils [None req-eff70f92-c465-4ffd-a073-cd8621d6f1c2 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Acquiring lock "refresh_cache-e4f55593-2799-4e45-8da2-bcb842076f23" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.446827] env[70398]: DEBUG oslo_concurrency.lockutils [None req-eff70f92-c465-4ffd-a073-cd8621d6f1c2 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Acquired lock "refresh_cache-e4f55593-2799-4e45-8da2-bcb842076f23" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.446827] env[70398]: DEBUG nova.network.neutron [None req-eff70f92-c465-4ffd-a073-cd8621d6f1c2 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.446827] env[70398]: DEBUG nova.objects.instance [None req-eff70f92-c465-4ffd-a073-cd8621d6f1c2 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Lazy-loading 'info_cache' on Instance uuid e4f55593-2799-4e45-8da2-bcb842076f23 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.478445] env[70398]: DEBUG oslo_concurrency.lockutils [None req-df2d09d9-28c5-4662-9320-e4dae0380e32 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "173351e4-117d-4f14-ac73-1a41892b1d1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.487s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.757816] env[70398]: DEBUG nova.network.neutron [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1027.786272] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9495986e-1a07-47b5-aa5f-11d3112666ea tempest-ServersAdmin275Test-557583917 tempest-ServersAdmin275Test-557583917-project-member] Lock "fc300453-1d03-4d05-8144-093f2593b32b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.701s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.843921] env[70398]: DEBUG oslo_vmware.api [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444799, 'name': PowerOnVM_Task, 'duration_secs': 0.473346} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.845381] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 91f222a1-224b-4eac-9669-a564fe7cab58] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1027.845676] env[70398]: INFO nova.compute.manager [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 91f222a1-224b-4eac-9669-a564fe7cab58] Took 8.36 seconds to spawn the instance on the hypervisor. [ 1027.845868] env[70398]: DEBUG nova.compute.manager [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 91f222a1-224b-4eac-9669-a564fe7cab58] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1027.847392] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc16516-1d25-4ff1-8ade-e8571f9fb3c6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.907878] env[70398]: DEBUG oslo_vmware.api [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444800, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.950179] env[70398]: DEBUG nova.objects.base [None req-eff70f92-c465-4ffd-a073-cd8621d6f1c2 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70398) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1027.952441] env[70398]: DEBUG nova.network.neutron [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Updating instance_info_cache with network_info: [{"id": "ee195dbc-ffd6-44a6-85be-6f09e25aa513", "address": "fa:16:3e:af:e8:28", "network": {"id": "b09dba51-196a-4f6b-8985-d014993ec89b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1461080089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51f4576c34fc44219985585672183ac3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee195dbc-ff", "ovs_interfaceid": "ee195dbc-ffd6-44a6-85be-6f09e25aa513", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.022049] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61bfb5c4-a04f-41d4-ac09-7bf29298c9f0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.030353] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3bec3be-4326-4860-8c25-dab04a5b6fa4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.061893] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b1e3d4-59be-4435-8580-b115e3528b0f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.070210] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b04e06-9090-42d2-91fb-ec833b02cda3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.084391] env[70398]: DEBUG nova.compute.provider_tree [None req-596822c0-2566-49cc-b1cc-0357c6345e20 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.094501] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "173351e4-117d-4f14-ac73-1a41892b1d1e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.094773] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "173351e4-117d-4f14-ac73-1a41892b1d1e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.094957] env[70398]: INFO nova.compute.manager [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Shelving [ 1028.369046] env[70398]: INFO nova.compute.manager [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 91f222a1-224b-4eac-9669-a564fe7cab58] Took 25.01 seconds to build instance. [ 1028.404328] env[70398]: DEBUG oslo_vmware.api [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444800, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.460020] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Releasing lock "refresh_cache-71f3f8fe-1304-427c-9c95-981baf19c8e7" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.460020] env[70398]: DEBUG nova.compute.manager [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Instance network_info: |[{"id": "ee195dbc-ffd6-44a6-85be-6f09e25aa513", "address": "fa:16:3e:af:e8:28", "network": {"id": "b09dba51-196a-4f6b-8985-d014993ec89b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1461080089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51f4576c34fc44219985585672183ac3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee195dbc-ff", "ovs_interfaceid": "ee195dbc-ffd6-44a6-85be-6f09e25aa513", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1028.460492] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:e8:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee195dbc-ffd6-44a6-85be-6f09e25aa513', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1028.468676] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Creating folder: Project (51f4576c34fc44219985585672183ac3). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1028.471446] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-705e306e-a66c-45d0-ad8b-9a9f726d05ba {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.482408] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Created folder: Project (51f4576c34fc44219985585672183ac3) in parent group-v687430. [ 1028.484108] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Creating folder: Instances. Parent ref: group-v687688. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1028.484108] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb0199b7-3ba1-42f7-a809-0991174fc837 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.498723] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Created folder: Instances in parent group-v687688. [ 1028.498843] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.498975] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1028.499213] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31a7707a-3395-464e-8736-e93d18bbd73a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.521250] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1028.521250] env[70398]: value = "task-3444803" [ 1028.521250] env[70398]: _type = "Task" [ 1028.521250] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.529645] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444803, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.589911] env[70398]: DEBUG nova.scheduler.client.report [None req-596822c0-2566-49cc-b1cc-0357c6345e20 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.652136] env[70398]: DEBUG nova.compute.manager [req-37897113-328f-4448-acad-7f6f9da6cf48 req-5aef0450-5b41-4238-9b71-d12770ba9496 service nova] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Received event network-changed-ee195dbc-ffd6-44a6-85be-6f09e25aa513 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.652211] env[70398]: DEBUG nova.compute.manager [req-37897113-328f-4448-acad-7f6f9da6cf48 req-5aef0450-5b41-4238-9b71-d12770ba9496 service nova] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Refreshing instance network info cache due to event network-changed-ee195dbc-ffd6-44a6-85be-6f09e25aa513. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1028.652390] env[70398]: DEBUG oslo_concurrency.lockutils [req-37897113-328f-4448-acad-7f6f9da6cf48 req-5aef0450-5b41-4238-9b71-d12770ba9496 service nova] Acquiring lock "refresh_cache-71f3f8fe-1304-427c-9c95-981baf19c8e7" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.652551] env[70398]: DEBUG oslo_concurrency.lockutils [req-37897113-328f-4448-acad-7f6f9da6cf48 req-5aef0450-5b41-4238-9b71-d12770ba9496 service nova] Acquired lock "refresh_cache-71f3f8fe-1304-427c-9c95-981baf19c8e7" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.652713] env[70398]: DEBUG nova.network.neutron [req-37897113-328f-4448-acad-7f6f9da6cf48 req-5aef0450-5b41-4238-9b71-d12770ba9496 service nova] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Refreshing network info cache for port ee195dbc-ffd6-44a6-85be-6f09e25aa513 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.855110] env[70398]: DEBUG nova.network.neutron [None req-eff70f92-c465-4ffd-a073-cd8621d6f1c2 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Updating instance_info_cache with network_info: [{"id": "645565a0-83af-4e16-80eb-a9f7bc31531e", "address": "fa:16:3e:2f:5c:d6", "network": {"id": "8b0f93f1-e6c5-4792-8275-8cd018764d81", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1486071987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8c84f003f084c1eb2adf30068d15c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap645565a0-83", "ovs_interfaceid": "645565a0-83af-4e16-80eb-a9f7bc31531e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.871196] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bb7c99cd-2558-4997-9099-b4bff5ad43e4 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "91f222a1-224b-4eac-9669-a564fe7cab58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.521s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.906658] env[70398]: DEBUG oslo_vmware.api [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444800, 'name': ReconfigVM_Task, 'duration_secs': 1.237891} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.906969] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Reconfigured VM instance instance-00000046 to detach disk 2000 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1028.907812] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64fd9e7-aa22-4f43-861c-d98f6ba6556b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.939925] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 3805da77-9f5d-4ffa-bc7b-141c94be3982/3805da77-9f5d-4ffa-bc7b-141c94be3982.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1028.940658] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fad57bb7-81e6-4e90-8280-4e7048772726 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.960017] env[70398]: DEBUG oslo_vmware.api [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 1028.960017] env[70398]: value = "task-3444804" [ 1028.960017] env[70398]: _type = "Task" [ 1028.960017] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.971607] env[70398]: DEBUG oslo_vmware.api [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444804, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.033964] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444803, 'name': CreateVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.105124] env[70398]: DEBUG oslo_concurrency.lockutils [None req-596822c0-2566-49cc-b1cc-0357c6345e20 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.867s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.107699] env[70398]: DEBUG oslo_concurrency.lockutils [None req-209c59c0-b4e7-4133-85a5-11a862651b5b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.318s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.107997] env[70398]: DEBUG nova.objects.instance [None req-209c59c0-b4e7-4133-85a5-11a862651b5b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lazy-loading 'resources' on Instance uuid effd3feb-1733-4485-bc19-2e089e5feef4 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.111981] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.111981] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b73e5d4e-1a60-484c-8004-a345a84c8d92 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.120546] env[70398]: DEBUG oslo_vmware.api [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 1029.120546] env[70398]: value = "task-3444805" [ 1029.120546] env[70398]: _type = "Task" [ 1029.120546] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.131727] env[70398]: DEBUG oslo_vmware.api [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.136034] env[70398]: INFO nova.scheduler.client.report [None req-596822c0-2566-49cc-b1cc-0357c6345e20 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Deleted allocations for instance 04f55f97-bcbd-427d-b953-cb9e1d6d9b21 [ 1029.358321] env[70398]: DEBUG oslo_concurrency.lockutils [None req-eff70f92-c465-4ffd-a073-cd8621d6f1c2 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Releasing lock "refresh_cache-e4f55593-2799-4e45-8da2-bcb842076f23" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.433660] env[70398]: DEBUG nova.network.neutron [req-37897113-328f-4448-acad-7f6f9da6cf48 req-5aef0450-5b41-4238-9b71-d12770ba9496 service nova] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Updated VIF entry in instance network info cache for port ee195dbc-ffd6-44a6-85be-6f09e25aa513. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.434068] env[70398]: DEBUG nova.network.neutron [req-37897113-328f-4448-acad-7f6f9da6cf48 req-5aef0450-5b41-4238-9b71-d12770ba9496 service nova] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Updating instance_info_cache with network_info: [{"id": "ee195dbc-ffd6-44a6-85be-6f09e25aa513", "address": "fa:16:3e:af:e8:28", "network": {"id": "b09dba51-196a-4f6b-8985-d014993ec89b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1461080089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51f4576c34fc44219985585672183ac3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee195dbc-ff", "ovs_interfaceid": "ee195dbc-ffd6-44a6-85be-6f09e25aa513", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.471319] env[70398]: DEBUG oslo_vmware.api [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444804, 'name': ReconfigVM_Task, 'duration_secs': 0.365696} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.471671] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 3805da77-9f5d-4ffa-bc7b-141c94be3982/3805da77-9f5d-4ffa-bc7b-141c94be3982.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.473661] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884a5560-5945-4fb7-9256-052f40262056 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.499089] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3e3b54-7c1f-4a82-bfe1-5e279c8a6cf4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.526176] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255a42f3-c5aa-4a72-abec-d6d71fcdf6b2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.535178] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444803, 'name': CreateVM_Task, 'duration_secs': 0.517075} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.550910] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1029.552339] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.552529] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.552888] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.554489] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7ff217-33f8-4b47-8ae7-e365f8c3036f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.556382] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8b7f241-82f8-40db-877f-3543823c8ddb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.562246] env[70398]: DEBUG oslo_vmware.api [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1029.562246] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52cfa92a-06ff-8ebc-16be-759bdea818a6" [ 1029.562246] env[70398]: _type = "Task" [ 1029.562246] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.564404] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.567294] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1dcd0f0d-b47e-469f-a358-26115969d0a5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.575404] env[70398]: DEBUG oslo_vmware.api [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52cfa92a-06ff-8ebc-16be-759bdea818a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.576767] env[70398]: DEBUG oslo_vmware.api [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 1029.576767] env[70398]: value = "task-3444806" [ 1029.576767] env[70398]: _type = "Task" [ 1029.576767] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.585662] env[70398]: DEBUG oslo_vmware.api [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444806, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.632089] env[70398]: DEBUG oslo_vmware.api [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444805, 'name': PowerOffVM_Task, 'duration_secs': 0.212201} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.632089] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.632758] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84baa6ec-ac51-44a5-9130-4e75e51e7eed {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.659863] env[70398]: DEBUG oslo_concurrency.lockutils [None req-596822c0-2566-49cc-b1cc-0357c6345e20 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "04f55f97-bcbd-427d-b953-cb9e1d6d9b21" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.624s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.665923] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccd1d69-87e6-494a-b455-38b41709b5f0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.896623] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc74fba-b4e3-4c45-ad1e-cc8d3666dcae {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.904592] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982d606c-a674-4d78-9627-fe8f4a1bdb7b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.938049] env[70398]: DEBUG oslo_concurrency.lockutils [req-37897113-328f-4448-acad-7f6f9da6cf48 req-5aef0450-5b41-4238-9b71-d12770ba9496 service nova] Releasing lock "refresh_cache-71f3f8fe-1304-427c-9c95-981baf19c8e7" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.939405] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32beec74-7e03-45b5-ad99-8a035cf12495 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.948177] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08791a5-c14b-4e0a-aec2-f034dc36e046 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.962174] env[70398]: DEBUG nova.compute.provider_tree [None req-209c59c0-b4e7-4133-85a5-11a862651b5b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.979407] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0f7beced-118f-4486-a52b-d509dcfae233 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "91f222a1-224b-4eac-9669-a564fe7cab58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.979652] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0f7beced-118f-4486-a52b-d509dcfae233 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "91f222a1-224b-4eac-9669-a564fe7cab58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.979855] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0f7beced-118f-4486-a52b-d509dcfae233 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "91f222a1-224b-4eac-9669-a564fe7cab58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.980079] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0f7beced-118f-4486-a52b-d509dcfae233 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "91f222a1-224b-4eac-9669-a564fe7cab58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.980252] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0f7beced-118f-4486-a52b-d509dcfae233 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "91f222a1-224b-4eac-9669-a564fe7cab58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.982286] env[70398]: INFO nova.compute.manager [None req-0f7beced-118f-4486-a52b-d509dcfae233 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 91f222a1-224b-4eac-9669-a564fe7cab58] Terminating instance [ 1030.074412] env[70398]: DEBUG oslo_vmware.api [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52cfa92a-06ff-8ebc-16be-759bdea818a6, 'name': SearchDatastore_Task, 'duration_secs': 0.027489} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.074739] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.074980] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1030.075245] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.075392] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.075570] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1030.075851] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-931bcf6e-e175-413a-89ed-5562b5d85658 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.086363] env[70398]: DEBUG oslo_vmware.api [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444806, 'name': PowerOnVM_Task, 'duration_secs': 0.485775} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.086617] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.093252] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1030.093252] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1030.093581] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a4bfcfb-0084-4708-b0fe-343518523d6a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.098514] env[70398]: DEBUG oslo_vmware.api [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1030.098514] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5229efa8-3d95-bda5-7979-143611a070f7" [ 1030.098514] env[70398]: _type = "Task" [ 1030.098514] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.105918] env[70398]: DEBUG oslo_vmware.api [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5229efa8-3d95-bda5-7979-143611a070f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.179383] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Creating Snapshot of the VM instance {{(pid=70398) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1030.179941] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e7bee45b-cf38-4a2e-91d7-8d9299643f0f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.187407] env[70398]: DEBUG oslo_vmware.api [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 1030.187407] env[70398]: value = "task-3444807" [ 1030.187407] env[70398]: _type = "Task" [ 1030.187407] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.196379] env[70398]: DEBUG oslo_vmware.api [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444807, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.365846] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-eff70f92-c465-4ffd-a073-cd8621d6f1c2 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.365846] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da0a56f5-e8b5-400a-b039-8f8841fde240 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.373690] env[70398]: DEBUG oslo_vmware.api [None req-eff70f92-c465-4ffd-a073-cd8621d6f1c2 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Waiting for the task: (returnval){ [ 1030.373690] env[70398]: value = "task-3444808" [ 1030.373690] env[70398]: _type = "Task" [ 1030.373690] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.384512] env[70398]: DEBUG oslo_vmware.api [None req-eff70f92-c465-4ffd-a073-cd8621d6f1c2 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444808, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.470025] env[70398]: DEBUG nova.scheduler.client.report [None req-209c59c0-b4e7-4133-85a5-11a862651b5b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.487930] env[70398]: DEBUG nova.compute.manager [None req-0f7beced-118f-4486-a52b-d509dcfae233 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 91f222a1-224b-4eac-9669-a564fe7cab58] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1030.488042] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7beced-118f-4486-a52b-d509dcfae233 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 91f222a1-224b-4eac-9669-a564fe7cab58] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1030.489790] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ce4307-e392-4b0a-ac7a-426121caeeab {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.499276] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f7beced-118f-4486-a52b-d509dcfae233 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 91f222a1-224b-4eac-9669-a564fe7cab58] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1030.499601] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06d43cf3-9f33-47d3-aec7-55e605c84d5a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.506908] env[70398]: DEBUG oslo_vmware.api [None req-0f7beced-118f-4486-a52b-d509dcfae233 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 1030.506908] env[70398]: value = "task-3444809" [ 1030.506908] env[70398]: _type = "Task" [ 1030.506908] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.516170] env[70398]: DEBUG oslo_vmware.api [None req-0f7beced-118f-4486-a52b-d509dcfae233 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.610910] env[70398]: DEBUG oslo_vmware.api [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5229efa8-3d95-bda5-7979-143611a070f7, 'name': SearchDatastore_Task, 'duration_secs': 0.019236} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.611312] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5087f956-98c7-49af-97e7-1a611becb3b9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.616764] env[70398]: DEBUG oslo_vmware.api [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1030.616764] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52a578cd-57ce-4b16-504e-74ec5f91a58f" [ 1030.616764] env[70398]: _type = "Task" [ 1030.616764] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.626415] env[70398]: DEBUG oslo_vmware.api [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52a578cd-57ce-4b16-504e-74ec5f91a58f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.696875] env[70398]: DEBUG oslo_vmware.api [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444807, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.884021] env[70398]: DEBUG oslo_vmware.api [None req-eff70f92-c465-4ffd-a073-cd8621d6f1c2 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444808, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.976009] env[70398]: DEBUG oslo_concurrency.lockutils [None req-209c59c0-b4e7-4133-85a5-11a862651b5b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.868s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.979529] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e895a530-d04b-440f-8f3f-ee921d3bb535 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.436s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.979529] env[70398]: DEBUG nova.objects.instance [None req-e895a530-d04b-440f-8f3f-ee921d3bb535 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Lazy-loading 'resources' on Instance uuid a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.006300] env[70398]: INFO nova.scheduler.client.report [None req-209c59c0-b4e7-4133-85a5-11a862651b5b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Deleted allocations for instance effd3feb-1733-4485-bc19-2e089e5feef4 [ 1031.018494] env[70398]: DEBUG oslo_vmware.api [None req-0f7beced-118f-4486-a52b-d509dcfae233 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444809, 'name': PowerOffVM_Task, 'duration_secs': 0.19463} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.018799] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f7beced-118f-4486-a52b-d509dcfae233 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 91f222a1-224b-4eac-9669-a564fe7cab58] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1031.019344] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7beced-118f-4486-a52b-d509dcfae233 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 91f222a1-224b-4eac-9669-a564fe7cab58] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1031.019344] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd090356-c217-4e07-ad14-3e1ea1396f70 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.089185] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7beced-118f-4486-a52b-d509dcfae233 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 91f222a1-224b-4eac-9669-a564fe7cab58] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1031.089471] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7beced-118f-4486-a52b-d509dcfae233 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 91f222a1-224b-4eac-9669-a564fe7cab58] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1031.089578] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f7beced-118f-4486-a52b-d509dcfae233 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Deleting the datastore file [datastore1] 91f222a1-224b-4eac-9669-a564fe7cab58 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1031.090211] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31d9f9ba-5dc1-4ce0-beae-a2bf0d986169 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.101450] env[70398]: DEBUG oslo_vmware.api [None req-0f7beced-118f-4486-a52b-d509dcfae233 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for the task: (returnval){ [ 1031.101450] env[70398]: value = "task-3444811" [ 1031.101450] env[70398]: _type = "Task" [ 1031.101450] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.111739] env[70398]: DEBUG oslo_vmware.api [None req-0f7beced-118f-4486-a52b-d509dcfae233 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444811, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.127447] env[70398]: DEBUG oslo_vmware.api [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52a578cd-57ce-4b16-504e-74ec5f91a58f, 'name': SearchDatastore_Task, 'duration_secs': 0.011955} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.127778] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.128102] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 71f3f8fe-1304-427c-9c95-981baf19c8e7/71f3f8fe-1304-427c-9c95-981baf19c8e7.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1031.128415] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db018ae9-0dc8-4f8e-9a4f-a5814b2556a9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.135315] env[70398]: DEBUG oslo_vmware.api [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1031.135315] env[70398]: value = "task-3444812" [ 1031.135315] env[70398]: _type = "Task" [ 1031.135315] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.141734] env[70398]: INFO nova.compute.manager [None req-1fb3d075-7c85-4b4b-8818-95544b936573 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Updating instance to original state: 'active' [ 1031.149616] env[70398]: DEBUG oslo_vmware.api [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3444812, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.198924] env[70398]: DEBUG oslo_vmware.api [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444807, 'name': CreateSnapshot_Task, 'duration_secs': 0.572182} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.199429] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Created Snapshot of the VM instance {{(pid=70398) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1031.200280] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f42b8c-2488-45ca-97e0-e9920e410760 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.387565] env[70398]: DEBUG oslo_vmware.api [None req-eff70f92-c465-4ffd-a073-cd8621d6f1c2 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444808, 'name': PowerOnVM_Task, 'duration_secs': 0.55133} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.387565] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-eff70f92-c465-4ffd-a073-cd8621d6f1c2 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.387817] env[70398]: DEBUG nova.compute.manager [None req-eff70f92-c465-4ffd-a073-cd8621d6f1c2 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.388894] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00da513d-0088-4900-aa88-7abf19ff3079 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.519935] env[70398]: DEBUG oslo_concurrency.lockutils [None req-209c59c0-b4e7-4133-85a5-11a862651b5b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lock "effd3feb-1733-4485-bc19-2e089e5feef4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.016s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.616139] env[70398]: DEBUG oslo_vmware.api [None req-0f7beced-118f-4486-a52b-d509dcfae233 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Task: {'id': task-3444811, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159805} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.616139] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f7beced-118f-4486-a52b-d509dcfae233 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1031.616139] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7beced-118f-4486-a52b-d509dcfae233 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 91f222a1-224b-4eac-9669-a564fe7cab58] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1031.616139] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7beced-118f-4486-a52b-d509dcfae233 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 91f222a1-224b-4eac-9669-a564fe7cab58] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1031.616139] env[70398]: INFO nova.compute.manager [None req-0f7beced-118f-4486-a52b-d509dcfae233 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] [instance: 91f222a1-224b-4eac-9669-a564fe7cab58] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1031.616139] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f7beced-118f-4486-a52b-d509dcfae233 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.618116] env[70398]: DEBUG nova.compute.manager [-] [instance: 91f222a1-224b-4eac-9669-a564fe7cab58] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1031.618267] env[70398]: DEBUG nova.network.neutron [-] [instance: 91f222a1-224b-4eac-9669-a564fe7cab58] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1031.646627] env[70398]: DEBUG oslo_vmware.api [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3444812, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470059} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.646931] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 71f3f8fe-1304-427c-9c95-981baf19c8e7/71f3f8fe-1304-427c-9c95-981baf19c8e7.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1031.647259] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1031.648834] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9aedd6db-018b-43b8-9459-e1af3b599f29 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.658293] env[70398]: DEBUG oslo_vmware.api [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1031.658293] env[70398]: value = "task-3444813" [ 1031.658293] env[70398]: _type = "Task" [ 1031.658293] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.667673] env[70398]: DEBUG oslo_vmware.api [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3444813, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.723013] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Creating linked-clone VM from snapshot {{(pid=70398) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1031.725020] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ff8d01c4-963f-4593-bcc1-db8296775e50 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.735595] env[70398]: DEBUG oslo_vmware.api [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 1031.735595] env[70398]: value = "task-3444814" [ 1031.735595] env[70398]: _type = "Task" [ 1031.735595] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.748596] env[70398]: DEBUG oslo_vmware.api [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444814, 'name': CloneVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.771093] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d116a49-6e5b-42e5-9895-4f2d4155d6fc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.780037] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e88359-e28b-4647-9b3d-ea8dcd2559ac {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.816496] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80bf9e79-31e5-4743-a29c-f34b3cd8506e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.825597] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5764c998-4f4c-4995-bb5d-bf93d97cf3ca {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.843305] env[70398]: DEBUG nova.compute.provider_tree [None req-e895a530-d04b-440f-8f3f-ee921d3bb535 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.170425] env[70398]: DEBUG oslo_vmware.api [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3444813, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.163726} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.171710] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1032.171916] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb24a272-c9e1-48c9-8e56-df784957ef57 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.197249] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 71f3f8fe-1304-427c-9c95-981baf19c8e7/71f3f8fe-1304-427c-9c95-981baf19c8e7.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.197249] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f84704b5-b6b8-42b9-aeb6-f68920afbf76 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.217339] env[70398]: DEBUG oslo_vmware.api [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1032.217339] env[70398]: value = "task-3444815" [ 1032.217339] env[70398]: _type = "Task" [ 1032.217339] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.225964] env[70398]: DEBUG oslo_vmware.api [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3444815, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.246417] env[70398]: DEBUG oslo_vmware.api [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444814, 'name': CloneVM_Task} progress is 94%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.346735] env[70398]: DEBUG nova.scheduler.client.report [None req-e895a530-d04b-440f-8f3f-ee921d3bb535 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.449990] env[70398]: DEBUG nova.compute.manager [req-36f05afb-0de8-4f36-9aba-b85216298e1b req-8119b364-d490-49b9-8769-5316d6cfb2ea service nova] [instance: 91f222a1-224b-4eac-9669-a564fe7cab58] Received event network-vif-deleted-9eb9df6c-7706-448a-9db4-f4cc97cbcf16 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.450278] env[70398]: INFO nova.compute.manager [req-36f05afb-0de8-4f36-9aba-b85216298e1b req-8119b364-d490-49b9-8769-5316d6cfb2ea service nova] [instance: 91f222a1-224b-4eac-9669-a564fe7cab58] Neutron deleted interface 9eb9df6c-7706-448a-9db4-f4cc97cbcf16; detaching it from the instance and deleting it from the info cache [ 1032.450497] env[70398]: DEBUG nova.network.neutron [req-36f05afb-0de8-4f36-9aba-b85216298e1b req-8119b364-d490-49b9-8769-5316d6cfb2ea service nova] [instance: 91f222a1-224b-4eac-9669-a564fe7cab58] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.521070] env[70398]: DEBUG nova.network.neutron [-] [instance: 91f222a1-224b-4eac-9669-a564fe7cab58] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.728939] env[70398]: DEBUG oslo_vmware.api [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3444815, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.747155] env[70398]: DEBUG oslo_vmware.api [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444814, 'name': CloneVM_Task} progress is 94%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.852209] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e895a530-d04b-440f-8f3f-ee921d3bb535 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.873s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.855779] env[70398]: DEBUG oslo_concurrency.lockutils [None req-330481fa-fca6-4bb7-942f-1ebc689949b4 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.089s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.856212] env[70398]: DEBUG nova.objects.instance [None req-330481fa-fca6-4bb7-942f-1ebc689949b4 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lazy-loading 'resources' on Instance uuid 3b87df25-1ea9-43f3-8082-8c2c5e89675b {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.957608] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3e64f160-6c7a-4295-b66b-4733c28a6d1e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.969532] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02910fff-c843-438e-b828-6ab1fa475fbf {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.003682] env[70398]: DEBUG nova.compute.manager [req-36f05afb-0de8-4f36-9aba-b85216298e1b req-8119b364-d490-49b9-8769-5316d6cfb2ea service nova] [instance: 91f222a1-224b-4eac-9669-a564fe7cab58] Detach interface failed, port_id=9eb9df6c-7706-448a-9db4-f4cc97cbcf16, reason: Instance 91f222a1-224b-4eac-9669-a564fe7cab58 could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1033.008554] env[70398]: DEBUG oslo_concurrency.lockutils [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "b0740737-d21d-4b1e-8dc3-1389c67c5103" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.008768] env[70398]: DEBUG oslo_concurrency.lockutils [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "b0740737-d21d-4b1e-8dc3-1389c67c5103" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.027028] env[70398]: INFO nova.compute.manager [-] [instance: 91f222a1-224b-4eac-9669-a564fe7cab58] Took 1.41 seconds to deallocate network for instance. [ 1033.188071] env[70398]: DEBUG oslo_concurrency.lockutils [None req-61cca538-5ce8-414c-820f-bc133d0a514f tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquiring lock "3805da77-9f5d-4ffa-bc7b-141c94be3982" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.188442] env[70398]: DEBUG oslo_concurrency.lockutils [None req-61cca538-5ce8-414c-820f-bc133d0a514f tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "3805da77-9f5d-4ffa-bc7b-141c94be3982" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.189750] env[70398]: DEBUG oslo_concurrency.lockutils [None req-61cca538-5ce8-414c-820f-bc133d0a514f tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquiring lock "3805da77-9f5d-4ffa-bc7b-141c94be3982-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.189750] env[70398]: DEBUG oslo_concurrency.lockutils [None req-61cca538-5ce8-414c-820f-bc133d0a514f tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "3805da77-9f5d-4ffa-bc7b-141c94be3982-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.189750] env[70398]: DEBUG oslo_concurrency.lockutils [None req-61cca538-5ce8-414c-820f-bc133d0a514f tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "3805da77-9f5d-4ffa-bc7b-141c94be3982-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.191959] env[70398]: INFO nova.compute.manager [None req-61cca538-5ce8-414c-820f-bc133d0a514f tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Terminating instance [ 1033.231132] env[70398]: DEBUG oslo_vmware.api [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3444815, 'name': ReconfigVM_Task, 'duration_secs': 0.820661} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.231891] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 71f3f8fe-1304-427c-9c95-981baf19c8e7/71f3f8fe-1304-427c-9c95-981baf19c8e7.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.233438] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9336d89e-c2fc-47b8-8376-3ef4a4e3767a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.243116] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Acquiring lock "83cffc69-3d35-4c86-aafa-dfccf72f1a02" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.243116] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Lock "83cffc69-3d35-4c86-aafa-dfccf72f1a02" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.249736] env[70398]: DEBUG oslo_vmware.api [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1033.249736] env[70398]: value = "task-3444816" [ 1033.249736] env[70398]: _type = "Task" [ 1033.249736] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.263165] env[70398]: DEBUG oslo_vmware.api [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444814, 'name': CloneVM_Task} progress is 94%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.270832] env[70398]: DEBUG oslo_vmware.api [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3444816, 'name': Rename_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.384315] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e895a530-d04b-440f-8f3f-ee921d3bb535 tempest-ServerActionsV293TestJSON-798289953 tempest-ServerActionsV293TestJSON-798289953-project-member] Lock "a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.260s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.511177] env[70398]: DEBUG nova.compute.manager [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1033.533480] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0f7beced-118f-4486-a52b-d509dcfae233 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.665336] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf16c67-22b6-4491-af63-a589351ba0ca {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.675185] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa4e6ed-4a39-488a-872b-73c58bb4bd4b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.711017] env[70398]: DEBUG nova.compute.manager [None req-61cca538-5ce8-414c-820f-bc133d0a514f tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1033.711017] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-61cca538-5ce8-414c-820f-bc133d0a514f tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.711017] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d829142b-baa4-43ae-991d-028ec11399ed {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.711367] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a81106b-8ca0-450e-a63c-894eb15a8211 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.719754] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09dc47b-76fd-4d7b-b4e8-a9a35c305bf2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.724334] env[70398]: DEBUG oslo_vmware.api [None req-61cca538-5ce8-414c-820f-bc133d0a514f tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 1033.724334] env[70398]: value = "task-3444817" [ 1033.724334] env[70398]: _type = "Task" [ 1033.724334] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.740543] env[70398]: DEBUG nova.compute.provider_tree [None req-330481fa-fca6-4bb7-942f-1ebc689949b4 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.751426] env[70398]: DEBUG nova.compute.manager [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1033.754244] env[70398]: DEBUG oslo_vmware.api [None req-61cca538-5ce8-414c-820f-bc133d0a514f tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444817, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.762405] env[70398]: DEBUG oslo_vmware.api [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444814, 'name': CloneVM_Task, 'duration_secs': 1.74823} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.762795] env[70398]: INFO nova.virt.vmwareapi.vmops [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Created linked-clone VM from snapshot [ 1033.764234] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe52a10-aea5-4a97-8f10-515da8d88679 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.770490] env[70398]: DEBUG oslo_vmware.api [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3444816, 'name': Rename_Task, 'duration_secs': 0.267518} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.771186] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1033.771453] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84d2235b-dc14-4716-8fda-a21dd056500f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.776724] env[70398]: DEBUG nova.virt.vmwareapi.images [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Uploading image 3cf1e321-d23a-48bb-8888-62cd1ea122bd {{(pid=70398) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1033.785432] env[70398]: DEBUG oslo_vmware.api [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1033.785432] env[70398]: value = "task-3444818" [ 1033.785432] env[70398]: _type = "Task" [ 1033.785432] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.794650] env[70398]: DEBUG oslo_vmware.api [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3444818, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.831817] env[70398]: DEBUG oslo_vmware.rw_handles [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1033.831817] env[70398]: value = "vm-687692" [ 1033.831817] env[70398]: _type = "VirtualMachine" [ 1033.831817] env[70398]: }. {{(pid=70398) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1033.832149] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8017b750-60df-48a7-9709-5b200c31666b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.838720] env[70398]: DEBUG oslo_vmware.rw_handles [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lease: (returnval){ [ 1033.838720] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]527a8672-d574-45b7-553c-a579c864ccea" [ 1033.838720] env[70398]: _type = "HttpNfcLease" [ 1033.838720] env[70398]: } obtained for exporting VM: (result){ [ 1033.838720] env[70398]: value = "vm-687692" [ 1033.838720] env[70398]: _type = "VirtualMachine" [ 1033.838720] env[70398]: }. {{(pid=70398) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1033.839238] env[70398]: DEBUG oslo_vmware.api [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the lease: (returnval){ [ 1033.839238] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]527a8672-d574-45b7-553c-a579c864ccea" [ 1033.839238] env[70398]: _type = "HttpNfcLease" [ 1033.839238] env[70398]: } to be ready. {{(pid=70398) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1033.847577] env[70398]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1033.847577] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]527a8672-d574-45b7-553c-a579c864ccea" [ 1033.847577] env[70398]: _type = "HttpNfcLease" [ 1033.847577] env[70398]: } is initializing. {{(pid=70398) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1034.048828] env[70398]: DEBUG oslo_concurrency.lockutils [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.236382] env[70398]: DEBUG oslo_vmware.api [None req-61cca538-5ce8-414c-820f-bc133d0a514f tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444817, 'name': PowerOffVM_Task, 'duration_secs': 0.225252} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.237294] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-61cca538-5ce8-414c-820f-bc133d0a514f tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1034.237294] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-61cca538-5ce8-414c-820f-bc133d0a514f tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Volume detach. Driver type: vmdk {{(pid=70398) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1034.237294] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-61cca538-5ce8-414c-820f-bc133d0a514f tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687656', 'volume_id': '072d8084-05f7-40c8-a7bc-d683e1328851', 'name': 'volume-072d8084-05f7-40c8-a7bc-d683e1328851', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '3805da77-9f5d-4ffa-bc7b-141c94be3982', 'attached_at': '2025-04-15T16:19:25.000000', 'detached_at': '', 'volume_id': '072d8084-05f7-40c8-a7bc-d683e1328851', 'serial': '072d8084-05f7-40c8-a7bc-d683e1328851'} {{(pid=70398) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1034.237946] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6882b00a-011f-471d-a057-867b49161e69 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.258969] env[70398]: DEBUG nova.scheduler.client.report [None req-330481fa-fca6-4bb7-942f-1ebc689949b4 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.265532] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e988735-8706-421e-b9ea-d6f92b0c9bd9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.277085] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a0844e-50e0-4f27-879e-f3abdd3d957f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.300534] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.306028] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb23b7b-2fba-4530-aa15-d68e259a047f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.313981] env[70398]: DEBUG oslo_vmware.api [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3444818, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.324527] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-61cca538-5ce8-414c-820f-bc133d0a514f tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] The volume has not been displaced from its original location: [datastore1] volume-072d8084-05f7-40c8-a7bc-d683e1328851/volume-072d8084-05f7-40c8-a7bc-d683e1328851.vmdk. No consolidation needed. {{(pid=70398) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1034.329855] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-61cca538-5ce8-414c-820f-bc133d0a514f tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Reconfiguring VM instance instance-00000046 to detach disk 2001 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1034.330057] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-caf3702f-33aa-4fd7-8fc6-1ac779e0889c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.351069] env[70398]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1034.351069] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]527a8672-d574-45b7-553c-a579c864ccea" [ 1034.351069] env[70398]: _type = "HttpNfcLease" [ 1034.351069] env[70398]: } is ready. {{(pid=70398) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1034.351374] env[70398]: DEBUG oslo_vmware.rw_handles [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1034.351374] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]527a8672-d574-45b7-553c-a579c864ccea" [ 1034.351374] env[70398]: _type = "HttpNfcLease" [ 1034.351374] env[70398]: }. {{(pid=70398) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1034.352124] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a388365b-47ed-420c-9159-650295924f01 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.355508] env[70398]: DEBUG oslo_vmware.api [None req-61cca538-5ce8-414c-820f-bc133d0a514f tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 1034.355508] env[70398]: value = "task-3444820" [ 1034.355508] env[70398]: _type = "Task" [ 1034.355508] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.361594] env[70398]: DEBUG oslo_vmware.rw_handles [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a2fe3c-2171-4cad-bef0-14847df26c9d/disk-0.vmdk from lease info. {{(pid=70398) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1034.361765] env[70398]: DEBUG oslo_vmware.rw_handles [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a2fe3c-2171-4cad-bef0-14847df26c9d/disk-0.vmdk for reading. {{(pid=70398) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1034.367403] env[70398]: DEBUG oslo_vmware.api [None req-61cca538-5ce8-414c-820f-bc133d0a514f tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444820, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.463208] env[70398]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4fe8a9b4-eb92-4357-9bf8-47b1bf107a56 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.769680] env[70398]: DEBUG oslo_concurrency.lockutils [None req-330481fa-fca6-4bb7-942f-1ebc689949b4 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.913s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.771886] env[70398]: DEBUG oslo_concurrency.lockutils [None req-33112404-b8ce-46bd-bcf1-e651c2e2eecf tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.083s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.772090] env[70398]: DEBUG nova.objects.instance [None req-33112404-b8ce-46bd-bcf1-e651c2e2eecf tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lazy-loading 'resources' on Instance uuid e9eb0d72-9dcf-4ce2-8f81-0690964eda0e {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.786696] env[70398]: INFO nova.scheduler.client.report [None req-330481fa-fca6-4bb7-942f-1ebc689949b4 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Deleted allocations for instance 3b87df25-1ea9-43f3-8082-8c2c5e89675b [ 1034.809661] env[70398]: DEBUG oslo_vmware.api [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3444818, 'name': PowerOnVM_Task, 'duration_secs': 0.781472} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.810095] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1034.810438] env[70398]: INFO nova.compute.manager [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Took 8.80 seconds to spawn the instance on the hypervisor. [ 1034.810714] env[70398]: DEBUG nova.compute.manager [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1034.811589] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4f19c8-4c75-46f0-b7b5-c9a091bca013 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.866939] env[70398]: DEBUG oslo_vmware.api [None req-61cca538-5ce8-414c-820f-bc133d0a514f tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444820, 'name': ReconfigVM_Task, 'duration_secs': 0.20339} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.867754] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-61cca538-5ce8-414c-820f-bc133d0a514f tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Reconfigured VM instance instance-00000046 to detach disk 2001 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1034.874768] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-caaf8c3e-047d-4f8e-891a-675bbe9561e4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.894292] env[70398]: DEBUG oslo_vmware.api [None req-61cca538-5ce8-414c-820f-bc133d0a514f tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 1034.894292] env[70398]: value = "task-3444821" [ 1034.894292] env[70398]: _type = "Task" [ 1034.894292] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.904181] env[70398]: DEBUG oslo_vmware.api [None req-61cca538-5ce8-414c-820f-bc133d0a514f tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444821, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.069087] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c72b9e8d-4c93-46ac-9544-3b858100f19a tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Acquiring lock "87247a1d-85ea-41bf-b3b1-0cb29c7b5830" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.069472] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c72b9e8d-4c93-46ac-9544-3b858100f19a tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Lock "87247a1d-85ea-41bf-b3b1-0cb29c7b5830" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.069692] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c72b9e8d-4c93-46ac-9544-3b858100f19a tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Acquiring lock "87247a1d-85ea-41bf-b3b1-0cb29c7b5830-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.069881] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c72b9e8d-4c93-46ac-9544-3b858100f19a tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Lock "87247a1d-85ea-41bf-b3b1-0cb29c7b5830-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.070230] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c72b9e8d-4c93-46ac-9544-3b858100f19a tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Lock "87247a1d-85ea-41bf-b3b1-0cb29c7b5830-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.072419] env[70398]: INFO nova.compute.manager [None req-c72b9e8d-4c93-46ac-9544-3b858100f19a tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 87247a1d-85ea-41bf-b3b1-0cb29c7b5830] Terminating instance [ 1035.216093] env[70398]: DEBUG oslo_concurrency.lockutils [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Acquiring lock "f27f1700-d064-471f-af8e-924a38b74193" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.216614] env[70398]: DEBUG oslo_concurrency.lockutils [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lock "f27f1700-d064-471f-af8e-924a38b74193" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.294292] env[70398]: DEBUG oslo_concurrency.lockutils [None req-330481fa-fca6-4bb7-942f-1ebc689949b4 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "3b87df25-1ea9-43f3-8082-8c2c5e89675b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.205s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.338920] env[70398]: INFO nova.compute.manager [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Took 26.85 seconds to build instance. [ 1035.408169] env[70398]: DEBUG oslo_vmware.api [None req-61cca538-5ce8-414c-820f-bc133d0a514f tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444821, 'name': ReconfigVM_Task, 'duration_secs': 0.163758} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.408498] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-61cca538-5ce8-414c-820f-bc133d0a514f tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687656', 'volume_id': '072d8084-05f7-40c8-a7bc-d683e1328851', 'name': 'volume-072d8084-05f7-40c8-a7bc-d683e1328851', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '3805da77-9f5d-4ffa-bc7b-141c94be3982', 'attached_at': '2025-04-15T16:19:25.000000', 'detached_at': '', 'volume_id': '072d8084-05f7-40c8-a7bc-d683e1328851', 'serial': '072d8084-05f7-40c8-a7bc-d683e1328851'} {{(pid=70398) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1035.409023] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-61cca538-5ce8-414c-820f-bc133d0a514f tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1035.409954] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0cec2d2-1a29-4da3-813a-7b44d164a810 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.421385] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-61cca538-5ce8-414c-820f-bc133d0a514f tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1035.421686] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c20b4ee4-1861-4ecc-99bc-50e9f56fab79 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.555837] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d709867-1d7e-4f31-a8ba-2043cf8cf80d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.564487] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950d5574-2dec-4ff7-a786-5184b3fd98b9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.596105] env[70398]: DEBUG nova.compute.manager [None req-c72b9e8d-4c93-46ac-9544-3b858100f19a tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 87247a1d-85ea-41bf-b3b1-0cb29c7b5830] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1035.596457] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c72b9e8d-4c93-46ac-9544-3b858100f19a tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 87247a1d-85ea-41bf-b3b1-0cb29c7b5830] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1035.597651] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02846223-88f7-475a-91d1-453f81f31302 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.601110] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0652f72-9fa2-4130-84bb-0e6f87440c51 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.611429] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5509bb2a-5582-46e3-a777-f80d0b1eba1a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.615573] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-c72b9e8d-4c93-46ac-9544-3b858100f19a tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 87247a1d-85ea-41bf-b3b1-0cb29c7b5830] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.616247] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc560a85-2830-4c23-a18d-ca561ee3a891 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.630028] env[70398]: DEBUG nova.compute.provider_tree [None req-33112404-b8ce-46bd-bcf1-e651c2e2eecf tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.633504] env[70398]: DEBUG oslo_vmware.api [None req-c72b9e8d-4c93-46ac-9544-3b858100f19a tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Waiting for the task: (returnval){ [ 1035.633504] env[70398]: value = "task-3444823" [ 1035.633504] env[70398]: _type = "Task" [ 1035.633504] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.642630] env[70398]: DEBUG oslo_vmware.api [None req-c72b9e8d-4c93-46ac-9544-3b858100f19a tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444823, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.696925] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-61cca538-5ce8-414c-820f-bc133d0a514f tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.697214] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-61cca538-5ce8-414c-820f-bc133d0a514f tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.697415] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-61cca538-5ce8-414c-820f-bc133d0a514f tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Deleting the datastore file [datastore2] 3805da77-9f5d-4ffa-bc7b-141c94be3982 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.697724] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a052f2d9-352a-49bd-9aef-fddbb0ee1d7e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.704809] env[70398]: DEBUG oslo_vmware.api [None req-61cca538-5ce8-414c-820f-bc133d0a514f tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 1035.704809] env[70398]: value = "task-3444824" [ 1035.704809] env[70398]: _type = "Task" [ 1035.704809] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.715774] env[70398]: DEBUG oslo_vmware.api [None req-61cca538-5ce8-414c-820f-bc133d0a514f tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.719319] env[70398]: DEBUG nova.compute.manager [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1035.841991] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3338a4d1-f883-4c28-8a5d-889ad635c19d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "71f3f8fe-1304-427c-9c95-981baf19c8e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.371s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.136359] env[70398]: DEBUG nova.scheduler.client.report [None req-33112404-b8ce-46bd-bcf1-e651c2e2eecf tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.150296] env[70398]: DEBUG oslo_vmware.api [None req-c72b9e8d-4c93-46ac-9544-3b858100f19a tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444823, 'name': PowerOffVM_Task, 'duration_secs': 0.206982} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.150602] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-c72b9e8d-4c93-46ac-9544-3b858100f19a tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 87247a1d-85ea-41bf-b3b1-0cb29c7b5830] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1036.150772] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c72b9e8d-4c93-46ac-9544-3b858100f19a tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 87247a1d-85ea-41bf-b3b1-0cb29c7b5830] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1036.151067] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64eeb0b0-0375-4cf9-97e9-e609bc75f233 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.216524] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c72b9e8d-4c93-46ac-9544-3b858100f19a tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 87247a1d-85ea-41bf-b3b1-0cb29c7b5830] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1036.216524] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c72b9e8d-4c93-46ac-9544-3b858100f19a tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 87247a1d-85ea-41bf-b3b1-0cb29c7b5830] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1036.216524] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-c72b9e8d-4c93-46ac-9544-3b858100f19a tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Deleting the datastore file [datastore1] 87247a1d-85ea-41bf-b3b1-0cb29c7b5830 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1036.216524] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-216a2f75-243c-4c7d-880a-519403c29926 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.230140] env[70398]: DEBUG oslo_vmware.api [None req-61cca538-5ce8-414c-820f-bc133d0a514f tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444824, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207931} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.230926] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-61cca538-5ce8-414c-820f-bc133d0a514f tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.231245] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-61cca538-5ce8-414c-820f-bc133d0a514f tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.231528] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-61cca538-5ce8-414c-820f-bc133d0a514f tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.231712] env[70398]: INFO nova.compute.manager [None req-61cca538-5ce8-414c-820f-bc133d0a514f tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Took 2.52 seconds to destroy the instance on the hypervisor. [ 1036.234091] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61cca538-5ce8-414c-820f-bc133d0a514f tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.234436] env[70398]: DEBUG nova.compute.manager [-] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1036.234567] env[70398]: DEBUG nova.network.neutron [-] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1036.238263] env[70398]: DEBUG oslo_vmware.api [None req-c72b9e8d-4c93-46ac-9544-3b858100f19a tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Waiting for the task: (returnval){ [ 1036.238263] env[70398]: value = "task-3444826" [ 1036.238263] env[70398]: _type = "Task" [ 1036.238263] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.247474] env[70398]: DEBUG oslo_vmware.api [None req-c72b9e8d-4c93-46ac-9544-3b858100f19a tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444826, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.257628] env[70398]: DEBUG oslo_concurrency.lockutils [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.448093] env[70398]: DEBUG nova.compute.manager [req-e428a85a-f07b-4864-8515-3b867749ac2b req-5a4d602e-f697-49d4-b87d-f454cb7def72 service nova] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Received event network-changed-ee195dbc-ffd6-44a6-85be-6f09e25aa513 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.448342] env[70398]: DEBUG nova.compute.manager [req-e428a85a-f07b-4864-8515-3b867749ac2b req-5a4d602e-f697-49d4-b87d-f454cb7def72 service nova] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Refreshing instance network info cache due to event network-changed-ee195dbc-ffd6-44a6-85be-6f09e25aa513. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1036.448533] env[70398]: DEBUG oslo_concurrency.lockutils [req-e428a85a-f07b-4864-8515-3b867749ac2b req-5a4d602e-f697-49d4-b87d-f454cb7def72 service nova] Acquiring lock "refresh_cache-71f3f8fe-1304-427c-9c95-981baf19c8e7" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.448682] env[70398]: DEBUG oslo_concurrency.lockutils [req-e428a85a-f07b-4864-8515-3b867749ac2b req-5a4d602e-f697-49d4-b87d-f454cb7def72 service nova] Acquired lock "refresh_cache-71f3f8fe-1304-427c-9c95-981baf19c8e7" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.448789] env[70398]: DEBUG nova.network.neutron [req-e428a85a-f07b-4864-8515-3b867749ac2b req-5a4d602e-f697-49d4-b87d-f454cb7def72 service nova] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Refreshing network info cache for port ee195dbc-ffd6-44a6-85be-6f09e25aa513 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1036.645092] env[70398]: DEBUG oslo_concurrency.lockutils [None req-33112404-b8ce-46bd-bcf1-e651c2e2eecf tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.873s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.648504] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.290s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.651946] env[70398]: INFO nova.compute.claims [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1036.665597] env[70398]: INFO nova.scheduler.client.report [None req-33112404-b8ce-46bd-bcf1-e651c2e2eecf tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Deleted allocations for instance e9eb0d72-9dcf-4ce2-8f81-0690964eda0e [ 1036.749168] env[70398]: DEBUG oslo_vmware.api [None req-c72b9e8d-4c93-46ac-9544-3b858100f19a tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444826, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163367} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.749439] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-c72b9e8d-4c93-46ac-9544-3b858100f19a tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.749624] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c72b9e8d-4c93-46ac-9544-3b858100f19a tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 87247a1d-85ea-41bf-b3b1-0cb29c7b5830] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.749799] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c72b9e8d-4c93-46ac-9544-3b858100f19a tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 87247a1d-85ea-41bf-b3b1-0cb29c7b5830] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.749969] env[70398]: INFO nova.compute.manager [None req-c72b9e8d-4c93-46ac-9544-3b858100f19a tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 87247a1d-85ea-41bf-b3b1-0cb29c7b5830] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1036.750226] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c72b9e8d-4c93-46ac-9544-3b858100f19a tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.750414] env[70398]: DEBUG nova.compute.manager [-] [instance: 87247a1d-85ea-41bf-b3b1-0cb29c7b5830] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1036.750510] env[70398]: DEBUG nova.network.neutron [-] [instance: 87247a1d-85ea-41bf-b3b1-0cb29c7b5830] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1036.756639] env[70398]: DEBUG nova.compute.manager [req-3f6c3623-7cb7-4519-9a1a-c723a579bcc3 req-e778d8a2-3146-468a-aa47-9e8da231c4ae service nova] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Received event network-vif-deleted-4f8e56ba-25ca-49a3-9697-667e89a8301e {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.756639] env[70398]: INFO nova.compute.manager [req-3f6c3623-7cb7-4519-9a1a-c723a579bcc3 req-e778d8a2-3146-468a-aa47-9e8da231c4ae service nova] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Neutron deleted interface 4f8e56ba-25ca-49a3-9697-667e89a8301e; detaching it from the instance and deleting it from the info cache [ 1036.756779] env[70398]: DEBUG nova.network.neutron [req-3f6c3623-7cb7-4519-9a1a-c723a579bcc3 req-e778d8a2-3146-468a-aa47-9e8da231c4ae service nova] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.961393] env[70398]: DEBUG oslo_concurrency.lockutils [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "fc287d01-9176-4eb3-a264-eea33de088f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.961638] env[70398]: DEBUG oslo_concurrency.lockutils [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "fc287d01-9176-4eb3-a264-eea33de088f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.178657] env[70398]: DEBUG oslo_concurrency.lockutils [None req-33112404-b8ce-46bd-bcf1-e651c2e2eecf tempest-ImagesTestJSON-352260695 tempest-ImagesTestJSON-352260695-project-member] Lock "e9eb0d72-9dcf-4ce2-8f81-0690964eda0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.125s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.238042] env[70398]: DEBUG nova.network.neutron [req-e428a85a-f07b-4864-8515-3b867749ac2b req-5a4d602e-f697-49d4-b87d-f454cb7def72 service nova] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Updated VIF entry in instance network info cache for port ee195dbc-ffd6-44a6-85be-6f09e25aa513. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1037.238042] env[70398]: DEBUG nova.network.neutron [req-e428a85a-f07b-4864-8515-3b867749ac2b req-5a4d602e-f697-49d4-b87d-f454cb7def72 service nova] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Updating instance_info_cache with network_info: [{"id": "ee195dbc-ffd6-44a6-85be-6f09e25aa513", "address": "fa:16:3e:af:e8:28", "network": {"id": "b09dba51-196a-4f6b-8985-d014993ec89b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1461080089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51f4576c34fc44219985585672183ac3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee195dbc-ff", "ovs_interfaceid": "ee195dbc-ffd6-44a6-85be-6f09e25aa513", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.238042] env[70398]: DEBUG nova.network.neutron [-] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.260756] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ffc1b2a3-7b37-4e5c-8245-59ec086297e3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.274440] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16ccf35-95c3-4f4b-823e-a5a5d07517c4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.306153] env[70398]: DEBUG nova.compute.manager [req-3f6c3623-7cb7-4519-9a1a-c723a579bcc3 req-e778d8a2-3146-468a-aa47-9e8da231c4ae service nova] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Detach interface failed, port_id=4f8e56ba-25ca-49a3-9697-667e89a8301e, reason: Instance 3805da77-9f5d-4ffa-bc7b-141c94be3982 could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1037.466570] env[70398]: DEBUG nova.compute.manager [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: fc287d01-9176-4eb3-a264-eea33de088f6] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1037.629141] env[70398]: DEBUG nova.network.neutron [-] [instance: 87247a1d-85ea-41bf-b3b1-0cb29c7b5830] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.740748] env[70398]: DEBUG oslo_concurrency.lockutils [req-e428a85a-f07b-4864-8515-3b867749ac2b req-5a4d602e-f697-49d4-b87d-f454cb7def72 service nova] Releasing lock "refresh_cache-71f3f8fe-1304-427c-9c95-981baf19c8e7" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.741298] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0f982118-e200-4c8d-9ab9-37c543d86a6b tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Acquiring lock "2a7e725a-4c13-4566-82e8-d93bcfc22e70" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.741518] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0f982118-e200-4c8d-9ab9-37c543d86a6b tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Lock "2a7e725a-4c13-4566-82e8-d93bcfc22e70" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.741702] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0f982118-e200-4c8d-9ab9-37c543d86a6b tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Acquiring lock "2a7e725a-4c13-4566-82e8-d93bcfc22e70-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.741879] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0f982118-e200-4c8d-9ab9-37c543d86a6b tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Lock "2a7e725a-4c13-4566-82e8-d93bcfc22e70-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.742050] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0f982118-e200-4c8d-9ab9-37c543d86a6b tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Lock "2a7e725a-4c13-4566-82e8-d93bcfc22e70-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.743694] env[70398]: INFO nova.compute.manager [-] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Took 1.51 seconds to deallocate network for instance. [ 1037.744177] env[70398]: INFO nova.compute.manager [None req-0f982118-e200-4c8d-9ab9-37c543d86a6b tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Terminating instance [ 1037.922428] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de27d601-0f59-4818-9e1a-a82560dfcd68 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.930716] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0dd48c9-0166-4d60-bd9f-1fa539dbadd5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.962364] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b6ddeb-cabf-40e2-bcac-eacadfe1b9d8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.970354] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118927f2-dc64-42bb-b03f-dd64d42c66ea {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.988753] env[70398]: DEBUG nova.compute.provider_tree [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.991149] env[70398]: DEBUG oslo_concurrency.lockutils [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.133743] env[70398]: INFO nova.compute.manager [-] [instance: 87247a1d-85ea-41bf-b3b1-0cb29c7b5830] Took 1.38 seconds to deallocate network for instance. [ 1038.255028] env[70398]: DEBUG nova.compute.manager [None req-0f982118-e200-4c8d-9ab9-37c543d86a6b tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1038.255028] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-0f982118-e200-4c8d-9ab9-37c543d86a6b tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1038.255028] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf06d4b1-d394-4327-af15-e49a6f671213 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.261620] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f982118-e200-4c8d-9ab9-37c543d86a6b tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.262135] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af7b23b7-8f2d-41ec-8ead-6449d104564d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.268455] env[70398]: DEBUG oslo_vmware.api [None req-0f982118-e200-4c8d-9ab9-37c543d86a6b tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Waiting for the task: (returnval){ [ 1038.268455] env[70398]: value = "task-3444827" [ 1038.268455] env[70398]: _type = "Task" [ 1038.268455] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.277430] env[70398]: DEBUG oslo_vmware.api [None req-0f982118-e200-4c8d-9ab9-37c543d86a6b tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Task: {'id': task-3444827, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.299514] env[70398]: INFO nova.compute.manager [None req-61cca538-5ce8-414c-820f-bc133d0a514f tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Took 0.55 seconds to detach 1 volumes for instance. [ 1038.494763] env[70398]: DEBUG nova.scheduler.client.report [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.639357] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c72b9e8d-4c93-46ac-9544-3b858100f19a tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.780545] env[70398]: DEBUG oslo_vmware.api [None req-0f982118-e200-4c8d-9ab9-37c543d86a6b tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Task: {'id': task-3444827, 'name': PowerOffVM_Task, 'duration_secs': 0.217155} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.780940] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f982118-e200-4c8d-9ab9-37c543d86a6b tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1038.781138] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-0f982118-e200-4c8d-9ab9-37c543d86a6b tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1038.781411] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-764ba85c-3e08-49a8-b1a8-c73dda98b324 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.789420] env[70398]: DEBUG nova.compute.manager [req-850db2d2-d419-486e-9b91-ba757dd3fb77 req-ebeedebe-9438-48b7-a1ed-9a8b596164df service nova] [instance: 87247a1d-85ea-41bf-b3b1-0cb29c7b5830] Received event network-vif-deleted-8bf20413-c8e9-4acf-a61f-89eca13c64d0 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.806542] env[70398]: DEBUG oslo_concurrency.lockutils [None req-61cca538-5ce8-414c-820f-bc133d0a514f tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.847208] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-0f982118-e200-4c8d-9ab9-37c543d86a6b tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1038.847391] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-0f982118-e200-4c8d-9ab9-37c543d86a6b tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1038.848556] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f982118-e200-4c8d-9ab9-37c543d86a6b tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Deleting the datastore file [datastore1] 2a7e725a-4c13-4566-82e8-d93bcfc22e70 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1038.848556] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23aa8254-349d-449f-90bb-cd04e571e051 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.855760] env[70398]: DEBUG oslo_vmware.api [None req-0f982118-e200-4c8d-9ab9-37c543d86a6b tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Waiting for the task: (returnval){ [ 1038.855760] env[70398]: value = "task-3444829" [ 1038.855760] env[70398]: _type = "Task" [ 1038.855760] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.865245] env[70398]: DEBUG oslo_vmware.api [None req-0f982118-e200-4c8d-9ab9-37c543d86a6b tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Task: {'id': task-3444829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.000059] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.352s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.000673] env[70398]: DEBUG nova.compute.manager [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1039.003627] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.220s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.003849] env[70398]: DEBUG nova.objects.instance [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Lazy-loading 'resources' on Instance uuid aca03be1-1cf7-4b4f-b324-b4201034a770 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.367614] env[70398]: DEBUG oslo_vmware.api [None req-0f982118-e200-4c8d-9ab9-37c543d86a6b tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Task: {'id': task-3444829, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150439} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.367614] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f982118-e200-4c8d-9ab9-37c543d86a6b tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.367614] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-0f982118-e200-4c8d-9ab9-37c543d86a6b tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1039.367755] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-0f982118-e200-4c8d-9ab9-37c543d86a6b tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1039.367948] env[70398]: INFO nova.compute.manager [None req-0f982118-e200-4c8d-9ab9-37c543d86a6b tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1039.368243] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f982118-e200-4c8d-9ab9-37c543d86a6b tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.368479] env[70398]: DEBUG nova.compute.manager [-] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1039.368604] env[70398]: DEBUG nova.network.neutron [-] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1039.507836] env[70398]: DEBUG nova.compute.utils [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1039.509431] env[70398]: DEBUG nova.objects.instance [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Lazy-loading 'numa_topology' on Instance uuid aca03be1-1cf7-4b4f-b324-b4201034a770 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.511246] env[70398]: DEBUG nova.compute.manager [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1039.511433] env[70398]: DEBUG nova.network.neutron [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1039.581969] env[70398]: DEBUG nova.policy [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb19f575b31b416680702218e2185164', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0849f3588c1240728ee1222a4891fd48', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 1039.925190] env[70398]: DEBUG nova.compute.manager [req-ebcef2cf-bf1c-4d7a-8e18-19fbae9b788c req-3d284216-ec18-4521-8212-5eb5d8b7ea09 service nova] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Received event network-vif-deleted-92b7ce2d-38cf-4354-ace0-d96a6bebecc0 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.925291] env[70398]: INFO nova.compute.manager [req-ebcef2cf-bf1c-4d7a-8e18-19fbae9b788c req-3d284216-ec18-4521-8212-5eb5d8b7ea09 service nova] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Neutron deleted interface 92b7ce2d-38cf-4354-ace0-d96a6bebecc0; detaching it from the instance and deleting it from the info cache [ 1039.925489] env[70398]: DEBUG nova.network.neutron [req-ebcef2cf-bf1c-4d7a-8e18-19fbae9b788c req-3d284216-ec18-4521-8212-5eb5d8b7ea09 service nova] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.927082] env[70398]: DEBUG nova.network.neutron [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Successfully created port: bfaa6a83-7123-45fa-9148-86b61a2f2d06 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1040.014790] env[70398]: DEBUG nova.compute.manager [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1040.020890] env[70398]: DEBUG nova.objects.base [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=70398) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1040.308562] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90bbbda3-776f-431d-bcd4-ad171b6f0dea {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.317425] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9111d5dd-891e-49d9-9aaf-f9aceab7620d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.349446] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a646722a-af60-4ee1-a595-93ec922497e5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.359097] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e292b9ea-d997-49a1-88f8-69d4f358cf6c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.373814] env[70398]: DEBUG nova.compute.provider_tree [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.397426] env[70398]: DEBUG nova.network.neutron [-] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.431291] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-01dc8b41-bb1d-432d-af52-7448e2be25c4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.442010] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a2f0a2-fc3c-43e6-9085-d8f6a47fe344 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.471758] env[70398]: DEBUG nova.compute.manager [req-ebcef2cf-bf1c-4d7a-8e18-19fbae9b788c req-3d284216-ec18-4521-8212-5eb5d8b7ea09 service nova] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Detach interface failed, port_id=92b7ce2d-38cf-4354-ace0-d96a6bebecc0, reason: Instance 2a7e725a-4c13-4566-82e8-d93bcfc22e70 could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1040.879653] env[70398]: DEBUG nova.scheduler.client.report [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.903903] env[70398]: INFO nova.compute.manager [-] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Took 1.54 seconds to deallocate network for instance. [ 1041.029101] env[70398]: DEBUG nova.compute.manager [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1041.055907] env[70398]: DEBUG nova.virt.hardware [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1041.056168] env[70398]: DEBUG nova.virt.hardware [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.056319] env[70398]: DEBUG nova.virt.hardware [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.056497] env[70398]: DEBUG nova.virt.hardware [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.056641] env[70398]: DEBUG nova.virt.hardware [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.056820] env[70398]: DEBUG nova.virt.hardware [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.056990] env[70398]: DEBUG nova.virt.hardware [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.057167] env[70398]: DEBUG nova.virt.hardware [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.057332] env[70398]: DEBUG nova.virt.hardware [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.057495] env[70398]: DEBUG nova.virt.hardware [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.057675] env[70398]: DEBUG nova.virt.hardware [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1041.058562] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe096d7-f480-4247-ac97-49f9a590d905 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.066960] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6cc9a6-69c5-45bb-a1d7-fcd5dbebb929 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.384015] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.380s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.386702] env[70398]: DEBUG oslo_concurrency.lockutils [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.254s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.388306] env[70398]: INFO nova.compute.claims [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1041.410213] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0f982118-e200-4c8d-9ab9-37c543d86a6b tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.420732] env[70398]: DEBUG nova.compute.manager [req-aca11ab5-22ec-4a74-b604-dff38fa2d5fe req-5f41ad6a-c7fe-457f-bf37-c9bac0775ca3 service nova] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Received event network-vif-plugged-bfaa6a83-7123-45fa-9148-86b61a2f2d06 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.420998] env[70398]: DEBUG oslo_concurrency.lockutils [req-aca11ab5-22ec-4a74-b604-dff38fa2d5fe req-5f41ad6a-c7fe-457f-bf37-c9bac0775ca3 service nova] Acquiring lock "f57f9bae-2e30-4f41-ab13-ce6fd0566265-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.421211] env[70398]: DEBUG oslo_concurrency.lockutils [req-aca11ab5-22ec-4a74-b604-dff38fa2d5fe req-5f41ad6a-c7fe-457f-bf37-c9bac0775ca3 service nova] Lock "f57f9bae-2e30-4f41-ab13-ce6fd0566265-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.421403] env[70398]: DEBUG oslo_concurrency.lockutils [req-aca11ab5-22ec-4a74-b604-dff38fa2d5fe req-5f41ad6a-c7fe-457f-bf37-c9bac0775ca3 service nova] Lock "f57f9bae-2e30-4f41-ab13-ce6fd0566265-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.421556] env[70398]: DEBUG nova.compute.manager [req-aca11ab5-22ec-4a74-b604-dff38fa2d5fe req-5f41ad6a-c7fe-457f-bf37-c9bac0775ca3 service nova] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] No waiting events found dispatching network-vif-plugged-bfaa6a83-7123-45fa-9148-86b61a2f2d06 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1041.428164] env[70398]: WARNING nova.compute.manager [req-aca11ab5-22ec-4a74-b604-dff38fa2d5fe req-5f41ad6a-c7fe-457f-bf37-c9bac0775ca3 service nova] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Received unexpected event network-vif-plugged-bfaa6a83-7123-45fa-9148-86b61a2f2d06 for instance with vm_state building and task_state spawning. [ 1041.532554] env[70398]: DEBUG nova.network.neutron [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Successfully updated port: bfaa6a83-7123-45fa-9148-86b61a2f2d06 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1041.900886] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6a88e319-3f98-4759-9f64-3a4ed7aeba23 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Lock "aca03be1-1cf7-4b4f-b324-b4201034a770" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 41.539s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.902456] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Lock "aca03be1-1cf7-4b4f-b324-b4201034a770" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 17.920s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.902456] env[70398]: INFO nova.compute.manager [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Unshelving [ 1042.034574] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Acquiring lock "refresh_cache-f57f9bae-2e30-4f41-ab13-ce6fd0566265" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.034744] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Acquired lock "refresh_cache-f57f9bae-2e30-4f41-ab13-ce6fd0566265" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.034913] env[70398]: DEBUG nova.network.neutron [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.564791] env[70398]: DEBUG nova.network.neutron [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1042.626469] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babd8b8a-7047-43ba-a452-177b44340a1f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.634720] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53eeced9-8b55-4be4-999c-f02ef220f704 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.668806] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9528def8-a792-4358-8566-a4e921408527 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.678553] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ddb721-1c15-4e3e-9322-b6523fcdd1c2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.692235] env[70398]: DEBUG nova.compute.provider_tree [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.707424] env[70398]: DEBUG nova.network.neutron [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Updating instance_info_cache with network_info: [{"id": "bfaa6a83-7123-45fa-9148-86b61a2f2d06", "address": "fa:16:3e:d0:5f:07", "network": {"id": "251a0f47-392b-4930-8b99-f9f9dfafb9ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-821868300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0849f3588c1240728ee1222a4891fd48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfaa6a83-71", "ovs_interfaceid": "bfaa6a83-7123-45fa-9148-86b61a2f2d06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.924128] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.195891] env[70398]: DEBUG nova.scheduler.client.report [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.210055] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Releasing lock "refresh_cache-f57f9bae-2e30-4f41-ab13-ce6fd0566265" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.210378] env[70398]: DEBUG nova.compute.manager [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Instance network_info: |[{"id": "bfaa6a83-7123-45fa-9148-86b61a2f2d06", "address": "fa:16:3e:d0:5f:07", "network": {"id": "251a0f47-392b-4930-8b99-f9f9dfafb9ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-821868300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0849f3588c1240728ee1222a4891fd48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfaa6a83-71", "ovs_interfaceid": "bfaa6a83-7123-45fa-9148-86b61a2f2d06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1043.210811] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:5f:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1c8fdf9-970c-4ae0-b6d9-f1015196b552', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfaa6a83-7123-45fa-9148-86b61a2f2d06', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1043.218251] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Creating folder: Project (0849f3588c1240728ee1222a4891fd48). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1043.218910] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-daad6e76-7000-48c7-b614-ee68a54340c2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.231261] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Created folder: Project (0849f3588c1240728ee1222a4891fd48) in parent group-v687430. [ 1043.231454] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Creating folder: Instances. Parent ref: group-v687693. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1043.231686] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8cf19a39-215e-4a56-9560-2927a0ed3623 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.241373] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Created folder: Instances in parent group-v687693. [ 1043.241613] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.241802] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1043.242010] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-857c37e2-6112-490b-90a2-bd05b30ec839 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.261205] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1043.261205] env[70398]: value = "task-3444832" [ 1043.261205] env[70398]: _type = "Task" [ 1043.261205] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.269045] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444832, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.451436] env[70398]: DEBUG nova.compute.manager [req-c1a93f13-5229-49bc-a52b-5b4d3c352b87 req-6880bf1d-0009-4e69-ba84-a869c16dff31 service nova] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Received event network-changed-bfaa6a83-7123-45fa-9148-86b61a2f2d06 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.451507] env[70398]: DEBUG nova.compute.manager [req-c1a93f13-5229-49bc-a52b-5b4d3c352b87 req-6880bf1d-0009-4e69-ba84-a869c16dff31 service nova] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Refreshing instance network info cache due to event network-changed-bfaa6a83-7123-45fa-9148-86b61a2f2d06. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1043.451746] env[70398]: DEBUG oslo_concurrency.lockutils [req-c1a93f13-5229-49bc-a52b-5b4d3c352b87 req-6880bf1d-0009-4e69-ba84-a869c16dff31 service nova] Acquiring lock "refresh_cache-f57f9bae-2e30-4f41-ab13-ce6fd0566265" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.451828] env[70398]: DEBUG oslo_concurrency.lockutils [req-c1a93f13-5229-49bc-a52b-5b4d3c352b87 req-6880bf1d-0009-4e69-ba84-a869c16dff31 service nova] Acquired lock "refresh_cache-f57f9bae-2e30-4f41-ab13-ce6fd0566265" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.451994] env[70398]: DEBUG nova.network.neutron [req-c1a93f13-5229-49bc-a52b-5b4d3c352b87 req-6880bf1d-0009-4e69-ba84-a869c16dff31 service nova] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Refreshing network info cache for port bfaa6a83-7123-45fa-9148-86b61a2f2d06 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.700624] env[70398]: DEBUG oslo_concurrency.lockutils [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.314s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.701254] env[70398]: DEBUG nova.compute.manager [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1043.704584] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0f7beced-118f-4486-a52b-d509dcfae233 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.171s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.704832] env[70398]: DEBUG nova.objects.instance [None req-0f7beced-118f-4486-a52b-d509dcfae233 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lazy-loading 'resources' on Instance uuid 91f222a1-224b-4eac-9669-a564fe7cab58 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.771705] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444832, 'name': CreateVM_Task, 'duration_secs': 0.3449} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.771891] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1043.772593] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.772767] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.773106] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.773370] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec2c8d2f-0b21-4777-b1b6-079996e25e15 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.778349] env[70398]: DEBUG oslo_vmware.api [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1043.778349] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52216fd8-e009-40ff-2308-796202934d67" [ 1043.778349] env[70398]: _type = "Task" [ 1043.778349] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.785829] env[70398]: DEBUG oslo_vmware.api [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52216fd8-e009-40ff-2308-796202934d67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.852993] env[70398]: DEBUG oslo_vmware.rw_handles [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a2fe3c-2171-4cad-bef0-14847df26c9d/disk-0.vmdk. {{(pid=70398) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1043.854390] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db4820b-027f-49ce-afc7-4fbe1e6070b0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.862625] env[70398]: DEBUG oslo_vmware.rw_handles [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a2fe3c-2171-4cad-bef0-14847df26c9d/disk-0.vmdk is in state: ready. {{(pid=70398) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1043.862893] env[70398]: ERROR oslo_vmware.rw_handles [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a2fe3c-2171-4cad-bef0-14847df26c9d/disk-0.vmdk due to incomplete transfer. [ 1043.863240] env[70398]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-65d538e1-89e3-45e3-83d4-a5074aba2175 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.879918] env[70398]: DEBUG oslo_vmware.rw_handles [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a2fe3c-2171-4cad-bef0-14847df26c9d/disk-0.vmdk. {{(pid=70398) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1043.880266] env[70398]: DEBUG nova.virt.vmwareapi.images [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Uploaded image 3cf1e321-d23a-48bb-8888-62cd1ea122bd to the Glance image server {{(pid=70398) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1043.883085] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Destroying the VM {{(pid=70398) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1043.883356] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b7ad3dc7-204a-44d9-b729-d68dd25f8e15 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.889644] env[70398]: DEBUG oslo_vmware.api [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 1043.889644] env[70398]: value = "task-3444833" [ 1043.889644] env[70398]: _type = "Task" [ 1043.889644] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.897586] env[70398]: DEBUG oslo_vmware.api [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444833, 'name': Destroy_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.208354] env[70398]: DEBUG nova.compute.utils [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1044.212659] env[70398]: DEBUG nova.compute.manager [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1044.212868] env[70398]: DEBUG nova.network.neutron [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1044.231997] env[70398]: DEBUG nova.network.neutron [req-c1a93f13-5229-49bc-a52b-5b4d3c352b87 req-6880bf1d-0009-4e69-ba84-a869c16dff31 service nova] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Updated VIF entry in instance network info cache for port bfaa6a83-7123-45fa-9148-86b61a2f2d06. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1044.232306] env[70398]: DEBUG nova.network.neutron [req-c1a93f13-5229-49bc-a52b-5b4d3c352b87 req-6880bf1d-0009-4e69-ba84-a869c16dff31 service nova] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Updating instance_info_cache with network_info: [{"id": "bfaa6a83-7123-45fa-9148-86b61a2f2d06", "address": "fa:16:3e:d0:5f:07", "network": {"id": "251a0f47-392b-4930-8b99-f9f9dfafb9ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-821868300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0849f3588c1240728ee1222a4891fd48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfaa6a83-71", "ovs_interfaceid": "bfaa6a83-7123-45fa-9148-86b61a2f2d06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.260392] env[70398]: DEBUG nova.policy [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb19f575b31b416680702218e2185164', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0849f3588c1240728ee1222a4891fd48', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 1044.292128] env[70398]: DEBUG oslo_vmware.api [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52216fd8-e009-40ff-2308-796202934d67, 'name': SearchDatastore_Task, 'duration_secs': 0.010267} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.292433] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.292663] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1044.292893] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.293042] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.293217] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1044.293750] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7af5079-40c0-474f-ac57-8c3ad3d93bb5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.301921] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1044.302129] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1044.302847] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91180764-3a7e-434b-b5aa-8924e281f16e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.308457] env[70398]: DEBUG oslo_vmware.api [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1044.308457] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52d59e93-382d-db89-cc8f-339b76d892e8" [ 1044.308457] env[70398]: _type = "Task" [ 1044.308457] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.319183] env[70398]: DEBUG oslo_vmware.api [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52d59e93-382d-db89-cc8f-339b76d892e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.401115] env[70398]: DEBUG oslo_vmware.api [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444833, 'name': Destroy_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.449164] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fb1dbf-62e9-4a13-94a8-543d3ca481af {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.455253] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e163a310-1247-4c99-bcdf-e20ffecd89a0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.489037] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191b61fb-b54a-4789-8b53-aeaff62d6eff {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.501106] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb0cfb2-6f2f-4e8b-9aff-e1cbbc1f6a34 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.513307] env[70398]: DEBUG nova.compute.provider_tree [None req-0f7beced-118f-4486-a52b-d509dcfae233 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.530645] env[70398]: DEBUG nova.network.neutron [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Successfully created port: 2f4dfb5f-f04f-4796-87d9-1e27a6a16327 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1044.716451] env[70398]: DEBUG nova.compute.manager [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1044.735041] env[70398]: DEBUG oslo_concurrency.lockutils [req-c1a93f13-5229-49bc-a52b-5b4d3c352b87 req-6880bf1d-0009-4e69-ba84-a869c16dff31 service nova] Releasing lock "refresh_cache-f57f9bae-2e30-4f41-ab13-ce6fd0566265" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.819133] env[70398]: DEBUG oslo_vmware.api [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52d59e93-382d-db89-cc8f-339b76d892e8, 'name': SearchDatastore_Task, 'duration_secs': 0.009342} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.819958] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-502feaa5-d9d4-4e71-93d9-81133008385d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.825528] env[70398]: DEBUG oslo_vmware.api [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1044.825528] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5292b295-eee6-e60a-60ab-8bace8370ccb" [ 1044.825528] env[70398]: _type = "Task" [ 1044.825528] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.834285] env[70398]: DEBUG oslo_vmware.api [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5292b295-eee6-e60a-60ab-8bace8370ccb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.901434] env[70398]: DEBUG oslo_vmware.api [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444833, 'name': Destroy_Task} progress is 33%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.017169] env[70398]: DEBUG nova.scheduler.client.report [None req-0f7beced-118f-4486-a52b-d509dcfae233 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.336521] env[70398]: DEBUG oslo_vmware.api [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5292b295-eee6-e60a-60ab-8bace8370ccb, 'name': SearchDatastore_Task, 'duration_secs': 0.009864} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.336985] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.337306] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] f57f9bae-2e30-4f41-ab13-ce6fd0566265/f57f9bae-2e30-4f41-ab13-ce6fd0566265.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1045.337567] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b90e7f3-8c4d-46a1-bbb3-2c5a83c538bc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.343920] env[70398]: DEBUG oslo_vmware.api [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1045.343920] env[70398]: value = "task-3444834" [ 1045.343920] env[70398]: _type = "Task" [ 1045.343920] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.351643] env[70398]: DEBUG oslo_vmware.api [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444834, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.400384] env[70398]: DEBUG oslo_vmware.api [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444833, 'name': Destroy_Task, 'duration_secs': 1.175791} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.400681] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Destroyed the VM [ 1045.400947] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Deleting Snapshot of the VM instance {{(pid=70398) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1045.401219] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3b98c5e6-6776-43fe-919f-9832ebc02989 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.407799] env[70398]: DEBUG oslo_vmware.api [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 1045.407799] env[70398]: value = "task-3444835" [ 1045.407799] env[70398]: _type = "Task" [ 1045.407799] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.416028] env[70398]: DEBUG oslo_vmware.api [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444835, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.522316] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0f7beced-118f-4486-a52b-d509dcfae233 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.818s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.525053] env[70398]: DEBUG oslo_concurrency.lockutils [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.476s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.526862] env[70398]: INFO nova.compute.claims [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1045.546853] env[70398]: INFO nova.scheduler.client.report [None req-0f7beced-118f-4486-a52b-d509dcfae233 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Deleted allocations for instance 91f222a1-224b-4eac-9669-a564fe7cab58 [ 1045.723330] env[70398]: DEBUG nova.compute.manager [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1045.751814] env[70398]: DEBUG nova.virt.hardware [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1045.752103] env[70398]: DEBUG nova.virt.hardware [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1045.752288] env[70398]: DEBUG nova.virt.hardware [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.752474] env[70398]: DEBUG nova.virt.hardware [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1045.752621] env[70398]: DEBUG nova.virt.hardware [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.752811] env[70398]: DEBUG nova.virt.hardware [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1045.752996] env[70398]: DEBUG nova.virt.hardware [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1045.753242] env[70398]: DEBUG nova.virt.hardware [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1045.753346] env[70398]: DEBUG nova.virt.hardware [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1045.753505] env[70398]: DEBUG nova.virt.hardware [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1045.753673] env[70398]: DEBUG nova.virt.hardware [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1045.754644] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96969697-16cc-4a8f-822d-ffe58fb1a26c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.764542] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865cb881-60f2-4d9c-b042-e2d68cb301e2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.853410] env[70398]: DEBUG oslo_vmware.api [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444834, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454314} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.853617] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] f57f9bae-2e30-4f41-ab13-ce6fd0566265/f57f9bae-2e30-4f41-ab13-ce6fd0566265.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.853828] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1045.854092] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a7ab98b-9703-420a-9ad9-c0439e70f3ff {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.861779] env[70398]: DEBUG oslo_vmware.api [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1045.861779] env[70398]: value = "task-3444836" [ 1045.861779] env[70398]: _type = "Task" [ 1045.861779] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.868925] env[70398]: DEBUG oslo_vmware.api [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444836, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.918331] env[70398]: DEBUG oslo_vmware.api [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444835, 'name': RemoveSnapshot_Task, 'duration_secs': 0.443098} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.919863] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Deleted Snapshot of the VM instance {{(pid=70398) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1045.921214] env[70398]: DEBUG nova.compute.manager [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1045.921452] env[70398]: DEBUG nova.compute.manager [req-97b7795a-37ac-401e-bd3e-bdee3b7cefb4 req-1cd18252-da90-41ef-bf08-13c628ec1dbe service nova] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Received event network-vif-plugged-2f4dfb5f-f04f-4796-87d9-1e27a6a16327 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.921684] env[70398]: DEBUG oslo_concurrency.lockutils [req-97b7795a-37ac-401e-bd3e-bdee3b7cefb4 req-1cd18252-da90-41ef-bf08-13c628ec1dbe service nova] Acquiring lock "c0aa94e0-4e87-4454-905f-3bc7a72ec446-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.921924] env[70398]: DEBUG oslo_concurrency.lockutils [req-97b7795a-37ac-401e-bd3e-bdee3b7cefb4 req-1cd18252-da90-41ef-bf08-13c628ec1dbe service nova] Lock "c0aa94e0-4e87-4454-905f-3bc7a72ec446-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.922123] env[70398]: DEBUG oslo_concurrency.lockutils [req-97b7795a-37ac-401e-bd3e-bdee3b7cefb4 req-1cd18252-da90-41ef-bf08-13c628ec1dbe service nova] Lock "c0aa94e0-4e87-4454-905f-3bc7a72ec446-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.922370] env[70398]: DEBUG nova.compute.manager [req-97b7795a-37ac-401e-bd3e-bdee3b7cefb4 req-1cd18252-da90-41ef-bf08-13c628ec1dbe service nova] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] No waiting events found dispatching network-vif-plugged-2f4dfb5f-f04f-4796-87d9-1e27a6a16327 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1045.922585] env[70398]: WARNING nova.compute.manager [req-97b7795a-37ac-401e-bd3e-bdee3b7cefb4 req-1cd18252-da90-41ef-bf08-13c628ec1dbe service nova] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Received unexpected event network-vif-plugged-2f4dfb5f-f04f-4796-87d9-1e27a6a16327 for instance with vm_state building and task_state spawning. [ 1045.924550] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26785f2-3804-45a3-8353-92b9c0fecc95 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.998277] env[70398]: DEBUG nova.network.neutron [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Successfully updated port: 2f4dfb5f-f04f-4796-87d9-1e27a6a16327 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1046.055744] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0f7beced-118f-4486-a52b-d509dcfae233 tempest-ServerDiskConfigTestJSON-1726746838 tempest-ServerDiskConfigTestJSON-1726746838-project-member] Lock "91f222a1-224b-4eac-9669-a564fe7cab58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.076s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.372019] env[70398]: DEBUG oslo_vmware.api [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444836, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071957} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.372321] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1046.373114] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3c6cf1-6634-4afd-91a3-9f3495ef9054 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.395734] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] f57f9bae-2e30-4f41-ab13-ce6fd0566265/f57f9bae-2e30-4f41-ab13-ce6fd0566265.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.396078] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0610feca-fcf6-46a0-ac6d-0dfd0e48fbf9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.417154] env[70398]: DEBUG oslo_vmware.api [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1046.417154] env[70398]: value = "task-3444837" [ 1046.417154] env[70398]: _type = "Task" [ 1046.417154] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.425603] env[70398]: DEBUG oslo_vmware.api [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444837, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.444337] env[70398]: INFO nova.compute.manager [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Shelve offloading [ 1046.500699] env[70398]: DEBUG oslo_concurrency.lockutils [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Acquiring lock "refresh_cache-c0aa94e0-4e87-4454-905f-3bc7a72ec446" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.500849] env[70398]: DEBUG oslo_concurrency.lockutils [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Acquired lock "refresh_cache-c0aa94e0-4e87-4454-905f-3bc7a72ec446" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.501070] env[70398]: DEBUG nova.network.neutron [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.776063] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b38023-0d51-4960-a406-716eb283cef5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.784244] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23536f11-3ab3-43d1-b80a-b8508f237fbd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.822476] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85e8e46-e3a7-41ef-ac3c-b1d5ac3df032 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.830503] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f11980-6dbe-470a-b1fc-c983829da9e0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.844369] env[70398]: DEBUG nova.compute.provider_tree [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.928296] env[70398]: DEBUG oslo_vmware.api [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444837, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.949245] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1046.949927] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7dda7b1-c108-411f-be37-065b5cc139a5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.959087] env[70398]: DEBUG oslo_vmware.api [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 1046.959087] env[70398]: value = "task-3444838" [ 1046.959087] env[70398]: _type = "Task" [ 1046.959087] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.976670] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] VM already powered off {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1046.976670] env[70398]: DEBUG nova.compute.manager [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1046.977799] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50aaa2b-23ee-4189-8f21-56156bcdb46c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.987937] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "refresh_cache-173351e4-117d-4f14-ac73-1a41892b1d1e" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.988641] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquired lock "refresh_cache-173351e4-117d-4f14-ac73-1a41892b1d1e" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.989026] env[70398]: DEBUG nova.network.neutron [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.047220] env[70398]: DEBUG nova.network.neutron [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1047.201258] env[70398]: DEBUG nova.network.neutron [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Updating instance_info_cache with network_info: [{"id": "2f4dfb5f-f04f-4796-87d9-1e27a6a16327", "address": "fa:16:3e:0c:be:ab", "network": {"id": "251a0f47-392b-4930-8b99-f9f9dfafb9ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-821868300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0849f3588c1240728ee1222a4891fd48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f4dfb5f-f0", "ovs_interfaceid": "2f4dfb5f-f04f-4796-87d9-1e27a6a16327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.350161] env[70398]: DEBUG nova.scheduler.client.report [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.428190] env[70398]: DEBUG oslo_vmware.api [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444837, 'name': ReconfigVM_Task, 'duration_secs': 0.710267} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.428532] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Reconfigured VM instance instance-00000061 to attach disk [datastore1] f57f9bae-2e30-4f41-ab13-ce6fd0566265/f57f9bae-2e30-4f41-ab13-ce6fd0566265.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.429122] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0edb0517-1d80-401c-bfc0-042c0bbe1d52 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.435955] env[70398]: DEBUG oslo_vmware.api [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1047.435955] env[70398]: value = "task-3444839" [ 1047.435955] env[70398]: _type = "Task" [ 1047.435955] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.443694] env[70398]: DEBUG oslo_vmware.api [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444839, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.710747] env[70398]: DEBUG oslo_concurrency.lockutils [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Releasing lock "refresh_cache-c0aa94e0-4e87-4454-905f-3bc7a72ec446" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.711136] env[70398]: DEBUG nova.compute.manager [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Instance network_info: |[{"id": "2f4dfb5f-f04f-4796-87d9-1e27a6a16327", "address": "fa:16:3e:0c:be:ab", "network": {"id": "251a0f47-392b-4930-8b99-f9f9dfafb9ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-821868300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0849f3588c1240728ee1222a4891fd48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f4dfb5f-f0", "ovs_interfaceid": "2f4dfb5f-f04f-4796-87d9-1e27a6a16327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1047.711739] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:be:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1c8fdf9-970c-4ae0-b6d9-f1015196b552', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f4dfb5f-f04f-4796-87d9-1e27a6a16327', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1047.720914] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.723789] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1047.724118] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5c3f537-9bad-4557-827a-1a7ab5f71f26 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.748684] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1047.748684] env[70398]: value = "task-3444840" [ 1047.748684] env[70398]: _type = "Task" [ 1047.748684] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.760804] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444840, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.783263] env[70398]: DEBUG nova.network.neutron [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Updating instance_info_cache with network_info: [{"id": "bc7ae11b-2ff0-4a41-b3c6-759b68c2b012", "address": "fa:16:3e:d9:31:85", "network": {"id": "3ad560cc-e571-4ecc-bbdf-6092f82ccd30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-904346330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e88af3408914ef28ede7e5550d18c9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc7ae11b-2f", "ovs_interfaceid": "bc7ae11b-2ff0-4a41-b3c6-759b68c2b012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.856300] env[70398]: DEBUG oslo_concurrency.lockutils [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.331s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.856868] env[70398]: DEBUG nova.compute.manager [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1047.860045] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.559s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.861087] env[70398]: INFO nova.compute.claims [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.948333] env[70398]: DEBUG oslo_vmware.api [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444839, 'name': Rename_Task, 'duration_secs': 0.177971} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.949627] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.950833] env[70398]: DEBUG nova.compute.manager [req-c20a4f78-90e5-4d6c-be07-93a826f91d3f req-34ff109d-88ed-4aa8-84d8-5e989909e7a8 service nova] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Received event network-changed-2f4dfb5f-f04f-4796-87d9-1e27a6a16327 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.951085] env[70398]: DEBUG nova.compute.manager [req-c20a4f78-90e5-4d6c-be07-93a826f91d3f req-34ff109d-88ed-4aa8-84d8-5e989909e7a8 service nova] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Refreshing instance network info cache due to event network-changed-2f4dfb5f-f04f-4796-87d9-1e27a6a16327. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1047.951364] env[70398]: DEBUG oslo_concurrency.lockutils [req-c20a4f78-90e5-4d6c-be07-93a826f91d3f req-34ff109d-88ed-4aa8-84d8-5e989909e7a8 service nova] Acquiring lock "refresh_cache-c0aa94e0-4e87-4454-905f-3bc7a72ec446" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.951562] env[70398]: DEBUG oslo_concurrency.lockutils [req-c20a4f78-90e5-4d6c-be07-93a826f91d3f req-34ff109d-88ed-4aa8-84d8-5e989909e7a8 service nova] Acquired lock "refresh_cache-c0aa94e0-4e87-4454-905f-3bc7a72ec446" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.951756] env[70398]: DEBUG nova.network.neutron [req-c20a4f78-90e5-4d6c-be07-93a826f91d3f req-34ff109d-88ed-4aa8-84d8-5e989909e7a8 service nova] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Refreshing network info cache for port 2f4dfb5f-f04f-4796-87d9-1e27a6a16327 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1047.953015] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8cb99193-4735-4568-91c3-fe2ed5d8dd1d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.961212] env[70398]: DEBUG oslo_vmware.api [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1047.961212] env[70398]: value = "task-3444841" [ 1047.961212] env[70398]: _type = "Task" [ 1047.961212] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.970693] env[70398]: DEBUG oslo_vmware.api [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444841, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.259695] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444840, 'name': CreateVM_Task, 'duration_secs': 0.318525} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.259904] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1048.260658] env[70398]: DEBUG oslo_concurrency.lockutils [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.260915] env[70398]: DEBUG oslo_concurrency.lockutils [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.261240] env[70398]: DEBUG oslo_concurrency.lockutils [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.261501] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fbaa5d7-ef14-4ed0-962a-84c93d72c37c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.266117] env[70398]: DEBUG oslo_vmware.api [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1048.266117] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5297f2ae-0210-1817-31bf-4e383e3ead33" [ 1048.266117] env[70398]: _type = "Task" [ 1048.266117] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.274401] env[70398]: DEBUG oslo_vmware.api [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5297f2ae-0210-1817-31bf-4e383e3ead33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.287483] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Releasing lock "refresh_cache-173351e4-117d-4f14-ac73-1a41892b1d1e" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.366308] env[70398]: DEBUG nova.compute.utils [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1048.371022] env[70398]: DEBUG nova.compute.manager [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1048.371022] env[70398]: DEBUG nova.network.neutron [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1048.436347] env[70398]: DEBUG nova.policy [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5745fd9f8e2d4576ad44c31b35cc8024', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a133a7276464e628849ffaa016597bd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 1048.471933] env[70398]: DEBUG oslo_vmware.api [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444841, 'name': PowerOnVM_Task, 'duration_secs': 0.454816} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.472255] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.472497] env[70398]: INFO nova.compute.manager [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Took 7.44 seconds to spawn the instance on the hypervisor. [ 1048.472640] env[70398]: DEBUG nova.compute.manager [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1048.473430] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87af366-94bd-4089-a76c-66b41e260ebb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.557306] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1048.558553] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24628c07-c007-4e40-ac62-31a7d4e04784 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.565825] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1048.566101] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7957eca4-d3a0-4048-a4b1-ac078cc1f153 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.635867] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1048.636110] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1048.636300] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Deleting the datastore file [datastore2] 173351e4-117d-4f14-ac73-1a41892b1d1e {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1048.636566] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fcf988d-f128-47a0-9f83-82688329bb25 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.643694] env[70398]: DEBUG oslo_vmware.api [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 1048.643694] env[70398]: value = "task-3444843" [ 1048.643694] env[70398]: _type = "Task" [ 1048.643694] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.651195] env[70398]: DEBUG oslo_vmware.api [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444843, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.781144] env[70398]: DEBUG oslo_vmware.api [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5297f2ae-0210-1817-31bf-4e383e3ead33, 'name': SearchDatastore_Task, 'duration_secs': 0.011823} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.781473] env[70398]: DEBUG oslo_concurrency.lockutils [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.781788] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1048.782103] env[70398]: DEBUG oslo_concurrency.lockutils [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.782647] env[70398]: DEBUG oslo_concurrency.lockutils [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.782647] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1048.782747] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7a6fb10-664c-4d17-a1ac-986ec8d71e7d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.791019] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1048.791285] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1048.792284] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70270bcf-6306-44e2-a558-4c4acea04b67 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.801053] env[70398]: DEBUG oslo_vmware.api [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1048.801053] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e4dab6-42b2-91a4-c278-cad254c6bf81" [ 1048.801053] env[70398]: _type = "Task" [ 1048.801053] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.809866] env[70398]: DEBUG oslo_vmware.api [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e4dab6-42b2-91a4-c278-cad254c6bf81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.827845] env[70398]: DEBUG nova.network.neutron [req-c20a4f78-90e5-4d6c-be07-93a826f91d3f req-34ff109d-88ed-4aa8-84d8-5e989909e7a8 service nova] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Updated VIF entry in instance network info cache for port 2f4dfb5f-f04f-4796-87d9-1e27a6a16327. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.828242] env[70398]: DEBUG nova.network.neutron [req-c20a4f78-90e5-4d6c-be07-93a826f91d3f req-34ff109d-88ed-4aa8-84d8-5e989909e7a8 service nova] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Updating instance_info_cache with network_info: [{"id": "2f4dfb5f-f04f-4796-87d9-1e27a6a16327", "address": "fa:16:3e:0c:be:ab", "network": {"id": "251a0f47-392b-4930-8b99-f9f9dfafb9ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-821868300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0849f3588c1240728ee1222a4891fd48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f4dfb5f-f0", "ovs_interfaceid": "2f4dfb5f-f04f-4796-87d9-1e27a6a16327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.873312] env[70398]: DEBUG nova.compute.manager [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1048.974163] env[70398]: DEBUG nova.network.neutron [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Successfully created port: a7c89afc-7d8e-47f9-85d5-c4b94582abd6 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1048.999836] env[70398]: INFO nova.compute.manager [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Took 27.66 seconds to build instance. [ 1049.126459] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad844b8-7fc6-4854-8bd1-f8eaca16b805 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.134116] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7c755b-91be-4c11-a977-3e0bf8b887f3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.169795] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785ddd23-cf4f-48ac-a5fa-308672620c32 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.176577] env[70398]: DEBUG oslo_vmware.api [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444843, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137535} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.179008] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1049.179217] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1049.179395] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1049.182823] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfbfa04-d4ad-4f13-88ff-2e316d67a524 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.197503] env[70398]: DEBUG nova.compute.provider_tree [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.200116] env[70398]: INFO nova.scheduler.client.report [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Deleted allocations for instance 173351e4-117d-4f14-ac73-1a41892b1d1e [ 1049.311466] env[70398]: DEBUG oslo_vmware.api [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e4dab6-42b2-91a4-c278-cad254c6bf81, 'name': SearchDatastore_Task, 'duration_secs': 0.008849} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.312298] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eed19e5-60c8-4d17-9f10-9af9bc51b854 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.318795] env[70398]: DEBUG oslo_vmware.api [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1049.318795] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52de2a3a-39cc-1802-53f5-92c0fb8f06ad" [ 1049.318795] env[70398]: _type = "Task" [ 1049.318795] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.326932] env[70398]: DEBUG oslo_vmware.api [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52de2a3a-39cc-1802-53f5-92c0fb8f06ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.331153] env[70398]: DEBUG oslo_concurrency.lockutils [req-c20a4f78-90e5-4d6c-be07-93a826f91d3f req-34ff109d-88ed-4aa8-84d8-5e989909e7a8 service nova] Releasing lock "refresh_cache-c0aa94e0-4e87-4454-905f-3bc7a72ec446" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.505642] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cae8afd0-fd04-4557-9292-aa0f6a5c9a42 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Lock "f57f9bae-2e30-4f41-ab13-ce6fd0566265" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.172s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.701156] env[70398]: DEBUG nova.scheduler.client.report [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.704923] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.830480] env[70398]: DEBUG oslo_vmware.api [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52de2a3a-39cc-1802-53f5-92c0fb8f06ad, 'name': SearchDatastore_Task, 'duration_secs': 0.010145} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.830781] env[70398]: DEBUG oslo_concurrency.lockutils [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.831112] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] c0aa94e0-4e87-4454-905f-3bc7a72ec446/c0aa94e0-4e87-4454-905f-3bc7a72ec446.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1049.831448] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d249dc4-3adc-4194-bece-5650630b08f9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.839147] env[70398]: DEBUG oslo_vmware.api [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1049.839147] env[70398]: value = "task-3444844" [ 1049.839147] env[70398]: _type = "Task" [ 1049.839147] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.847338] env[70398]: DEBUG oslo_vmware.api [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444844, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.886807] env[70398]: DEBUG nova.compute.manager [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1049.913028] env[70398]: DEBUG nova.virt.hardware [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1049.913208] env[70398]: DEBUG nova.virt.hardware [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1049.913388] env[70398]: DEBUG nova.virt.hardware [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.913632] env[70398]: DEBUG nova.virt.hardware [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1049.913734] env[70398]: DEBUG nova.virt.hardware [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.913877] env[70398]: DEBUG nova.virt.hardware [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1049.914124] env[70398]: DEBUG nova.virt.hardware [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1049.914301] env[70398]: DEBUG nova.virt.hardware [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1049.914473] env[70398]: DEBUG nova.virt.hardware [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1049.915159] env[70398]: DEBUG nova.virt.hardware [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1049.915159] env[70398]: DEBUG nova.virt.hardware [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1049.915723] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e91301-7d70-46f0-a8e8-a2e0292f0874 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.923675] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6efc905-ac00-4617-a8b6-7e4e2a244b5a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.979305] env[70398]: DEBUG nova.compute.manager [req-b65923c7-5da7-4f5f-9ba2-46d71ec6e3d7 req-86e893f7-ca7f-4c92-9885-89eb82826327 service nova] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Received event network-vif-unplugged-bc7ae11b-2ff0-4a41-b3c6-759b68c2b012 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.979539] env[70398]: DEBUG oslo_concurrency.lockutils [req-b65923c7-5da7-4f5f-9ba2-46d71ec6e3d7 req-86e893f7-ca7f-4c92-9885-89eb82826327 service nova] Acquiring lock "173351e4-117d-4f14-ac73-1a41892b1d1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.979751] env[70398]: DEBUG oslo_concurrency.lockutils [req-b65923c7-5da7-4f5f-9ba2-46d71ec6e3d7 req-86e893f7-ca7f-4c92-9885-89eb82826327 service nova] Lock "173351e4-117d-4f14-ac73-1a41892b1d1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.980189] env[70398]: DEBUG oslo_concurrency.lockutils [req-b65923c7-5da7-4f5f-9ba2-46d71ec6e3d7 req-86e893f7-ca7f-4c92-9885-89eb82826327 service nova] Lock "173351e4-117d-4f14-ac73-1a41892b1d1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.980383] env[70398]: DEBUG nova.compute.manager [req-b65923c7-5da7-4f5f-9ba2-46d71ec6e3d7 req-86e893f7-ca7f-4c92-9885-89eb82826327 service nova] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] No waiting events found dispatching network-vif-unplugged-bc7ae11b-2ff0-4a41-b3c6-759b68c2b012 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1049.980554] env[70398]: WARNING nova.compute.manager [req-b65923c7-5da7-4f5f-9ba2-46d71ec6e3d7 req-86e893f7-ca7f-4c92-9885-89eb82826327 service nova] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Received unexpected event network-vif-unplugged-bc7ae11b-2ff0-4a41-b3c6-759b68c2b012 for instance with vm_state shelved_offloaded and task_state None. [ 1049.980713] env[70398]: DEBUG nova.compute.manager [req-b65923c7-5da7-4f5f-9ba2-46d71ec6e3d7 req-86e893f7-ca7f-4c92-9885-89eb82826327 service nova] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Received event network-changed-bc7ae11b-2ff0-4a41-b3c6-759b68c2b012 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.980867] env[70398]: DEBUG nova.compute.manager [req-b65923c7-5da7-4f5f-9ba2-46d71ec6e3d7 req-86e893f7-ca7f-4c92-9885-89eb82826327 service nova] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Refreshing instance network info cache due to event network-changed-bc7ae11b-2ff0-4a41-b3c6-759b68c2b012. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1049.981144] env[70398]: DEBUG oslo_concurrency.lockutils [req-b65923c7-5da7-4f5f-9ba2-46d71ec6e3d7 req-86e893f7-ca7f-4c92-9885-89eb82826327 service nova] Acquiring lock "refresh_cache-173351e4-117d-4f14-ac73-1a41892b1d1e" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.981290] env[70398]: DEBUG oslo_concurrency.lockutils [req-b65923c7-5da7-4f5f-9ba2-46d71ec6e3d7 req-86e893f7-ca7f-4c92-9885-89eb82826327 service nova] Acquired lock "refresh_cache-173351e4-117d-4f14-ac73-1a41892b1d1e" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.981449] env[70398]: DEBUG nova.network.neutron [req-b65923c7-5da7-4f5f-9ba2-46d71ec6e3d7 req-86e893f7-ca7f-4c92-9885-89eb82826327 service nova] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Refreshing network info cache for port bc7ae11b-2ff0-4a41-b3c6-759b68c2b012 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1050.208661] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.348s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.208661] env[70398]: DEBUG nova.compute.manager [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1050.213056] env[70398]: DEBUG oslo_concurrency.lockutils [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.956s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.214648] env[70398]: INFO nova.compute.claims [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1050.350012] env[70398]: DEBUG oslo_vmware.api [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444844, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459543} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.350283] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] c0aa94e0-4e87-4454-905f-3bc7a72ec446/c0aa94e0-4e87-4454-905f-3bc7a72ec446.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1050.350505] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1050.350751] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00c06a2e-f3c2-4858-9e2a-9e9e08eb4d7c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.356998] env[70398]: DEBUG oslo_vmware.api [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1050.356998] env[70398]: value = "task-3444845" [ 1050.356998] env[70398]: _type = "Task" [ 1050.356998] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.367617] env[70398]: DEBUG oslo_vmware.api [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444845, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.427963] env[70398]: DEBUG nova.compute.manager [req-4c163957-ecfc-450b-8816-289a4f57ae4d req-d2fc3d21-b48b-4edc-9a8d-8d51b093738c service nova] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Received event network-vif-plugged-a7c89afc-7d8e-47f9-85d5-c4b94582abd6 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.427963] env[70398]: DEBUG oslo_concurrency.lockutils [req-4c163957-ecfc-450b-8816-289a4f57ae4d req-d2fc3d21-b48b-4edc-9a8d-8d51b093738c service nova] Acquiring lock "b0740737-d21d-4b1e-8dc3-1389c67c5103-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.427963] env[70398]: DEBUG oslo_concurrency.lockutils [req-4c163957-ecfc-450b-8816-289a4f57ae4d req-d2fc3d21-b48b-4edc-9a8d-8d51b093738c service nova] Lock "b0740737-d21d-4b1e-8dc3-1389c67c5103-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.427963] env[70398]: DEBUG oslo_concurrency.lockutils [req-4c163957-ecfc-450b-8816-289a4f57ae4d req-d2fc3d21-b48b-4edc-9a8d-8d51b093738c service nova] Lock "b0740737-d21d-4b1e-8dc3-1389c67c5103-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.427963] env[70398]: DEBUG nova.compute.manager [req-4c163957-ecfc-450b-8816-289a4f57ae4d req-d2fc3d21-b48b-4edc-9a8d-8d51b093738c service nova] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] No waiting events found dispatching network-vif-plugged-a7c89afc-7d8e-47f9-85d5-c4b94582abd6 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1050.427963] env[70398]: WARNING nova.compute.manager [req-4c163957-ecfc-450b-8816-289a4f57ae4d req-d2fc3d21-b48b-4edc-9a8d-8d51b093738c service nova] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Received unexpected event network-vif-plugged-a7c89afc-7d8e-47f9-85d5-c4b94582abd6 for instance with vm_state building and task_state spawning. [ 1050.542110] env[70398]: DEBUG nova.network.neutron [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Successfully updated port: a7c89afc-7d8e-47f9-85d5-c4b94582abd6 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1050.680366] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f4f4c0ea-2357-438a-9c76-01db487e804d tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "173351e4-117d-4f14-ac73-1a41892b1d1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.723007] env[70398]: DEBUG nova.compute.utils [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1050.725453] env[70398]: DEBUG nova.compute.manager [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1050.725529] env[70398]: DEBUG nova.network.neutron [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1050.736458] env[70398]: DEBUG nova.network.neutron [req-b65923c7-5da7-4f5f-9ba2-46d71ec6e3d7 req-86e893f7-ca7f-4c92-9885-89eb82826327 service nova] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Updated VIF entry in instance network info cache for port bc7ae11b-2ff0-4a41-b3c6-759b68c2b012. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1050.736809] env[70398]: DEBUG nova.network.neutron [req-b65923c7-5da7-4f5f-9ba2-46d71ec6e3d7 req-86e893f7-ca7f-4c92-9885-89eb82826327 service nova] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Updating instance_info_cache with network_info: [{"id": "bc7ae11b-2ff0-4a41-b3c6-759b68c2b012", "address": "fa:16:3e:d9:31:85", "network": {"id": "3ad560cc-e571-4ecc-bbdf-6092f82ccd30", "bridge": null, "label": "tempest-DeleteServersTestJSON-904346330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e88af3408914ef28ede7e5550d18c9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapbc7ae11b-2f", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.764395] env[70398]: DEBUG nova.policy [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0002ba0a05b479ca3ac1f63e711974b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97e36ff88b7446309f0ba2de0f35328e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 1050.866961] env[70398]: DEBUG oslo_vmware.api [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444845, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10651} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.867241] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1050.868011] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d6f354-218c-4439-8623-da1702aa93ed {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.890556] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] c0aa94e0-4e87-4454-905f-3bc7a72ec446/c0aa94e0-4e87-4454-905f-3bc7a72ec446.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.890832] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e679eb5-b263-4f35-819a-815d0cd8a1b3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.910608] env[70398]: DEBUG oslo_vmware.api [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1050.910608] env[70398]: value = "task-3444846" [ 1050.910608] env[70398]: _type = "Task" [ 1050.910608] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.919215] env[70398]: DEBUG oslo_vmware.api [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444846, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.041150] env[70398]: DEBUG nova.network.neutron [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Successfully created port: 9875fdae-5382-4e2f-9dd1-6896b0efa827 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1051.044846] env[70398]: DEBUG oslo_concurrency.lockutils [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "refresh_cache-b0740737-d21d-4b1e-8dc3-1389c67c5103" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.044976] env[70398]: DEBUG oslo_concurrency.lockutils [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquired lock "refresh_cache-b0740737-d21d-4b1e-8dc3-1389c67c5103" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.045158] env[70398]: DEBUG nova.network.neutron [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.226561] env[70398]: DEBUG nova.compute.manager [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1051.241674] env[70398]: DEBUG oslo_concurrency.lockutils [req-b65923c7-5da7-4f5f-9ba2-46d71ec6e3d7 req-86e893f7-ca7f-4c92-9885-89eb82826327 service nova] Releasing lock "refresh_cache-173351e4-117d-4f14-ac73-1a41892b1d1e" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.420009] env[70398]: DEBUG oslo_vmware.api [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444846, 'name': ReconfigVM_Task, 'duration_secs': 0.342157} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.422368] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Reconfigured VM instance instance-00000062 to attach disk [datastore1] c0aa94e0-4e87-4454-905f-3bc7a72ec446/c0aa94e0-4e87-4454-905f-3bc7a72ec446.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.423160] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76aa0625-27b9-4281-a870-81c0d672d9ad {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.429816] env[70398]: DEBUG oslo_vmware.api [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1051.429816] env[70398]: value = "task-3444847" [ 1051.429816] env[70398]: _type = "Task" [ 1051.429816] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.439761] env[70398]: DEBUG oslo_vmware.api [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444847, 'name': Rename_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.445393] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97cdf739-fd88-47c0-a3df-549a77368ee1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.452879] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d162f99c-b7ea-4f70-98ba-23cc0c096fd6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.486982] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a07e38-19d0-40a5-9db0-9cebd7e1a6dc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.494498] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d24fe3c-046d-4766-8061-fd26025b9433 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.508804] env[70398]: DEBUG nova.compute.provider_tree [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.577834] env[70398]: DEBUG nova.network.neutron [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1051.726487] env[70398]: DEBUG nova.network.neutron [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Updating instance_info_cache with network_info: [{"id": "a7c89afc-7d8e-47f9-85d5-c4b94582abd6", "address": "fa:16:3e:57:50:93", "network": {"id": "31f6f749-f4c7-4b9c-80b1-dde5df2664ef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-724749608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a133a7276464e628849ffaa016597bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7c89afc-7d", "ovs_interfaceid": "a7c89afc-7d8e-47f9-85d5-c4b94582abd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.940060] env[70398]: DEBUG oslo_vmware.api [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444847, 'name': Rename_Task, 'duration_secs': 0.482989} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.940324] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.940603] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7965c2f-1c2d-4563-b4c3-13190068248d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.946738] env[70398]: DEBUG oslo_vmware.api [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1051.946738] env[70398]: value = "task-3444848" [ 1051.946738] env[70398]: _type = "Task" [ 1051.946738] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.953799] env[70398]: DEBUG oslo_vmware.api [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444848, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.012127] env[70398]: DEBUG nova.scheduler.client.report [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.229603] env[70398]: DEBUG oslo_concurrency.lockutils [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Releasing lock "refresh_cache-b0740737-d21d-4b1e-8dc3-1389c67c5103" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.229984] env[70398]: DEBUG nova.compute.manager [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Instance network_info: |[{"id": "a7c89afc-7d8e-47f9-85d5-c4b94582abd6", "address": "fa:16:3e:57:50:93", "network": {"id": "31f6f749-f4c7-4b9c-80b1-dde5df2664ef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-724749608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a133a7276464e628849ffaa016597bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7c89afc-7d", "ovs_interfaceid": "a7c89afc-7d8e-47f9-85d5-c4b94582abd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1052.230470] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:50:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7c89afc-7d8e-47f9-85d5-c4b94582abd6', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1052.237952] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.238179] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1052.238768] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8dddfbfe-72aa-4f07-a864-71cf78302130 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.253591] env[70398]: DEBUG nova.compute.manager [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1052.261501] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1052.261501] env[70398]: value = "task-3444849" [ 1052.261501] env[70398]: _type = "Task" [ 1052.261501] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.271175] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444849, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.283665] env[70398]: DEBUG nova.virt.hardware [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1052.283900] env[70398]: DEBUG nova.virt.hardware [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1052.284067] env[70398]: DEBUG nova.virt.hardware [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.284250] env[70398]: DEBUG nova.virt.hardware [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1052.284393] env[70398]: DEBUG nova.virt.hardware [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.284534] env[70398]: DEBUG nova.virt.hardware [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1052.284742] env[70398]: DEBUG nova.virt.hardware [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1052.284923] env[70398]: DEBUG nova.virt.hardware [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1052.285125] env[70398]: DEBUG nova.virt.hardware [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1052.285294] env[70398]: DEBUG nova.virt.hardware [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1052.285463] env[70398]: DEBUG nova.virt.hardware [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1052.286296] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa014c8e-fcba-482e-b696-0788d90251cb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.295047] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f657e674-fd74-4b37-9cb1-55057a8998a9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.458717] env[70398]: DEBUG oslo_vmware.api [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444848, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.520339] env[70398]: DEBUG oslo_concurrency.lockutils [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.305s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.520339] env[70398]: DEBUG nova.compute.manager [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1052.523305] env[70398]: DEBUG oslo_concurrency.lockutils [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.532s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.525530] env[70398]: INFO nova.compute.claims [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: fc287d01-9176-4eb3-a264-eea33de088f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1052.552234] env[70398]: DEBUG nova.compute.manager [req-8fa1cf13-2d2a-4eff-a485-8e63b81147cf req-7cc45180-031b-4c47-95e5-f698c60d35f4 service nova] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Received event network-changed-a7c89afc-7d8e-47f9-85d5-c4b94582abd6 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.552234] env[70398]: DEBUG nova.compute.manager [req-8fa1cf13-2d2a-4eff-a485-8e63b81147cf req-7cc45180-031b-4c47-95e5-f698c60d35f4 service nova] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Refreshing instance network info cache due to event network-changed-a7c89afc-7d8e-47f9-85d5-c4b94582abd6. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1052.553207] env[70398]: DEBUG oslo_concurrency.lockutils [req-8fa1cf13-2d2a-4eff-a485-8e63b81147cf req-7cc45180-031b-4c47-95e5-f698c60d35f4 service nova] Acquiring lock "refresh_cache-b0740737-d21d-4b1e-8dc3-1389c67c5103" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.556386] env[70398]: DEBUG oslo_concurrency.lockutils [req-8fa1cf13-2d2a-4eff-a485-8e63b81147cf req-7cc45180-031b-4c47-95e5-f698c60d35f4 service nova] Acquired lock "refresh_cache-b0740737-d21d-4b1e-8dc3-1389c67c5103" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.556386] env[70398]: DEBUG nova.network.neutron [req-8fa1cf13-2d2a-4eff-a485-8e63b81147cf req-7cc45180-031b-4c47-95e5-f698c60d35f4 service nova] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Refreshing network info cache for port a7c89afc-7d8e-47f9-85d5-c4b94582abd6 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1052.615144] env[70398]: DEBUG nova.network.neutron [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Successfully updated port: 9875fdae-5382-4e2f-9dd1-6896b0efa827 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1052.773011] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444849, 'name': CreateVM_Task, 'duration_secs': 0.475639} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.773268] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1052.773966] env[70398]: DEBUG oslo_concurrency.lockutils [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.774163] env[70398]: DEBUG oslo_concurrency.lockutils [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.774496] env[70398]: DEBUG oslo_concurrency.lockutils [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.774802] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4db32ce6-1566-4419-a7b0-425d9fcb4608 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.779778] env[70398]: DEBUG oslo_vmware.api [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for the task: (returnval){ [ 1052.779778] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52087019-8b25-04fa-c059-dbcb71e4e2bb" [ 1052.779778] env[70398]: _type = "Task" [ 1052.779778] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.787307] env[70398]: DEBUG oslo_vmware.api [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52087019-8b25-04fa-c059-dbcb71e4e2bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.957145] env[70398]: DEBUG oslo_vmware.api [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444848, 'name': PowerOnVM_Task, 'duration_secs': 0.746246} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.957410] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.957612] env[70398]: INFO nova.compute.manager [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Took 7.23 seconds to spawn the instance on the hypervisor. [ 1052.957789] env[70398]: DEBUG nova.compute.manager [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1052.958549] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a00426-029b-42b8-b092-c169cc1e2020 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.031782] env[70398]: DEBUG nova.compute.utils [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1053.036394] env[70398]: DEBUG nova.compute.manager [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1053.036599] env[70398]: DEBUG nova.network.neutron [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1053.089486] env[70398]: DEBUG nova.policy [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bf3fec710124e20a9ea1d59789de824', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5a04ab39eda46dd8b6665756bfa0ca8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 1053.118471] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Acquiring lock "refresh_cache-83cffc69-3d35-4c86-aafa-dfccf72f1a02" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.118727] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Acquired lock "refresh_cache-83cffc69-3d35-4c86-aafa-dfccf72f1a02" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.118904] env[70398]: DEBUG nova.network.neutron [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.290971] env[70398]: DEBUG oslo_vmware.api [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52087019-8b25-04fa-c059-dbcb71e4e2bb, 'name': SearchDatastore_Task, 'duration_secs': 0.009483} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.291296] env[70398]: DEBUG oslo_concurrency.lockutils [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.291525] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1053.291751] env[70398]: DEBUG oslo_concurrency.lockutils [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.291941] env[70398]: DEBUG oslo_concurrency.lockutils [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.292251] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1053.292509] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4cdc75c0-72ab-4bb1-8647-4e42e939853b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.301019] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1053.301238] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1053.301907] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea8ff404-b7d1-466a-90af-0d893c4fa8e4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.306798] env[70398]: DEBUG oslo_vmware.api [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for the task: (returnval){ [ 1053.306798] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52c3f2c6-0783-aa7a-3da6-788900b4586f" [ 1053.306798] env[70398]: _type = "Task" [ 1053.306798] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.314323] env[70398]: DEBUG oslo_vmware.api [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52c3f2c6-0783-aa7a-3da6-788900b4586f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.351971] env[70398]: DEBUG nova.network.neutron [req-8fa1cf13-2d2a-4eff-a485-8e63b81147cf req-7cc45180-031b-4c47-95e5-f698c60d35f4 service nova] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Updated VIF entry in instance network info cache for port a7c89afc-7d8e-47f9-85d5-c4b94582abd6. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1053.352401] env[70398]: DEBUG nova.network.neutron [req-8fa1cf13-2d2a-4eff-a485-8e63b81147cf req-7cc45180-031b-4c47-95e5-f698c60d35f4 service nova] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Updating instance_info_cache with network_info: [{"id": "a7c89afc-7d8e-47f9-85d5-c4b94582abd6", "address": "fa:16:3e:57:50:93", "network": {"id": "31f6f749-f4c7-4b9c-80b1-dde5df2664ef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-724749608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a133a7276464e628849ffaa016597bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7c89afc-7d", "ovs_interfaceid": "a7c89afc-7d8e-47f9-85d5-c4b94582abd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.474710] env[70398]: INFO nova.compute.manager [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Took 31.36 seconds to build instance. [ 1053.497844] env[70398]: DEBUG nova.network.neutron [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Successfully created port: 2057f713-3a01-452b-a5d3-d7fe84ad7b36 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1053.537056] env[70398]: DEBUG nova.compute.manager [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1053.681854] env[70398]: DEBUG nova.network.neutron [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1053.797112] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdc5d02-c3f9-424f-9137-4c31fd9760d8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.805095] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0aa3c0-c2b0-44a3-814a-6a8092639440 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.855189] env[70398]: DEBUG oslo_vmware.api [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52c3f2c6-0783-aa7a-3da6-788900b4586f, 'name': SearchDatastore_Task, 'duration_secs': 0.008956} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.855996] env[70398]: DEBUG oslo_concurrency.lockutils [req-8fa1cf13-2d2a-4eff-a485-8e63b81147cf req-7cc45180-031b-4c47-95e5-f698c60d35f4 service nova] Releasing lock "refresh_cache-b0740737-d21d-4b1e-8dc3-1389c67c5103" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.856252] env[70398]: DEBUG nova.compute.manager [req-8fa1cf13-2d2a-4eff-a485-8e63b81147cf req-7cc45180-031b-4c47-95e5-f698c60d35f4 service nova] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Received event network-vif-plugged-9875fdae-5382-4e2f-9dd1-6896b0efa827 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.856443] env[70398]: DEBUG oslo_concurrency.lockutils [req-8fa1cf13-2d2a-4eff-a485-8e63b81147cf req-7cc45180-031b-4c47-95e5-f698c60d35f4 service nova] Acquiring lock "83cffc69-3d35-4c86-aafa-dfccf72f1a02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.856639] env[70398]: DEBUG oslo_concurrency.lockutils [req-8fa1cf13-2d2a-4eff-a485-8e63b81147cf req-7cc45180-031b-4c47-95e5-f698c60d35f4 service nova] Lock "83cffc69-3d35-4c86-aafa-dfccf72f1a02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.856800] env[70398]: DEBUG oslo_concurrency.lockutils [req-8fa1cf13-2d2a-4eff-a485-8e63b81147cf req-7cc45180-031b-4c47-95e5-f698c60d35f4 service nova] Lock "83cffc69-3d35-4c86-aafa-dfccf72f1a02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.856962] env[70398]: DEBUG nova.compute.manager [req-8fa1cf13-2d2a-4eff-a485-8e63b81147cf req-7cc45180-031b-4c47-95e5-f698c60d35f4 service nova] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] No waiting events found dispatching network-vif-plugged-9875fdae-5382-4e2f-9dd1-6896b0efa827 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1053.857143] env[70398]: WARNING nova.compute.manager [req-8fa1cf13-2d2a-4eff-a485-8e63b81147cf req-7cc45180-031b-4c47-95e5-f698c60d35f4 service nova] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Received unexpected event network-vif-plugged-9875fdae-5382-4e2f-9dd1-6896b0efa827 for instance with vm_state building and task_state spawning. [ 1053.858603] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3d95c2-6d67-4c92-b3b4-02b99e8c7aa1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.861344] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dceed62-93bd-4faa-b9e5-97c32b2d29d0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.869706] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670df762-7d55-49f1-abc2-568ef8cba32f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.873582] env[70398]: DEBUG oslo_vmware.api [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for the task: (returnval){ [ 1053.873582] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]524d516a-9092-fb84-ae29-06a8771e885c" [ 1053.873582] env[70398]: _type = "Task" [ 1053.873582] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.886276] env[70398]: DEBUG nova.compute.provider_tree [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.892586] env[70398]: DEBUG oslo_vmware.api [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]524d516a-9092-fb84-ae29-06a8771e885c, 'name': SearchDatastore_Task, 'duration_secs': 0.009389} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.892819] env[70398]: DEBUG oslo_concurrency.lockutils [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.893260] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] b0740737-d21d-4b1e-8dc3-1389c67c5103/b0740737-d21d-4b1e-8dc3-1389c67c5103.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.893523] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6dcc7e2c-150c-4c14-a8c4-2e24782e09dd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.910830] env[70398]: DEBUG oslo_vmware.api [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for the task: (returnval){ [ 1053.910830] env[70398]: value = "task-3444850" [ 1053.910830] env[70398]: _type = "Task" [ 1053.910830] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.918989] env[70398]: DEBUG oslo_vmware.api [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444850, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.938712] env[70398]: DEBUG nova.network.neutron [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Updating instance_info_cache with network_info: [{"id": "9875fdae-5382-4e2f-9dd1-6896b0efa827", "address": "fa:16:3e:8d:53:39", "network": {"id": "2aa293c5-06b7-4eae-b099-5c795b27de4e", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-227049535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97e36ff88b7446309f0ba2de0f35328e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9875fdae-53", "ovs_interfaceid": "9875fdae-5382-4e2f-9dd1-6896b0efa827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.976948] env[70398]: DEBUG oslo_concurrency.lockutils [None req-af7fab3e-93b4-49b8-9d8d-d0016e07d034 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Lock "c0aa94e0-4e87-4454-905f-3bc7a72ec446" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.873s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.389538] env[70398]: DEBUG nova.scheduler.client.report [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.419726] env[70398]: DEBUG oslo_vmware.api [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444850, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47187} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.420028] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] b0740737-d21d-4b1e-8dc3-1389c67c5103/b0740737-d21d-4b1e-8dc3-1389c67c5103.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1054.420277] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.420551] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7a53260-2059-47ad-87b5-f8fe8e80b670 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.426520] env[70398]: DEBUG oslo_vmware.api [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for the task: (returnval){ [ 1054.426520] env[70398]: value = "task-3444851" [ 1054.426520] env[70398]: _type = "Task" [ 1054.426520] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.433960] env[70398]: DEBUG oslo_vmware.api [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444851, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.441777] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Releasing lock "refresh_cache-83cffc69-3d35-4c86-aafa-dfccf72f1a02" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.442198] env[70398]: DEBUG nova.compute.manager [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Instance network_info: |[{"id": "9875fdae-5382-4e2f-9dd1-6896b0efa827", "address": "fa:16:3e:8d:53:39", "network": {"id": "2aa293c5-06b7-4eae-b099-5c795b27de4e", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-227049535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97e36ff88b7446309f0ba2de0f35328e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9875fdae-53", "ovs_interfaceid": "9875fdae-5382-4e2f-9dd1-6896b0efa827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1054.442611] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:53:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4345ef6-a7c8-4c1c-badf-a0d4f578b61c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9875fdae-5382-4e2f-9dd1-6896b0efa827', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1054.450431] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Creating folder: Project (97e36ff88b7446309f0ba2de0f35328e). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1054.450685] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d398139b-1a1a-4fab-adfa-76e868ea86f0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.459578] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Created folder: Project (97e36ff88b7446309f0ba2de0f35328e) in parent group-v687430. [ 1054.459767] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Creating folder: Instances. Parent ref: group-v687698. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1054.460028] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98bc510e-2a77-4588-9807-887dbfe565e0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.468192] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Created folder: Instances in parent group-v687698. [ 1054.468423] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.468603] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1054.469131] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-807cf46b-2385-44da-88fc-d2433f845aab {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.487863] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1054.487863] env[70398]: value = "task-3444854" [ 1054.487863] env[70398]: _type = "Task" [ 1054.487863] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.494978] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444854, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.550946] env[70398]: DEBUG nova.compute.manager [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1054.571472] env[70398]: INFO nova.compute.manager [None req-a55ba109-3bca-4c85-a4a8-9d93743befe9 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Rescuing [ 1054.571721] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a55ba109-3bca-4c85-a4a8-9d93743befe9 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Acquiring lock "refresh_cache-c0aa94e0-4e87-4454-905f-3bc7a72ec446" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.571875] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a55ba109-3bca-4c85-a4a8-9d93743befe9 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Acquired lock "refresh_cache-c0aa94e0-4e87-4454-905f-3bc7a72ec446" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.572054] env[70398]: DEBUG nova.network.neutron [None req-a55ba109-3bca-4c85-a4a8-9d93743befe9 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.577651] env[70398]: DEBUG nova.virt.hardware [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1054.577886] env[70398]: DEBUG nova.virt.hardware [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1054.578061] env[70398]: DEBUG nova.virt.hardware [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1054.578252] env[70398]: DEBUG nova.virt.hardware [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1054.578432] env[70398]: DEBUG nova.virt.hardware [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1054.578549] env[70398]: DEBUG nova.virt.hardware [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1054.578782] env[70398]: DEBUG nova.virt.hardware [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1054.578988] env[70398]: DEBUG nova.virt.hardware [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1054.579215] env[70398]: DEBUG nova.virt.hardware [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1054.579389] env[70398]: DEBUG nova.virt.hardware [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1054.579560] env[70398]: DEBUG nova.virt.hardware [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1054.580829] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212acdfa-4359-412a-b037-2511d11ba8b1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.585676] env[70398]: DEBUG nova.compute.manager [req-286e608f-ce5c-481f-a701-ee1f45926911 req-6ccb509f-cde2-4212-b7c6-40e9423bd721 service nova] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Received event network-changed-9875fdae-5382-4e2f-9dd1-6896b0efa827 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.585952] env[70398]: DEBUG nova.compute.manager [req-286e608f-ce5c-481f-a701-ee1f45926911 req-6ccb509f-cde2-4212-b7c6-40e9423bd721 service nova] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Refreshing instance network info cache due to event network-changed-9875fdae-5382-4e2f-9dd1-6896b0efa827. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1054.586122] env[70398]: DEBUG oslo_concurrency.lockutils [req-286e608f-ce5c-481f-a701-ee1f45926911 req-6ccb509f-cde2-4212-b7c6-40e9423bd721 service nova] Acquiring lock "refresh_cache-83cffc69-3d35-4c86-aafa-dfccf72f1a02" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.586211] env[70398]: DEBUG oslo_concurrency.lockutils [req-286e608f-ce5c-481f-a701-ee1f45926911 req-6ccb509f-cde2-4212-b7c6-40e9423bd721 service nova] Acquired lock "refresh_cache-83cffc69-3d35-4c86-aafa-dfccf72f1a02" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.586368] env[70398]: DEBUG nova.network.neutron [req-286e608f-ce5c-481f-a701-ee1f45926911 req-6ccb509f-cde2-4212-b7c6-40e9423bd721 service nova] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Refreshing network info cache for port 9875fdae-5382-4e2f-9dd1-6896b0efa827 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1054.593591] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bbf011-4386-477a-8c52-12fde651d746 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.895088] env[70398]: DEBUG oslo_concurrency.lockutils [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.372s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.895711] env[70398]: DEBUG nova.compute.manager [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: fc287d01-9176-4eb3-a264-eea33de088f6] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1054.898585] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c72b9e8d-4c93-46ac-9544-3b858100f19a tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.259s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.898823] env[70398]: DEBUG nova.objects.instance [None req-c72b9e8d-4c93-46ac-9544-3b858100f19a tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Lazy-loading 'resources' on Instance uuid 87247a1d-85ea-41bf-b3b1-0cb29c7b5830 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.938268] env[70398]: DEBUG oslo_vmware.api [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444851, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065217} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.938543] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1054.939424] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b694350d-80cc-4d85-a901-fbf58e3d26ff {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.962182] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] b0740737-d21d-4b1e-8dc3-1389c67c5103/b0740737-d21d-4b1e-8dc3-1389c67c5103.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.962779] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b8985a7-34a6-4aab-b948-7cd7dc5e23c7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.982448] env[70398]: DEBUG oslo_vmware.api [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for the task: (returnval){ [ 1054.982448] env[70398]: value = "task-3444855" [ 1054.982448] env[70398]: _type = "Task" [ 1054.982448] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.990939] env[70398]: DEBUG oslo_vmware.api [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444855, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.000325] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444854, 'name': CreateVM_Task, 'duration_secs': 0.381542} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.000511] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.001447] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.001447] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.001753] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.002046] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf68b8e6-ec40-406c-8ab7-c985df9bca9f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.007359] env[70398]: DEBUG oslo_vmware.api [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Waiting for the task: (returnval){ [ 1055.007359] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]522170ba-2092-1e68-9a33-902889416584" [ 1055.007359] env[70398]: _type = "Task" [ 1055.007359] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.015590] env[70398]: DEBUG oslo_vmware.api [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]522170ba-2092-1e68-9a33-902889416584, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.285022] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c824e5c9-81f5-4d60-8ea1-38286a9358f1 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "013bddce-e445-4e28-89b5-8911d9dc4031" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.285271] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c824e5c9-81f5-4d60-8ea1-38286a9358f1 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "013bddce-e445-4e28-89b5-8911d9dc4031" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.324576] env[70398]: DEBUG nova.network.neutron [req-286e608f-ce5c-481f-a701-ee1f45926911 req-6ccb509f-cde2-4212-b7c6-40e9423bd721 service nova] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Updated VIF entry in instance network info cache for port 9875fdae-5382-4e2f-9dd1-6896b0efa827. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1055.324960] env[70398]: DEBUG nova.network.neutron [req-286e608f-ce5c-481f-a701-ee1f45926911 req-6ccb509f-cde2-4212-b7c6-40e9423bd721 service nova] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Updating instance_info_cache with network_info: [{"id": "9875fdae-5382-4e2f-9dd1-6896b0efa827", "address": "fa:16:3e:8d:53:39", "network": {"id": "2aa293c5-06b7-4eae-b099-5c795b27de4e", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-227049535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97e36ff88b7446309f0ba2de0f35328e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9875fdae-53", "ovs_interfaceid": "9875fdae-5382-4e2f-9dd1-6896b0efa827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.348938] env[70398]: DEBUG nova.network.neutron [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Successfully updated port: 2057f713-3a01-452b-a5d3-d7fe84ad7b36 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1055.390274] env[70398]: DEBUG nova.network.neutron [None req-a55ba109-3bca-4c85-a4a8-9d93743befe9 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Updating instance_info_cache with network_info: [{"id": "2f4dfb5f-f04f-4796-87d9-1e27a6a16327", "address": "fa:16:3e:0c:be:ab", "network": {"id": "251a0f47-392b-4930-8b99-f9f9dfafb9ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-821868300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0849f3588c1240728ee1222a4891fd48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f4dfb5f-f0", "ovs_interfaceid": "2f4dfb5f-f04f-4796-87d9-1e27a6a16327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.402315] env[70398]: DEBUG nova.compute.utils [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1055.408338] env[70398]: DEBUG nova.compute.manager [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: fc287d01-9176-4eb3-a264-eea33de088f6] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1055.408610] env[70398]: DEBUG nova.network.neutron [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: fc287d01-9176-4eb3-a264-eea33de088f6] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1055.447926] env[70398]: DEBUG nova.policy [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5c72830bbde48d8b8e75d6de56e8f99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0aa75948ff4043d48fb3f00087ada961', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 1055.501746] env[70398]: DEBUG oslo_vmware.api [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444855, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.516445] env[70398]: DEBUG oslo_vmware.api [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]522170ba-2092-1e68-9a33-902889416584, 'name': SearchDatastore_Task, 'duration_secs': 0.010872} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.519023] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.519287] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1055.519526] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.519673] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.519847] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1055.520324] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e3842f0-c0d2-4e01-bf5f-4d143b3d2bc5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.528792] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1055.528997] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1055.532045] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff367136-451a-4eb8-b7e2-d480dcf51d0b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.534655] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1055.534742] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1055.539348] env[70398]: DEBUG oslo_vmware.api [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Waiting for the task: (returnval){ [ 1055.539348] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ed332c-0088-4efb-566c-333e2f7441fd" [ 1055.539348] env[70398]: _type = "Task" [ 1055.539348] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.547239] env[70398]: DEBUG oslo_vmware.api [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ed332c-0088-4efb-566c-333e2f7441fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.656668] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044209b7-c05a-4f50-bea5-42523a753974 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.664130] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad41eb7-fa01-487c-97f4-4dca539f3d73 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.694714] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5cdbf2d-e056-44df-9d7e-6ab08a4897fc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.702601] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d960366b-ac33-46c5-8ef4-f1aa04e22ce2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.716014] env[70398]: DEBUG nova.compute.provider_tree [None req-c72b9e8d-4c93-46ac-9544-3b858100f19a tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.718181] env[70398]: DEBUG nova.network.neutron [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: fc287d01-9176-4eb3-a264-eea33de088f6] Successfully created port: 0e0cee13-8348-4e92-8511-0eb50d723d02 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1055.788750] env[70398]: DEBUG nova.compute.utils [None req-c824e5c9-81f5-4d60-8ea1-38286a9358f1 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1055.827485] env[70398]: DEBUG oslo_concurrency.lockutils [req-286e608f-ce5c-481f-a701-ee1f45926911 req-6ccb509f-cde2-4212-b7c6-40e9423bd721 service nova] Releasing lock "refresh_cache-83cffc69-3d35-4c86-aafa-dfccf72f1a02" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.851841] env[70398]: DEBUG oslo_concurrency.lockutils [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Acquiring lock "refresh_cache-f27f1700-d064-471f-af8e-924a38b74193" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.852060] env[70398]: DEBUG oslo_concurrency.lockutils [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Acquired lock "refresh_cache-f27f1700-d064-471f-af8e-924a38b74193" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.852254] env[70398]: DEBUG nova.network.neutron [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.894203] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a55ba109-3bca-4c85-a4a8-9d93743befe9 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Releasing lock "refresh_cache-c0aa94e0-4e87-4454-905f-3bc7a72ec446" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.909589] env[70398]: DEBUG nova.compute.manager [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: fc287d01-9176-4eb3-a264-eea33de088f6] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1056.723701] env[70398]: DEBUG nova.scheduler.client.report [None req-c72b9e8d-4c93-46ac-9544-3b858100f19a tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.727699] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c824e5c9-81f5-4d60-8ea1-38286a9358f1 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "013bddce-e445-4e28-89b5-8911d9dc4031" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.442s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.738794] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1056.742111] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1056.744071] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1056.744902] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1056.744902] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1056.745039] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1056.745074] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70398) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1056.745229] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1056.753734] env[70398]: DEBUG oslo_vmware.api [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444855, 'name': ReconfigVM_Task, 'duration_secs': 1.059225} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.754154] env[70398]: DEBUG oslo_vmware.api [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ed332c-0088-4efb-566c-333e2f7441fd, 'name': SearchDatastore_Task, 'duration_secs': 0.008828} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.754225] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Reconfigured VM instance instance-00000063 to attach disk [datastore2] b0740737-d21d-4b1e-8dc3-1389c67c5103/b0740737-d21d-4b1e-8dc3-1389c67c5103.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.755593] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47f36e85-d28f-4ae0-8257-f86929974977 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.757221] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-618bd638-b7a2-4bc8-b15a-050dbdff8a70 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.763750] env[70398]: DEBUG oslo_vmware.api [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Waiting for the task: (returnval){ [ 1056.763750] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52c69991-1117-4a30-278a-462adde260ca" [ 1056.763750] env[70398]: _type = "Task" [ 1056.763750] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.765023] env[70398]: DEBUG oslo_vmware.api [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for the task: (returnval){ [ 1056.765023] env[70398]: value = "task-3444856" [ 1056.765023] env[70398]: _type = "Task" [ 1056.765023] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.771717] env[70398]: DEBUG nova.network.neutron [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1056.778620] env[70398]: DEBUG oslo_vmware.api [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52c69991-1117-4a30-278a-462adde260ca, 'name': SearchDatastore_Task, 'duration_secs': 0.010334} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.782048] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.782326] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 83cffc69-3d35-4c86-aafa-dfccf72f1a02/83cffc69-3d35-4c86-aafa-dfccf72f1a02.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1056.783438] env[70398]: DEBUG oslo_vmware.api [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444856, 'name': Rename_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.783657] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0703454-73e7-4c87-aff6-c2923c80c69b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.791780] env[70398]: DEBUG oslo_vmware.api [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Waiting for the task: (returnval){ [ 1056.791780] env[70398]: value = "task-3444857" [ 1056.791780] env[70398]: _type = "Task" [ 1056.791780] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.800332] env[70398]: DEBUG oslo_vmware.api [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Task: {'id': task-3444857, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.865766] env[70398]: DEBUG nova.compute.manager [req-dd2ff881-419d-4355-9d8e-0167e78b02d7 req-50e753d8-52e0-4ad0-9820-92900053e0f8 service nova] [instance: f27f1700-d064-471f-af8e-924a38b74193] Received event network-vif-plugged-2057f713-3a01-452b-a5d3-d7fe84ad7b36 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.867585] env[70398]: DEBUG oslo_concurrency.lockutils [req-dd2ff881-419d-4355-9d8e-0167e78b02d7 req-50e753d8-52e0-4ad0-9820-92900053e0f8 service nova] Acquiring lock "f27f1700-d064-471f-af8e-924a38b74193-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.867585] env[70398]: DEBUG oslo_concurrency.lockutils [req-dd2ff881-419d-4355-9d8e-0167e78b02d7 req-50e753d8-52e0-4ad0-9820-92900053e0f8 service nova] Lock "f27f1700-d064-471f-af8e-924a38b74193-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.867585] env[70398]: DEBUG oslo_concurrency.lockutils [req-dd2ff881-419d-4355-9d8e-0167e78b02d7 req-50e753d8-52e0-4ad0-9820-92900053e0f8 service nova] Lock "f27f1700-d064-471f-af8e-924a38b74193-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.867585] env[70398]: DEBUG nova.compute.manager [req-dd2ff881-419d-4355-9d8e-0167e78b02d7 req-50e753d8-52e0-4ad0-9820-92900053e0f8 service nova] [instance: f27f1700-d064-471f-af8e-924a38b74193] No waiting events found dispatching network-vif-plugged-2057f713-3a01-452b-a5d3-d7fe84ad7b36 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1056.867585] env[70398]: WARNING nova.compute.manager [req-dd2ff881-419d-4355-9d8e-0167e78b02d7 req-50e753d8-52e0-4ad0-9820-92900053e0f8 service nova] [instance: f27f1700-d064-471f-af8e-924a38b74193] Received unexpected event network-vif-plugged-2057f713-3a01-452b-a5d3-d7fe84ad7b36 for instance with vm_state building and task_state spawning. [ 1056.867585] env[70398]: DEBUG nova.compute.manager [req-dd2ff881-419d-4355-9d8e-0167e78b02d7 req-50e753d8-52e0-4ad0-9820-92900053e0f8 service nova] [instance: f27f1700-d064-471f-af8e-924a38b74193] Received event network-changed-2057f713-3a01-452b-a5d3-d7fe84ad7b36 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.867585] env[70398]: DEBUG nova.compute.manager [req-dd2ff881-419d-4355-9d8e-0167e78b02d7 req-50e753d8-52e0-4ad0-9820-92900053e0f8 service nova] [instance: f27f1700-d064-471f-af8e-924a38b74193] Refreshing instance network info cache due to event network-changed-2057f713-3a01-452b-a5d3-d7fe84ad7b36. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1056.867585] env[70398]: DEBUG oslo_concurrency.lockutils [req-dd2ff881-419d-4355-9d8e-0167e78b02d7 req-50e753d8-52e0-4ad0-9820-92900053e0f8 service nova] Acquiring lock "refresh_cache-f27f1700-d064-471f-af8e-924a38b74193" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.951337] env[70398]: DEBUG nova.network.neutron [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Updating instance_info_cache with network_info: [{"id": "2057f713-3a01-452b-a5d3-d7fe84ad7b36", "address": "fa:16:3e:70:d2:83", "network": {"id": "fb01a3ef-f49b-4004-9dad-1ab83f2cdc5c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1367760524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5a04ab39eda46dd8b6665756bfa0ca8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2057f713-3a", "ovs_interfaceid": "2057f713-3a01-452b-a5d3-d7fe84ad7b36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.228708] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c72b9e8d-4c93-46ac-9544-3b858100f19a tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.330s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.232823] env[70398]: DEBUG oslo_concurrency.lockutils [None req-61cca538-5ce8-414c-820f-bc133d0a514f tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.425s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.232823] env[70398]: DEBUG oslo_concurrency.lockutils [None req-61cca538-5ce8-414c-820f-bc133d0a514f tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.237337] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0f982118-e200-4c8d-9ab9-37c543d86a6b tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.824s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.237337] env[70398]: DEBUG nova.objects.instance [None req-0f982118-e200-4c8d-9ab9-37c543d86a6b tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Lazy-loading 'resources' on Instance uuid 2a7e725a-4c13-4566-82e8-d93bcfc22e70 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.237337] env[70398]: DEBUG nova.compute.manager [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: fc287d01-9176-4eb3-a264-eea33de088f6] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1057.248449] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.265327] env[70398]: INFO nova.scheduler.client.report [None req-61cca538-5ce8-414c-820f-bc133d0a514f tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Deleted allocations for instance 3805da77-9f5d-4ffa-bc7b-141c94be3982 [ 1057.267245] env[70398]: INFO nova.scheduler.client.report [None req-c72b9e8d-4c93-46ac-9544-3b858100f19a tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Deleted allocations for instance 87247a1d-85ea-41bf-b3b1-0cb29c7b5830 [ 1057.280392] env[70398]: DEBUG nova.network.neutron [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: fc287d01-9176-4eb3-a264-eea33de088f6] Successfully updated port: 0e0cee13-8348-4e92-8511-0eb50d723d02 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1057.293142] env[70398]: DEBUG oslo_vmware.api [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444856, 'name': Rename_Task, 'duration_secs': 0.16248} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.295595] env[70398]: DEBUG nova.virt.hardware [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1057.295801] env[70398]: DEBUG nova.virt.hardware [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1057.295952] env[70398]: DEBUG nova.virt.hardware [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.296153] env[70398]: DEBUG nova.virt.hardware [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1057.296291] env[70398]: DEBUG nova.virt.hardware [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.296441] env[70398]: DEBUG nova.virt.hardware [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1057.296646] env[70398]: DEBUG nova.virt.hardware [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1057.296815] env[70398]: DEBUG nova.virt.hardware [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1057.296977] env[70398]: DEBUG nova.virt.hardware [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1057.297153] env[70398]: DEBUG nova.virt.hardware [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1057.297318] env[70398]: DEBUG nova.virt.hardware [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1057.301305] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1057.301871] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50797af3-4b82-4445-a3b8-885d08430e32 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.305724] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13fd8243-ed80-4793-a857-6989890786e6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.313589] env[70398]: DEBUG oslo_vmware.api [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Task: {'id': task-3444857, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514407} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.316947] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 83cffc69-3d35-4c86-aafa-dfccf72f1a02/83cffc69-3d35-4c86-aafa-dfccf72f1a02.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1057.317100] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1057.317342] env[70398]: DEBUG oslo_vmware.api [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for the task: (returnval){ [ 1057.317342] env[70398]: value = "task-3444858" [ 1057.317342] env[70398]: _type = "Task" [ 1057.317342] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.317570] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b829401-1b0b-4082-82b0-e7086ac93146 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.321246] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc32e40-8f2b-410e-bcca-dfc51a5dc681 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.343413] env[70398]: DEBUG oslo_vmware.api [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Waiting for the task: (returnval){ [ 1057.343413] env[70398]: value = "task-3444859" [ 1057.343413] env[70398]: _type = "Task" [ 1057.343413] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.343690] env[70398]: DEBUG oslo_vmware.api [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444858, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.351724] env[70398]: DEBUG oslo_vmware.api [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Task: {'id': task-3444859, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.365970] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c824e5c9-81f5-4d60-8ea1-38286a9358f1 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "013bddce-e445-4e28-89b5-8911d9dc4031" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.366350] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c824e5c9-81f5-4d60-8ea1-38286a9358f1 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "013bddce-e445-4e28-89b5-8911d9dc4031" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.366712] env[70398]: INFO nova.compute.manager [None req-c824e5c9-81f5-4d60-8ea1-38286a9358f1 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Attaching volume fec0187f-32d6-4001-b314-31a376c975b4 to /dev/sdb [ 1057.401862] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a443eaad-0d6b-4018-b015-74d911fdb175 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.408945] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9815d96-1674-4b62-9c75-db02e2c1bcf9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.421856] env[70398]: DEBUG nova.virt.block_device [None req-c824e5c9-81f5-4d60-8ea1-38286a9358f1 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Updating existing volume attachment record: 10d518e3-6f83-4fc0-a6f9-79873de20c7a {{(pid=70398) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1057.454632] env[70398]: DEBUG oslo_concurrency.lockutils [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Releasing lock "refresh_cache-f27f1700-d064-471f-af8e-924a38b74193" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.454930] env[70398]: DEBUG nova.compute.manager [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Instance network_info: |[{"id": "2057f713-3a01-452b-a5d3-d7fe84ad7b36", "address": "fa:16:3e:70:d2:83", "network": {"id": "fb01a3ef-f49b-4004-9dad-1ab83f2cdc5c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1367760524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5a04ab39eda46dd8b6665756bfa0ca8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2057f713-3a", "ovs_interfaceid": "2057f713-3a01-452b-a5d3-d7fe84ad7b36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1057.455283] env[70398]: DEBUG oslo_concurrency.lockutils [req-dd2ff881-419d-4355-9d8e-0167e78b02d7 req-50e753d8-52e0-4ad0-9820-92900053e0f8 service nova] Acquired lock "refresh_cache-f27f1700-d064-471f-af8e-924a38b74193" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.455468] env[70398]: DEBUG nova.network.neutron [req-dd2ff881-419d-4355-9d8e-0167e78b02d7 req-50e753d8-52e0-4ad0-9820-92900053e0f8 service nova] [instance: f27f1700-d064-471f-af8e-924a38b74193] Refreshing network info cache for port 2057f713-3a01-452b-a5d3-d7fe84ad7b36 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.457046] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:d2:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2057f713-3a01-452b-a5d3-d7fe84ad7b36', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1057.464022] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.467043] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f27f1700-d064-471f-af8e-924a38b74193] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1057.467511] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d021fee-6ba1-4034-a777-edbd639235b6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.486829] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1057.486829] env[70398]: value = "task-3444860" [ 1057.486829] env[70398]: _type = "Task" [ 1057.486829] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.494612] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444860, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.674120] env[70398]: DEBUG nova.network.neutron [req-dd2ff881-419d-4355-9d8e-0167e78b02d7 req-50e753d8-52e0-4ad0-9820-92900053e0f8 service nova] [instance: f27f1700-d064-471f-af8e-924a38b74193] Updated VIF entry in instance network info cache for port 2057f713-3a01-452b-a5d3-d7fe84ad7b36. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1057.674531] env[70398]: DEBUG nova.network.neutron [req-dd2ff881-419d-4355-9d8e-0167e78b02d7 req-50e753d8-52e0-4ad0-9820-92900053e0f8 service nova] [instance: f27f1700-d064-471f-af8e-924a38b74193] Updating instance_info_cache with network_info: [{"id": "2057f713-3a01-452b-a5d3-d7fe84ad7b36", "address": "fa:16:3e:70:d2:83", "network": {"id": "fb01a3ef-f49b-4004-9dad-1ab83f2cdc5c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1367760524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5a04ab39eda46dd8b6665756bfa0ca8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2057f713-3a", "ovs_interfaceid": "2057f713-3a01-452b-a5d3-d7fe84ad7b36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.745280] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-a55ba109-3bca-4c85-a4a8-9d93743befe9 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.745580] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b4aa60a-2a9f-45e5-b2bf-ccdfcf138074 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.752311] env[70398]: DEBUG oslo_vmware.api [None req-a55ba109-3bca-4c85-a4a8-9d93743befe9 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1057.752311] env[70398]: value = "task-3444862" [ 1057.752311] env[70398]: _type = "Task" [ 1057.752311] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.760717] env[70398]: DEBUG oslo_vmware.api [None req-a55ba109-3bca-4c85-a4a8-9d93743befe9 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444862, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.786133] env[70398]: DEBUG oslo_concurrency.lockutils [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "refresh_cache-fc287d01-9176-4eb3-a264-eea33de088f6" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.786932] env[70398]: DEBUG oslo_concurrency.lockutils [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquired lock "refresh_cache-fc287d01-9176-4eb3-a264-eea33de088f6" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.786932] env[70398]: DEBUG nova.network.neutron [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: fc287d01-9176-4eb3-a264-eea33de088f6] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.792559] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c72b9e8d-4c93-46ac-9544-3b858100f19a tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Lock "87247a1d-85ea-41bf-b3b1-0cb29c7b5830" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.723s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.797029] env[70398]: DEBUG oslo_concurrency.lockutils [None req-61cca538-5ce8-414c-820f-bc133d0a514f tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "3805da77-9f5d-4ffa-bc7b-141c94be3982" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.609s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.830151] env[70398]: DEBUG oslo_vmware.api [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444858, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.857023] env[70398]: DEBUG oslo_vmware.api [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Task: {'id': task-3444859, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066294} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.859783] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1057.860815] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51d2257-dae8-4e76-904c-ac91191bd740 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.883087] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 83cffc69-3d35-4c86-aafa-dfccf72f1a02/83cffc69-3d35-4c86-aafa-dfccf72f1a02.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.886983] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f721392-586a-4a09-9f02-07f241a9bae2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.910090] env[70398]: DEBUG oslo_vmware.api [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Waiting for the task: (returnval){ [ 1057.910090] env[70398]: value = "task-3444863" [ 1057.910090] env[70398]: _type = "Task" [ 1057.910090] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.919299] env[70398]: DEBUG oslo_vmware.api [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Task: {'id': task-3444863, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.997006] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444860, 'name': CreateVM_Task, 'duration_secs': 0.364883} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.999534] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f27f1700-d064-471f-af8e-924a38b74193] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.000445] env[70398]: DEBUG oslo_concurrency.lockutils [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.000613] env[70398]: DEBUG oslo_concurrency.lockutils [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.000960] env[70398]: DEBUG oslo_concurrency.lockutils [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.001229] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-357b9153-d58c-40fa-8fd4-7cd0f6c8e7fb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.006831] env[70398]: DEBUG oslo_vmware.api [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Waiting for the task: (returnval){ [ 1058.006831] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52428803-fe36-0099-e69c-9bbdf7d7c7f9" [ 1058.006831] env[70398]: _type = "Task" [ 1058.006831] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.017226] env[70398]: DEBUG oslo_vmware.api [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52428803-fe36-0099-e69c-9bbdf7d7c7f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.024953] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd8d0c8-b51f-4346-895b-ff51d4404f1c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.032247] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c397da2-fbe4-4794-aeab-8cf7f96959bf {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.062278] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927e3ba6-38dc-4da1-a84a-6108b98f9f51 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.070019] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7786065a-4d7f-4d56-b287-8200cdca5dc1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.085327] env[70398]: DEBUG nova.compute.provider_tree [None req-0f982118-e200-4c8d-9ab9-37c543d86a6b tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.178033] env[70398]: DEBUG oslo_concurrency.lockutils [req-dd2ff881-419d-4355-9d8e-0167e78b02d7 req-50e753d8-52e0-4ad0-9820-92900053e0f8 service nova] Releasing lock "refresh_cache-f27f1700-d064-471f-af8e-924a38b74193" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.263302] env[70398]: DEBUG oslo_vmware.api [None req-a55ba109-3bca-4c85-a4a8-9d93743befe9 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444862, 'name': PowerOffVM_Task, 'duration_secs': 0.224784} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.263683] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-a55ba109-3bca-4c85-a4a8-9d93743befe9 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.264552] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23347380-67d8-4df3-bfeb-927e84f365ae {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.283583] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084fb35f-f346-45dd-b7ca-94ae4472b6bc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.316979] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-a55ba109-3bca-4c85-a4a8-9d93743befe9 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.317316] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7681616e-de28-4bf6-910d-c0bdae86e679 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.325644] env[70398]: DEBUG oslo_vmware.api [None req-a55ba109-3bca-4c85-a4a8-9d93743befe9 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1058.325644] env[70398]: value = "task-3444866" [ 1058.325644] env[70398]: _type = "Task" [ 1058.325644] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.332579] env[70398]: DEBUG oslo_vmware.api [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444858, 'name': PowerOnVM_Task, 'duration_secs': 0.68456} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.332918] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1058.333143] env[70398]: INFO nova.compute.manager [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Took 8.45 seconds to spawn the instance on the hypervisor. [ 1058.333323] env[70398]: DEBUG nova.compute.manager [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1058.334113] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4810c4ab-3527-46f2-b7c9-0a16c0d7bfae {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.341747] env[70398]: DEBUG nova.network.neutron [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: fc287d01-9176-4eb3-a264-eea33de088f6] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1058.342760] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-a55ba109-3bca-4c85-a4a8-9d93743befe9 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] VM already powered off {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1058.342947] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a55ba109-3bca-4c85-a4a8-9d93743befe9 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1058.343198] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a55ba109-3bca-4c85-a4a8-9d93743befe9 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.343370] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a55ba109-3bca-4c85-a4a8-9d93743befe9 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.343589] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-a55ba109-3bca-4c85-a4a8-9d93743befe9 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1058.345442] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-195d2e17-f3e3-4135-9130-93c629dd1e3f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.359487] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-a55ba109-3bca-4c85-a4a8-9d93743befe9 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1058.359696] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a55ba109-3bca-4c85-a4a8-9d93743befe9 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1058.360502] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-777ca622-b5d3-4e0f-ba2c-f487fc7b8dde {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.366226] env[70398]: DEBUG oslo_vmware.api [None req-a55ba109-3bca-4c85-a4a8-9d93743befe9 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1058.366226] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5272b464-bee2-3482-6b09-e6b54d98e8af" [ 1058.366226] env[70398]: _type = "Task" [ 1058.366226] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.373827] env[70398]: DEBUG oslo_vmware.api [None req-a55ba109-3bca-4c85-a4a8-9d93743befe9 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5272b464-bee2-3482-6b09-e6b54d98e8af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.406272] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4cc0d38b-4b52-4b07-80a4-b6bc3eb7a1f3 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Acquiring lock "5386a4eb-5fb8-404f-8b03-f106c865e14f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.406535] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4cc0d38b-4b52-4b07-80a4-b6bc3eb7a1f3 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Lock "5386a4eb-5fb8-404f-8b03-f106c865e14f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.406743] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4cc0d38b-4b52-4b07-80a4-b6bc3eb7a1f3 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Acquiring lock "5386a4eb-5fb8-404f-8b03-f106c865e14f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.406931] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4cc0d38b-4b52-4b07-80a4-b6bc3eb7a1f3 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Lock "5386a4eb-5fb8-404f-8b03-f106c865e14f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.407115] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4cc0d38b-4b52-4b07-80a4-b6bc3eb7a1f3 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Lock "5386a4eb-5fb8-404f-8b03-f106c865e14f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.409623] env[70398]: INFO nova.compute.manager [None req-4cc0d38b-4b52-4b07-80a4-b6bc3eb7a1f3 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 5386a4eb-5fb8-404f-8b03-f106c865e14f] Terminating instance [ 1058.424390] env[70398]: DEBUG oslo_vmware.api [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Task: {'id': task-3444863, 'name': ReconfigVM_Task, 'duration_secs': 0.332414} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.424576] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 83cffc69-3d35-4c86-aafa-dfccf72f1a02/83cffc69-3d35-4c86-aafa-dfccf72f1a02.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.425742] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a4e7526-593b-444d-96e3-411672653758 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.432050] env[70398]: DEBUG oslo_vmware.api [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Waiting for the task: (returnval){ [ 1058.432050] env[70398]: value = "task-3444867" [ 1058.432050] env[70398]: _type = "Task" [ 1058.432050] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.439975] env[70398]: DEBUG oslo_vmware.api [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Task: {'id': task-3444867, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.516770] env[70398]: DEBUG oslo_vmware.api [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52428803-fe36-0099-e69c-9bbdf7d7c7f9, 'name': SearchDatastore_Task, 'duration_secs': 0.010822} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.517156] env[70398]: DEBUG oslo_concurrency.lockutils [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.517397] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1058.517625] env[70398]: DEBUG oslo_concurrency.lockutils [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.517809] env[70398]: DEBUG oslo_concurrency.lockutils [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.517933] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1058.518608] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b262a93-f485-47fe-b366-f9bad44a738b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.526423] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1058.526594] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1058.527474] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12aad3e0-fb69-471a-9e69-8afc004a6e0a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.532230] env[70398]: DEBUG oslo_vmware.api [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Waiting for the task: (returnval){ [ 1058.532230] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52cd5017-ad53-d09a-0a70-06e0ba2121d9" [ 1058.532230] env[70398]: _type = "Task" [ 1058.532230] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.539509] env[70398]: DEBUG oslo_vmware.api [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52cd5017-ad53-d09a-0a70-06e0ba2121d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.583204] env[70398]: DEBUG nova.network.neutron [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: fc287d01-9176-4eb3-a264-eea33de088f6] Updating instance_info_cache with network_info: [{"id": "0e0cee13-8348-4e92-8511-0eb50d723d02", "address": "fa:16:3e:be:26:d9", "network": {"id": "5fce51d3-5a5f-4e11-bf3d-26088d779119", "bridge": "br-int", "label": "tempest-ServersTestJSON-1230754090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aa75948ff4043d48fb3f00087ada961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e0cee13-83", "ovs_interfaceid": "0e0cee13-8348-4e92-8511-0eb50d723d02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.588793] env[70398]: DEBUG nova.scheduler.client.report [None req-0f982118-e200-4c8d-9ab9-37c543d86a6b tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.859548] env[70398]: INFO nova.compute.manager [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Took 24.84 seconds to build instance. [ 1058.877412] env[70398]: DEBUG oslo_vmware.api [None req-a55ba109-3bca-4c85-a4a8-9d93743befe9 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5272b464-bee2-3482-6b09-e6b54d98e8af, 'name': SearchDatastore_Task, 'duration_secs': 0.008944} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.878184] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8a28031-f528-4441-82bf-b308b04f4f8b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.883162] env[70398]: DEBUG oslo_vmware.api [None req-a55ba109-3bca-4c85-a4a8-9d93743befe9 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1058.883162] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]520cb115-8932-f732-dc05-dfbbadcec455" [ 1058.883162] env[70398]: _type = "Task" [ 1058.883162] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.890988] env[70398]: DEBUG oslo_vmware.api [None req-a55ba109-3bca-4c85-a4a8-9d93743befe9 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]520cb115-8932-f732-dc05-dfbbadcec455, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.893393] env[70398]: DEBUG nova.compute.manager [req-19f0b57a-f23e-46bc-b5b8-cc49012a7cf2 req-a4fc29a4-5a5b-452d-a5fa-fc22101b9276 service nova] [instance: fc287d01-9176-4eb3-a264-eea33de088f6] Received event network-vif-plugged-0e0cee13-8348-4e92-8511-0eb50d723d02 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.894023] env[70398]: DEBUG oslo_concurrency.lockutils [req-19f0b57a-f23e-46bc-b5b8-cc49012a7cf2 req-a4fc29a4-5a5b-452d-a5fa-fc22101b9276 service nova] Acquiring lock "fc287d01-9176-4eb3-a264-eea33de088f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.894023] env[70398]: DEBUG oslo_concurrency.lockutils [req-19f0b57a-f23e-46bc-b5b8-cc49012a7cf2 req-a4fc29a4-5a5b-452d-a5fa-fc22101b9276 service nova] Lock "fc287d01-9176-4eb3-a264-eea33de088f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.894023] env[70398]: DEBUG oslo_concurrency.lockutils [req-19f0b57a-f23e-46bc-b5b8-cc49012a7cf2 req-a4fc29a4-5a5b-452d-a5fa-fc22101b9276 service nova] Lock "fc287d01-9176-4eb3-a264-eea33de088f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.894449] env[70398]: DEBUG nova.compute.manager [req-19f0b57a-f23e-46bc-b5b8-cc49012a7cf2 req-a4fc29a4-5a5b-452d-a5fa-fc22101b9276 service nova] [instance: fc287d01-9176-4eb3-a264-eea33de088f6] No waiting events found dispatching network-vif-plugged-0e0cee13-8348-4e92-8511-0eb50d723d02 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1058.894449] env[70398]: WARNING nova.compute.manager [req-19f0b57a-f23e-46bc-b5b8-cc49012a7cf2 req-a4fc29a4-5a5b-452d-a5fa-fc22101b9276 service nova] [instance: fc287d01-9176-4eb3-a264-eea33de088f6] Received unexpected event network-vif-plugged-0e0cee13-8348-4e92-8511-0eb50d723d02 for instance with vm_state building and task_state spawning. [ 1058.894449] env[70398]: DEBUG nova.compute.manager [req-19f0b57a-f23e-46bc-b5b8-cc49012a7cf2 req-a4fc29a4-5a5b-452d-a5fa-fc22101b9276 service nova] [instance: fc287d01-9176-4eb3-a264-eea33de088f6] Received event network-changed-0e0cee13-8348-4e92-8511-0eb50d723d02 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.894813] env[70398]: DEBUG nova.compute.manager [req-19f0b57a-f23e-46bc-b5b8-cc49012a7cf2 req-a4fc29a4-5a5b-452d-a5fa-fc22101b9276 service nova] [instance: fc287d01-9176-4eb3-a264-eea33de088f6] Refreshing instance network info cache due to event network-changed-0e0cee13-8348-4e92-8511-0eb50d723d02. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1058.894813] env[70398]: DEBUG oslo_concurrency.lockutils [req-19f0b57a-f23e-46bc-b5b8-cc49012a7cf2 req-a4fc29a4-5a5b-452d-a5fa-fc22101b9276 service nova] Acquiring lock "refresh_cache-fc287d01-9176-4eb3-a264-eea33de088f6" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.920745] env[70398]: DEBUG nova.compute.manager [None req-4cc0d38b-4b52-4b07-80a4-b6bc3eb7a1f3 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 5386a4eb-5fb8-404f-8b03-f106c865e14f] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1058.921043] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-4cc0d38b-4b52-4b07-80a4-b6bc3eb7a1f3 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 5386a4eb-5fb8-404f-8b03-f106c865e14f] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1058.921874] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4f37ee-22a4-4095-9184-a5c474ad13fd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.929734] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cc0d38b-4b52-4b07-80a4-b6bc3eb7a1f3 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 5386a4eb-5fb8-404f-8b03-f106c865e14f] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.929963] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bd65d34-418b-4c28-b2b9-91b42e655f38 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.936632] env[70398]: DEBUG oslo_vmware.api [None req-4cc0d38b-4b52-4b07-80a4-b6bc3eb7a1f3 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Waiting for the task: (returnval){ [ 1058.936632] env[70398]: value = "task-3444868" [ 1058.936632] env[70398]: _type = "Task" [ 1058.936632] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.942744] env[70398]: DEBUG oslo_vmware.api [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Task: {'id': task-3444867, 'name': Rename_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.947314] env[70398]: DEBUG oslo_vmware.api [None req-4cc0d38b-4b52-4b07-80a4-b6bc3eb7a1f3 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444868, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.043031] env[70398]: DEBUG oslo_vmware.api [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52cd5017-ad53-d09a-0a70-06e0ba2121d9, 'name': SearchDatastore_Task, 'duration_secs': 0.012658} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.043814] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c2145f8-4a26-4603-a44d-53f3b357fa9f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.050870] env[70398]: DEBUG oslo_vmware.api [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Waiting for the task: (returnval){ [ 1059.050870] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52afb13d-1d8c-4a15-968b-215cd6888a5c" [ 1059.050870] env[70398]: _type = "Task" [ 1059.050870] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.059177] env[70398]: DEBUG oslo_vmware.api [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52afb13d-1d8c-4a15-968b-215cd6888a5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.086062] env[70398]: DEBUG oslo_concurrency.lockutils [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Releasing lock "refresh_cache-fc287d01-9176-4eb3-a264-eea33de088f6" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.086472] env[70398]: DEBUG nova.compute.manager [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: fc287d01-9176-4eb3-a264-eea33de088f6] Instance network_info: |[{"id": "0e0cee13-8348-4e92-8511-0eb50d723d02", "address": "fa:16:3e:be:26:d9", "network": {"id": "5fce51d3-5a5f-4e11-bf3d-26088d779119", "bridge": "br-int", "label": "tempest-ServersTestJSON-1230754090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aa75948ff4043d48fb3f00087ada961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e0cee13-83", "ovs_interfaceid": "0e0cee13-8348-4e92-8511-0eb50d723d02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1059.086873] env[70398]: DEBUG oslo_concurrency.lockutils [req-19f0b57a-f23e-46bc-b5b8-cc49012a7cf2 req-a4fc29a4-5a5b-452d-a5fa-fc22101b9276 service nova] Acquired lock "refresh_cache-fc287d01-9176-4eb3-a264-eea33de088f6" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.087221] env[70398]: DEBUG nova.network.neutron [req-19f0b57a-f23e-46bc-b5b8-cc49012a7cf2 req-a4fc29a4-5a5b-452d-a5fa-fc22101b9276 service nova] [instance: fc287d01-9176-4eb3-a264-eea33de088f6] Refreshing network info cache for port 0e0cee13-8348-4e92-8511-0eb50d723d02 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1059.088432] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: fc287d01-9176-4eb3-a264-eea33de088f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:26:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4c8c8fd-baca-4e60-97dc-ff0418d63215', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e0cee13-8348-4e92-8511-0eb50d723d02', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1059.095889] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.097444] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0f982118-e200-4c8d-9ab9-37c543d86a6b tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.864s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.099141] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc287d01-9176-4eb3-a264-eea33de088f6] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1059.099767] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.176s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.099853] env[70398]: DEBUG nova.objects.instance [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Lazy-loading 'pci_requests' on Instance uuid aca03be1-1cf7-4b4f-b324-b4201034a770 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.101041] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2ab847e-fe6c-4dc9-a985-db42fec4c465 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.118772] env[70398]: INFO nova.scheduler.client.report [None req-0f982118-e200-4c8d-9ab9-37c543d86a6b tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Deleted allocations for instance 2a7e725a-4c13-4566-82e8-d93bcfc22e70 [ 1059.123770] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1059.123770] env[70398]: value = "task-3444869" [ 1059.123770] env[70398]: _type = "Task" [ 1059.123770] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.132345] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444869, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.301590] env[70398]: DEBUG oslo_concurrency.lockutils [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquiring lock "82e8ab4b-bb27-4ba3-987a-da84ec16b9df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.301754] env[70398]: DEBUG oslo_concurrency.lockutils [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "82e8ab4b-bb27-4ba3-987a-da84ec16b9df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.361415] env[70398]: DEBUG oslo_concurrency.lockutils [None req-781dbaf3-9b7d-4d9a-889d-e7d576673337 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "b0740737-d21d-4b1e-8dc3-1389c67c5103" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.352s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.394128] env[70398]: DEBUG oslo_vmware.api [None req-a55ba109-3bca-4c85-a4a8-9d93743befe9 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]520cb115-8932-f732-dc05-dfbbadcec455, 'name': SearchDatastore_Task, 'duration_secs': 0.0095} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.394451] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a55ba109-3bca-4c85-a4a8-9d93743befe9 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.394761] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-a55ba109-3bca-4c85-a4a8-9d93743befe9 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] c0aa94e0-4e87-4454-905f-3bc7a72ec446/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172-rescue.vmdk. {{(pid=70398) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1059.395027] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-026d8cb2-5195-405d-a049-61f955074d68 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.401509] env[70398]: DEBUG oslo_vmware.api [None req-a55ba109-3bca-4c85-a4a8-9d93743befe9 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1059.401509] env[70398]: value = "task-3444870" [ 1059.401509] env[70398]: _type = "Task" [ 1059.401509] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.411455] env[70398]: DEBUG oslo_vmware.api [None req-a55ba109-3bca-4c85-a4a8-9d93743befe9 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444870, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.445382] env[70398]: DEBUG oslo_vmware.api [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Task: {'id': task-3444867, 'name': Rename_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.450634] env[70398]: DEBUG oslo_vmware.api [None req-4cc0d38b-4b52-4b07-80a4-b6bc3eb7a1f3 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444868, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.565073] env[70398]: DEBUG oslo_vmware.api [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52afb13d-1d8c-4a15-968b-215cd6888a5c, 'name': SearchDatastore_Task, 'duration_secs': 0.010608} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.565515] env[70398]: DEBUG oslo_concurrency.lockutils [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.565920] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] f27f1700-d064-471f-af8e-924a38b74193/f27f1700-d064-471f-af8e-924a38b74193.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1059.566327] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e3f9082-6b4f-45e8-93c8-3f3416291bc1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.574979] env[70398]: DEBUG oslo_vmware.api [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Waiting for the task: (returnval){ [ 1059.574979] env[70398]: value = "task-3444871" [ 1059.574979] env[70398]: _type = "Task" [ 1059.574979] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.583805] env[70398]: DEBUG oslo_vmware.api [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3444871, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.617798] env[70398]: DEBUG nova.objects.instance [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Lazy-loading 'numa_topology' on Instance uuid aca03be1-1cf7-4b4f-b324-b4201034a770 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.634535] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0f982118-e200-4c8d-9ab9-37c543d86a6b tempest-ServersTestManualDisk-1501718508 tempest-ServersTestManualDisk-1501718508-project-member] Lock "2a7e725a-4c13-4566-82e8-d93bcfc22e70" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.890s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.642225] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444869, 'name': CreateVM_Task, 'duration_secs': 0.447232} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.642400] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc287d01-9176-4eb3-a264-eea33de088f6] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1059.643420] env[70398]: DEBUG oslo_concurrency.lockutils [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.643593] env[70398]: DEBUG oslo_concurrency.lockutils [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.643910] env[70398]: DEBUG oslo_concurrency.lockutils [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.644196] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c71567cd-ce0a-4e21-b552-e723381ca7e5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.651891] env[70398]: DEBUG oslo_vmware.api [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1059.651891] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]528e42d3-0d0d-7e93-61ee-2b38a11497ad" [ 1059.651891] env[70398]: _type = "Task" [ 1059.651891] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.664196] env[70398]: DEBUG oslo_vmware.api [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]528e42d3-0d0d-7e93-61ee-2b38a11497ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.803977] env[70398]: DEBUG nova.compute.manager [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1059.885206] env[70398]: DEBUG nova.compute.manager [req-7ca9f45f-e4f3-40c6-9e80-f3195a8a889f req-e8f582ea-6a72-48ac-a8d2-2658c6f95e88 service nova] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Received event network-changed-a7c89afc-7d8e-47f9-85d5-c4b94582abd6 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.885206] env[70398]: DEBUG nova.compute.manager [req-7ca9f45f-e4f3-40c6-9e80-f3195a8a889f req-e8f582ea-6a72-48ac-a8d2-2658c6f95e88 service nova] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Refreshing instance network info cache due to event network-changed-a7c89afc-7d8e-47f9-85d5-c4b94582abd6. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1059.885206] env[70398]: DEBUG oslo_concurrency.lockutils [req-7ca9f45f-e4f3-40c6-9e80-f3195a8a889f req-e8f582ea-6a72-48ac-a8d2-2658c6f95e88 service nova] Acquiring lock "refresh_cache-b0740737-d21d-4b1e-8dc3-1389c67c5103" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.885206] env[70398]: DEBUG oslo_concurrency.lockutils [req-7ca9f45f-e4f3-40c6-9e80-f3195a8a889f req-e8f582ea-6a72-48ac-a8d2-2658c6f95e88 service nova] Acquired lock "refresh_cache-b0740737-d21d-4b1e-8dc3-1389c67c5103" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.885206] env[70398]: DEBUG nova.network.neutron [req-7ca9f45f-e4f3-40c6-9e80-f3195a8a889f req-e8f582ea-6a72-48ac-a8d2-2658c6f95e88 service nova] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Refreshing network info cache for port a7c89afc-7d8e-47f9-85d5-c4b94582abd6 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1059.915678] env[70398]: DEBUG oslo_vmware.api [None req-a55ba109-3bca-4c85-a4a8-9d93743befe9 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444870, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501153} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.915963] env[70398]: INFO nova.virt.vmwareapi.ds_util [None req-a55ba109-3bca-4c85-a4a8-9d93743befe9 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] c0aa94e0-4e87-4454-905f-3bc7a72ec446/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172-rescue.vmdk. [ 1059.916734] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a46f78-d8f5-4d17-87a2-e4a2c85e7161 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.944461] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-a55ba109-3bca-4c85-a4a8-9d93743befe9 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] c0aa94e0-4e87-4454-905f-3bc7a72ec446/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172-rescue.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.948973] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a8417e8-9f42-4148-912a-581d9515fe1e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.973421] env[70398]: DEBUG oslo_vmware.api [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Task: {'id': task-3444867, 'name': Rename_Task, 'duration_secs': 1.154916} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.980568] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.980568] env[70398]: DEBUG oslo_vmware.api [None req-a55ba109-3bca-4c85-a4a8-9d93743befe9 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1059.980568] env[70398]: value = "task-3444872" [ 1059.980568] env[70398]: _type = "Task" [ 1059.980568] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.980568] env[70398]: DEBUG oslo_vmware.api [None req-4cc0d38b-4b52-4b07-80a4-b6bc3eb7a1f3 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444868, 'name': PowerOffVM_Task, 'duration_secs': 0.689137} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.980568] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6fb4eb4-4495-459c-8bfc-3a6d361f43c1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.983394] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cc0d38b-4b52-4b07-80a4-b6bc3eb7a1f3 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 5386a4eb-5fb8-404f-8b03-f106c865e14f] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1059.983394] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-4cc0d38b-4b52-4b07-80a4-b6bc3eb7a1f3 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 5386a4eb-5fb8-404f-8b03-f106c865e14f] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1059.989126] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94a2dc1e-afa4-45a3-b3aa-b1336dfc4eef {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.998874] env[70398]: DEBUG oslo_vmware.api [None req-a55ba109-3bca-4c85-a4a8-9d93743befe9 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444872, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.999939] env[70398]: DEBUG oslo_vmware.api [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Waiting for the task: (returnval){ [ 1059.999939] env[70398]: value = "task-3444873" [ 1059.999939] env[70398]: _type = "Task" [ 1059.999939] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.008404] env[70398]: DEBUG oslo_vmware.api [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Task: {'id': task-3444873, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.067594] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-4cc0d38b-4b52-4b07-80a4-b6bc3eb7a1f3 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 5386a4eb-5fb8-404f-8b03-f106c865e14f] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.068057] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-4cc0d38b-4b52-4b07-80a4-b6bc3eb7a1f3 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 5386a4eb-5fb8-404f-8b03-f106c865e14f] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.068180] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cc0d38b-4b52-4b07-80a4-b6bc3eb7a1f3 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Deleting the datastore file [datastore1] 5386a4eb-5fb8-404f-8b03-f106c865e14f {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.068384] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d70d318c-a831-42c9-8687-43b559fd0268 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.077196] env[70398]: DEBUG oslo_vmware.api [None req-4cc0d38b-4b52-4b07-80a4-b6bc3eb7a1f3 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Waiting for the task: (returnval){ [ 1060.077196] env[70398]: value = "task-3444876" [ 1060.077196] env[70398]: _type = "Task" [ 1060.077196] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.091238] env[70398]: DEBUG oslo_vmware.api [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3444871, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.095230] env[70398]: DEBUG oslo_vmware.api [None req-4cc0d38b-4b52-4b07-80a4-b6bc3eb7a1f3 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444876, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.124251] env[70398]: INFO nova.compute.claims [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1060.140854] env[70398]: DEBUG nova.network.neutron [req-19f0b57a-f23e-46bc-b5b8-cc49012a7cf2 req-a4fc29a4-5a5b-452d-a5fa-fc22101b9276 service nova] [instance: fc287d01-9176-4eb3-a264-eea33de088f6] Updated VIF entry in instance network info cache for port 0e0cee13-8348-4e92-8511-0eb50d723d02. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1060.141403] env[70398]: DEBUG nova.network.neutron [req-19f0b57a-f23e-46bc-b5b8-cc49012a7cf2 req-a4fc29a4-5a5b-452d-a5fa-fc22101b9276 service nova] [instance: fc287d01-9176-4eb3-a264-eea33de088f6] Updating instance_info_cache with network_info: [{"id": "0e0cee13-8348-4e92-8511-0eb50d723d02", "address": "fa:16:3e:be:26:d9", "network": {"id": "5fce51d3-5a5f-4e11-bf3d-26088d779119", "bridge": "br-int", "label": "tempest-ServersTestJSON-1230754090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aa75948ff4043d48fb3f00087ada961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e0cee13-83", "ovs_interfaceid": "0e0cee13-8348-4e92-8511-0eb50d723d02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.167117] env[70398]: DEBUG oslo_vmware.api [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]528e42d3-0d0d-7e93-61ee-2b38a11497ad, 'name': SearchDatastore_Task, 'duration_secs': 0.069846} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.167929] env[70398]: DEBUG oslo_concurrency.lockutils [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.167929] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: fc287d01-9176-4eb3-a264-eea33de088f6] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1060.168101] env[70398]: DEBUG oslo_concurrency.lockutils [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.168156] env[70398]: DEBUG oslo_concurrency.lockutils [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.168375] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1060.168639] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0b35beb-3462-4b9f-b38d-bd52b8ecf564 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.181463] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1060.181718] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1060.183244] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e314aaa2-2121-4233-9e83-7ea88ab63b74 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.189700] env[70398]: DEBUG oslo_vmware.api [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1060.189700] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]523804ec-4861-1a2b-2b2e-f8e3b800947f" [ 1060.189700] env[70398]: _type = "Task" [ 1060.189700] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.198103] env[70398]: DEBUG oslo_vmware.api [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]523804ec-4861-1a2b-2b2e-f8e3b800947f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.334483] env[70398]: DEBUG oslo_concurrency.lockutils [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.494675] env[70398]: DEBUG oslo_vmware.api [None req-a55ba109-3bca-4c85-a4a8-9d93743befe9 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444872, 'name': ReconfigVM_Task, 'duration_secs': 0.519215} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.495061] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-a55ba109-3bca-4c85-a4a8-9d93743befe9 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Reconfigured VM instance instance-00000062 to attach disk [datastore1] c0aa94e0-4e87-4454-905f-3bc7a72ec446/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172-rescue.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.496060] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fb42ea-0980-48ea-8e66-a55e89aa9dbb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.539056] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ef16ee2-92d1-4cbf-b678-4917fd941177 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.554591] env[70398]: DEBUG oslo_vmware.api [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Task: {'id': task-3444873, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.560116] env[70398]: DEBUG oslo_vmware.api [None req-a55ba109-3bca-4c85-a4a8-9d93743befe9 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1060.560116] env[70398]: value = "task-3444877" [ 1060.560116] env[70398]: _type = "Task" [ 1060.560116] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.570194] env[70398]: DEBUG oslo_vmware.api [None req-a55ba109-3bca-4c85-a4a8-9d93743befe9 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444877, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.593517] env[70398]: DEBUG oslo_vmware.api [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3444871, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.705499} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.596832] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] f27f1700-d064-471f-af8e-924a38b74193/f27f1700-d064-471f-af8e-924a38b74193.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1060.597427] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1060.597785] env[70398]: DEBUG oslo_vmware.api [None req-4cc0d38b-4b52-4b07-80a4-b6bc3eb7a1f3 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444876, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26679} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.598035] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1c5a788-bd3d-4faa-b4d2-1c35f6c8073a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.600363] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cc0d38b-4b52-4b07-80a4-b6bc3eb7a1f3 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.600584] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-4cc0d38b-4b52-4b07-80a4-b6bc3eb7a1f3 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 5386a4eb-5fb8-404f-8b03-f106c865e14f] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.600797] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-4cc0d38b-4b52-4b07-80a4-b6bc3eb7a1f3 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 5386a4eb-5fb8-404f-8b03-f106c865e14f] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.601010] env[70398]: INFO nova.compute.manager [None req-4cc0d38b-4b52-4b07-80a4-b6bc3eb7a1f3 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: 5386a4eb-5fb8-404f-8b03-f106c865e14f] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1060.601260] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cc0d38b-4b52-4b07-80a4-b6bc3eb7a1f3 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.601454] env[70398]: DEBUG nova.compute.manager [-] [instance: 5386a4eb-5fb8-404f-8b03-f106c865e14f] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1060.601544] env[70398]: DEBUG nova.network.neutron [-] [instance: 5386a4eb-5fb8-404f-8b03-f106c865e14f] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1060.609640] env[70398]: DEBUG oslo_vmware.api [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Waiting for the task: (returnval){ [ 1060.609640] env[70398]: value = "task-3444878" [ 1060.609640] env[70398]: _type = "Task" [ 1060.609640] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.619108] env[70398]: DEBUG oslo_vmware.api [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3444878, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.645600] env[70398]: DEBUG oslo_concurrency.lockutils [req-19f0b57a-f23e-46bc-b5b8-cc49012a7cf2 req-a4fc29a4-5a5b-452d-a5fa-fc22101b9276 service nova] Releasing lock "refresh_cache-fc287d01-9176-4eb3-a264-eea33de088f6" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.700883] env[70398]: DEBUG oslo_vmware.api [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]523804ec-4861-1a2b-2b2e-f8e3b800947f, 'name': SearchDatastore_Task, 'duration_secs': 0.021435} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.704650] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02e3be75-6e55-4abe-963a-b20cbbb92b60 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.716748] env[70398]: DEBUG oslo_vmware.api [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1060.716748] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]527a2530-f517-6b0a-e2ea-eb842aa1ebe1" [ 1060.716748] env[70398]: _type = "Task" [ 1060.716748] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.726108] env[70398]: DEBUG oslo_vmware.api [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]527a2530-f517-6b0a-e2ea-eb842aa1ebe1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.887708] env[70398]: DEBUG nova.network.neutron [req-7ca9f45f-e4f3-40c6-9e80-f3195a8a889f req-e8f582ea-6a72-48ac-a8d2-2658c6f95e88 service nova] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Updated VIF entry in instance network info cache for port a7c89afc-7d8e-47f9-85d5-c4b94582abd6. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1060.887708] env[70398]: DEBUG nova.network.neutron [req-7ca9f45f-e4f3-40c6-9e80-f3195a8a889f req-e8f582ea-6a72-48ac-a8d2-2658c6f95e88 service nova] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Updating instance_info_cache with network_info: [{"id": "a7c89afc-7d8e-47f9-85d5-c4b94582abd6", "address": "fa:16:3e:57:50:93", "network": {"id": "31f6f749-f4c7-4b9c-80b1-dde5df2664ef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-724749608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a133a7276464e628849ffaa016597bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7c89afc-7d", "ovs_interfaceid": "a7c89afc-7d8e-47f9-85d5-c4b94582abd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.020020] env[70398]: DEBUG oslo_vmware.api [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Task: {'id': task-3444873, 'name': PowerOnVM_Task, 'duration_secs': 0.779246} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.020020] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1061.020020] env[70398]: INFO nova.compute.manager [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Took 8.76 seconds to spawn the instance on the hypervisor. [ 1061.020020] env[70398]: DEBUG nova.compute.manager [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1061.020020] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a4f4dc-604a-4fe1-9880-ebe0c53e3cd5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.050338] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "008ad381-dbe0-4b17-9eee-2a11c00687bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.050735] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "008ad381-dbe0-4b17-9eee-2a11c00687bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.076836] env[70398]: DEBUG oslo_vmware.api [None req-a55ba109-3bca-4c85-a4a8-9d93743befe9 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444877, 'name': ReconfigVM_Task, 'duration_secs': 0.1829} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.077125] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-a55ba109-3bca-4c85-a4a8-9d93743befe9 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1061.077374] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e46399a0-27d5-4682-be40-137302db4864 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.086115] env[70398]: DEBUG oslo_vmware.api [None req-a55ba109-3bca-4c85-a4a8-9d93743befe9 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1061.086115] env[70398]: value = "task-3444879" [ 1061.086115] env[70398]: _type = "Task" [ 1061.086115] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.094788] env[70398]: DEBUG oslo_vmware.api [None req-a55ba109-3bca-4c85-a4a8-9d93743befe9 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444879, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.118267] env[70398]: DEBUG nova.compute.manager [req-dba06526-d8a8-439f-8854-e910a011176a req-4cf65c62-ee95-4695-adc0-442f15801197 service nova] [instance: 5386a4eb-5fb8-404f-8b03-f106c865e14f] Received event network-vif-deleted-edcb1754-7824-4013-ba45-fe1d176bd530 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.118677] env[70398]: INFO nova.compute.manager [req-dba06526-d8a8-439f-8854-e910a011176a req-4cf65c62-ee95-4695-adc0-442f15801197 service nova] [instance: 5386a4eb-5fb8-404f-8b03-f106c865e14f] Neutron deleted interface edcb1754-7824-4013-ba45-fe1d176bd530; detaching it from the instance and deleting it from the info cache [ 1061.118934] env[70398]: DEBUG nova.network.neutron [req-dba06526-d8a8-439f-8854-e910a011176a req-4cf65c62-ee95-4695-adc0-442f15801197 service nova] [instance: 5386a4eb-5fb8-404f-8b03-f106c865e14f] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.129477] env[70398]: DEBUG oslo_vmware.api [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3444878, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071905} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.129889] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1061.131247] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec66db7c-35c9-4d55-a9ab-cacef53df28d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.176760] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] f27f1700-d064-471f-af8e-924a38b74193/f27f1700-d064-471f-af8e-924a38b74193.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.181880] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3410f85-b82c-48ef-bc65-dc1dec570627 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.213627] env[70398]: DEBUG oslo_vmware.api [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Waiting for the task: (returnval){ [ 1061.213627] env[70398]: value = "task-3444880" [ 1061.213627] env[70398]: _type = "Task" [ 1061.213627] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.224703] env[70398]: DEBUG oslo_vmware.api [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3444880, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.230554] env[70398]: DEBUG oslo_vmware.api [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]527a2530-f517-6b0a-e2ea-eb842aa1ebe1, 'name': SearchDatastore_Task, 'duration_secs': 0.011027} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.233587] env[70398]: DEBUG oslo_concurrency.lockutils [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.233678] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] fc287d01-9176-4eb3-a264-eea33de088f6/fc287d01-9176-4eb3-a264-eea33de088f6.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1061.234145] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b369976c-2816-45fe-9995-0c5126458402 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.242425] env[70398]: DEBUG oslo_vmware.api [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1061.242425] env[70398]: value = "task-3444881" [ 1061.242425] env[70398]: _type = "Task" [ 1061.242425] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.250154] env[70398]: DEBUG oslo_vmware.api [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444881, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.389762] env[70398]: DEBUG oslo_concurrency.lockutils [req-7ca9f45f-e4f3-40c6-9e80-f3195a8a889f req-e8f582ea-6a72-48ac-a8d2-2658c6f95e88 service nova] Releasing lock "refresh_cache-b0740737-d21d-4b1e-8dc3-1389c67c5103" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.418721] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5648df5-1afc-4647-a51d-13e764e59031 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.427164] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90520c27-5320-427c-8605-a43a66d5d146 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.464344] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b5d721-cdc9-43c4-87fc-8b5b01e9fb5e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.473604] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07890d29-db9c-464d-8780-dabc0abb9241 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.490295] env[70398]: DEBUG nova.compute.provider_tree [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.543302] env[70398]: INFO nova.compute.manager [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Took 27.28 seconds to build instance. [ 1061.553309] env[70398]: DEBUG nova.compute.manager [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1061.600553] env[70398]: DEBUG oslo_vmware.api [None req-a55ba109-3bca-4c85-a4a8-9d93743befe9 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444879, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.602125] env[70398]: DEBUG nova.network.neutron [-] [instance: 5386a4eb-5fb8-404f-8b03-f106c865e14f] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.624318] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4e44e772-9a5d-4b27-94e1-516bca612d5b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.635846] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f614907-d135-4305-9614-8cfe5ca0d44b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.672834] env[70398]: DEBUG nova.compute.manager [req-dba06526-d8a8-439f-8854-e910a011176a req-4cf65c62-ee95-4695-adc0-442f15801197 service nova] [instance: 5386a4eb-5fb8-404f-8b03-f106c865e14f] Detach interface failed, port_id=edcb1754-7824-4013-ba45-fe1d176bd530, reason: Instance 5386a4eb-5fb8-404f-8b03-f106c865e14f could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1061.724780] env[70398]: DEBUG oslo_vmware.api [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3444880, 'name': ReconfigVM_Task, 'duration_secs': 0.391139} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.725086] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Reconfigured VM instance instance-00000065 to attach disk [datastore2] f27f1700-d064-471f-af8e-924a38b74193/f27f1700-d064-471f-af8e-924a38b74193.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.725729] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d10a54b5-11e9-4cbc-8e6d-30eda6a81ac0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.731338] env[70398]: DEBUG oslo_vmware.api [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Waiting for the task: (returnval){ [ 1061.731338] env[70398]: value = "task-3444882" [ 1061.731338] env[70398]: _type = "Task" [ 1061.731338] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.739309] env[70398]: DEBUG oslo_vmware.api [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3444882, 'name': Rename_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.751842] env[70398]: DEBUG oslo_vmware.api [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444881, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470778} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.752143] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] fc287d01-9176-4eb3-a264-eea33de088f6/fc287d01-9176-4eb3-a264-eea33de088f6.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1061.752367] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: fc287d01-9176-4eb3-a264-eea33de088f6] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1061.752641] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fd0ba45-392e-4875-98bc-68f970f76168 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.760875] env[70398]: DEBUG oslo_vmware.api [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1061.760875] env[70398]: value = "task-3444883" [ 1061.760875] env[70398]: _type = "Task" [ 1061.760875] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.770757] env[70398]: DEBUG oslo_vmware.api [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444883, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.994232] env[70398]: DEBUG nova.scheduler.client.report [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.046144] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e82a9784-9b7e-45d5-b435-be8e8c44aa34 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Lock "83cffc69-3d35-4c86-aafa-dfccf72f1a02" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.803s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.097396] env[70398]: DEBUG oslo_vmware.api [None req-a55ba109-3bca-4c85-a4a8-9d93743befe9 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444879, 'name': PowerOnVM_Task, 'duration_secs': 0.637001} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.098403] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.098685] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-a55ba109-3bca-4c85-a4a8-9d93743befe9 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1062.101288] env[70398]: DEBUG nova.compute.manager [None req-a55ba109-3bca-4c85-a4a8-9d93743befe9 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.102300] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf9d90f-f036-4607-a545-8ef0163ee2a7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.104992] env[70398]: INFO nova.compute.manager [-] [instance: 5386a4eb-5fb8-404f-8b03-f106c865e14f] Took 1.50 seconds to deallocate network for instance. [ 1062.242278] env[70398]: DEBUG oslo_vmware.api [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3444882, 'name': Rename_Task, 'duration_secs': 0.14189} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.242278] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1062.242607] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01e356f1-746c-4e6b-b858-9c690c9003cc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.249322] env[70398]: DEBUG oslo_vmware.api [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Waiting for the task: (returnval){ [ 1062.249322] env[70398]: value = "task-3444884" [ 1062.249322] env[70398]: _type = "Task" [ 1062.249322] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.257099] env[70398]: DEBUG oslo_vmware.api [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3444884, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.269039] env[70398]: DEBUG oslo_vmware.api [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444883, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073573} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.269334] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: fc287d01-9176-4eb3-a264-eea33de088f6] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1062.270207] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79760b0-4c79-4a16-9be3-b4ed664c8a7d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.294270] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: fc287d01-9176-4eb3-a264-eea33de088f6] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] fc287d01-9176-4eb3-a264-eea33de088f6/fc287d01-9176-4eb3-a264-eea33de088f6.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.294632] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5574e2f-1fbb-4b25-89a8-69d513f5a79d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.314638] env[70398]: DEBUG oslo_vmware.api [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1062.314638] env[70398]: value = "task-3444885" [ 1062.314638] env[70398]: _type = "Task" [ 1062.314638] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.322919] env[70398]: DEBUG oslo_vmware.api [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444885, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.471442] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-c824e5c9-81f5-4d60-8ea1-38286a9358f1 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Volume attach. Driver type: vmdk {{(pid=70398) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1062.471442] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-c824e5c9-81f5-4d60-8ea1-38286a9358f1 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687703', 'volume_id': 'fec0187f-32d6-4001-b314-31a376c975b4', 'name': 'volume-fec0187f-32d6-4001-b314-31a376c975b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '013bddce-e445-4e28-89b5-8911d9dc4031', 'attached_at': '', 'detached_at': '', 'volume_id': 'fec0187f-32d6-4001-b314-31a376c975b4', 'serial': 'fec0187f-32d6-4001-b314-31a376c975b4'} {{(pid=70398) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1062.472315] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8193414b-9bd5-4703-bdc6-7aae9b24c91e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.489218] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15375021-121a-43f6-a44c-6920b49ba932 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.507450] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.408s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.516685] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-c824e5c9-81f5-4d60-8ea1-38286a9358f1 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] volume-fec0187f-32d6-4001-b314-31a376c975b4/volume-fec0187f-32d6-4001-b314-31a376c975b4.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.517035] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.812s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.517274] env[70398]: DEBUG nova.objects.instance [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lazy-loading 'resources' on Instance uuid 173351e4-117d-4f14-ac73-1a41892b1d1e {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.519073] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0fe2536-eb1d-46b5-89c4-9269d1399204 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.538915] env[70398]: DEBUG oslo_vmware.api [None req-c824e5c9-81f5-4d60-8ea1-38286a9358f1 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1062.538915] env[70398]: value = "task-3444886" [ 1062.538915] env[70398]: _type = "Task" [ 1062.538915] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.549239] env[70398]: DEBUG oslo_vmware.api [None req-c824e5c9-81f5-4d60-8ea1-38286a9358f1 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444886, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.582798] env[70398]: INFO nova.network.neutron [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Updating port 89d05ddf-ad9c-4611-b99e-0b6606af9685 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1062.613512] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4cc0d38b-4b52-4b07-80a4-b6bc3eb7a1f3 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.760128] env[70398]: DEBUG oslo_vmware.api [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3444884, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.828536] env[70398]: DEBUG oslo_vmware.api [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444885, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.019911] env[70398]: DEBUG nova.objects.instance [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lazy-loading 'numa_topology' on Instance uuid 173351e4-117d-4f14-ac73-1a41892b1d1e {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.049269] env[70398]: DEBUG oslo_vmware.api [None req-c824e5c9-81f5-4d60-8ea1-38286a9358f1 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.081061] env[70398]: DEBUG nova.compute.manager [None req-3cce3d55-5da8-4efe-af11-1ec43a160cc3 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.081891] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c939a062-5828-4076-a5e7-8c67ff849b39 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.260125] env[70398]: DEBUG oslo_vmware.api [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3444884, 'name': PowerOnVM_Task, 'duration_secs': 0.588531} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.260421] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1063.260747] env[70398]: INFO nova.compute.manager [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Took 8.71 seconds to spawn the instance on the hypervisor. [ 1063.260882] env[70398]: DEBUG nova.compute.manager [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.262137] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659bcea5-9459-440a-8e68-0166e700c13e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.325051] env[70398]: DEBUG oslo_vmware.api [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444885, 'name': ReconfigVM_Task, 'duration_secs': 0.765349} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.325550] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: fc287d01-9176-4eb3-a264-eea33de088f6] Reconfigured VM instance instance-00000066 to attach disk [datastore1] fc287d01-9176-4eb3-a264-eea33de088f6/fc287d01-9176-4eb3-a264-eea33de088f6.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.326225] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e2c2aff-b8c6-4bed-8f66-44432803adfc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.332832] env[70398]: DEBUG oslo_vmware.api [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1063.332832] env[70398]: value = "task-3444887" [ 1063.332832] env[70398]: _type = "Task" [ 1063.332832] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.344137] env[70398]: DEBUG oslo_vmware.api [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444887, 'name': Rename_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.522593] env[70398]: DEBUG nova.objects.base [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Object Instance<173351e4-117d-4f14-ac73-1a41892b1d1e> lazy-loaded attributes: resources,numa_topology {{(pid=70398) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1063.552898] env[70398]: DEBUG oslo_vmware.api [None req-c824e5c9-81f5-4d60-8ea1-38286a9358f1 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444886, 'name': ReconfigVM_Task, 'duration_secs': 0.865656} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.553225] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-c824e5c9-81f5-4d60-8ea1-38286a9358f1 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Reconfigured VM instance instance-0000005d to attach disk [datastore1] volume-fec0187f-32d6-4001-b314-31a376c975b4/volume-fec0187f-32d6-4001-b314-31a376c975b4.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.558182] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-165ea923-2339-465e-98be-e8c56f869025 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.577889] env[70398]: DEBUG oslo_vmware.api [None req-c824e5c9-81f5-4d60-8ea1-38286a9358f1 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1063.577889] env[70398]: value = "task-3444888" [ 1063.577889] env[70398]: _type = "Task" [ 1063.577889] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.587418] env[70398]: DEBUG oslo_vmware.api [None req-c824e5c9-81f5-4d60-8ea1-38286a9358f1 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444888, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.592854] env[70398]: INFO nova.compute.manager [None req-3cce3d55-5da8-4efe-af11-1ec43a160cc3 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] instance snapshotting [ 1063.595714] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8d4da5-ebc3-4309-82a6-b446bf30aefb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.618244] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1a9b45-2fea-4a17-843f-7bb59e8ebf5e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.765389] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e537b4-d6af-42db-a388-e699b9f8cbf9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.780499] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daca4b3f-91f0-4bad-a319-0fddc923a3c2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.790028] env[70398]: INFO nova.compute.manager [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Took 27.56 seconds to build instance. [ 1063.817743] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af1219f-a666-4f31-9fba-b65f2e3a13ec {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.827087] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c97fa5-e427-4d9c-ad11-418f8e81d48c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.845611] env[70398]: DEBUG nova.compute.provider_tree [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.853895] env[70398]: DEBUG oslo_vmware.api [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444887, 'name': Rename_Task, 'duration_secs': 0.20231} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.853895] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: fc287d01-9176-4eb3-a264-eea33de088f6] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.853895] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfb85e8d-a4c2-41c2-9c00-0c537edc9465 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.859212] env[70398]: DEBUG oslo_vmware.api [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1063.859212] env[70398]: value = "task-3444889" [ 1063.859212] env[70398]: _type = "Task" [ 1063.859212] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.866716] env[70398]: DEBUG oslo_vmware.api [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444889, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.070340] env[70398]: DEBUG nova.compute.manager [req-98389a12-0752-4fe3-bb5c-b66476dab07e req-68d5d0b6-7f46-411a-bbc8-61a54b8fef42 service nova] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Received event network-vif-plugged-89d05ddf-ad9c-4611-b99e-0b6606af9685 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.075246] env[70398]: DEBUG oslo_concurrency.lockutils [req-98389a12-0752-4fe3-bb5c-b66476dab07e req-68d5d0b6-7f46-411a-bbc8-61a54b8fef42 service nova] Acquiring lock "aca03be1-1cf7-4b4f-b324-b4201034a770-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.075246] env[70398]: DEBUG oslo_concurrency.lockutils [req-98389a12-0752-4fe3-bb5c-b66476dab07e req-68d5d0b6-7f46-411a-bbc8-61a54b8fef42 service nova] Lock "aca03be1-1cf7-4b4f-b324-b4201034a770-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.075246] env[70398]: DEBUG oslo_concurrency.lockutils [req-98389a12-0752-4fe3-bb5c-b66476dab07e req-68d5d0b6-7f46-411a-bbc8-61a54b8fef42 service nova] Lock "aca03be1-1cf7-4b4f-b324-b4201034a770-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.075246] env[70398]: DEBUG nova.compute.manager [req-98389a12-0752-4fe3-bb5c-b66476dab07e req-68d5d0b6-7f46-411a-bbc8-61a54b8fef42 service nova] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] No waiting events found dispatching network-vif-plugged-89d05ddf-ad9c-4611-b99e-0b6606af9685 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1064.075246] env[70398]: WARNING nova.compute.manager [req-98389a12-0752-4fe3-bb5c-b66476dab07e req-68d5d0b6-7f46-411a-bbc8-61a54b8fef42 service nova] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Received unexpected event network-vif-plugged-89d05ddf-ad9c-4611-b99e-0b6606af9685 for instance with vm_state shelved_offloaded and task_state spawning. [ 1064.100958] env[70398]: DEBUG oslo_vmware.api [None req-c824e5c9-81f5-4d60-8ea1-38286a9358f1 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444888, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.129777] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3cce3d55-5da8-4efe-af11-1ec43a160cc3 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Creating Snapshot of the VM instance {{(pid=70398) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1064.130294] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-058a6b93-ba73-4700-892f-c67df67f851e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.142492] env[70398]: DEBUG oslo_vmware.api [None req-3cce3d55-5da8-4efe-af11-1ec43a160cc3 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Waiting for the task: (returnval){ [ 1064.142492] env[70398]: value = "task-3444890" [ 1064.142492] env[70398]: _type = "Task" [ 1064.142492] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.153137] env[70398]: DEBUG oslo_vmware.api [None req-3cce3d55-5da8-4efe-af11-1ec43a160cc3 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Task: {'id': task-3444890, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.240344] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Acquiring lock "refresh_cache-aca03be1-1cf7-4b4f-b324-b4201034a770" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.240344] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Acquired lock "refresh_cache-aca03be1-1cf7-4b4f-b324-b4201034a770" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.240344] env[70398]: DEBUG nova.network.neutron [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1064.287573] env[70398]: INFO nova.compute.manager [None req-14ec88e7-079c-4ff0-8fe2-b70ed7a2978f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Rescuing [ 1064.287831] env[70398]: DEBUG oslo_concurrency.lockutils [None req-14ec88e7-079c-4ff0-8fe2-b70ed7a2978f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Acquiring lock "refresh_cache-f57f9bae-2e30-4f41-ab13-ce6fd0566265" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.287987] env[70398]: DEBUG oslo_concurrency.lockutils [None req-14ec88e7-079c-4ff0-8fe2-b70ed7a2978f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Acquired lock "refresh_cache-f57f9bae-2e30-4f41-ab13-ce6fd0566265" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.288162] env[70398]: DEBUG nova.network.neutron [None req-14ec88e7-079c-4ff0-8fe2-b70ed7a2978f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1064.289505] env[70398]: DEBUG oslo_concurrency.lockutils [None req-84695d9c-556b-42ac-a066-9e56f09affb7 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lock "f27f1700-d064-471f-af8e-924a38b74193" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.073s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.349264] env[70398]: DEBUG nova.scheduler.client.report [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.369087] env[70398]: DEBUG oslo_vmware.api [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444889, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.590259] env[70398]: DEBUG oslo_vmware.api [None req-c824e5c9-81f5-4d60-8ea1-38286a9358f1 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444888, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.652471] env[70398]: DEBUG oslo_vmware.api [None req-3cce3d55-5da8-4efe-af11-1ec43a160cc3 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Task: {'id': task-3444890, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.854060] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.337s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.857713] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.609s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.857927] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.858126] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70398) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1064.858502] env[70398]: DEBUG oslo_concurrency.lockutils [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.524s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.860616] env[70398]: INFO nova.compute.claims [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1064.868021] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65219cea-bf05-49b3-9b7f-1c9c3bba60d1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.887788] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846f4278-2112-4ca2-8a70-8dfab4aecb15 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.894950] env[70398]: DEBUG oslo_vmware.api [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444889, 'name': PowerOnVM_Task, 'duration_secs': 0.990015} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.901205] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: fc287d01-9176-4eb3-a264-eea33de088f6] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.901680] env[70398]: INFO nova.compute.manager [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: fc287d01-9176-4eb3-a264-eea33de088f6] Took 7.66 seconds to spawn the instance on the hypervisor. [ 1064.902158] env[70398]: DEBUG nova.compute.manager [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: fc287d01-9176-4eb3-a264-eea33de088f6] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.903946] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14bab43b-e22f-46ee-b635-19de87a81213 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.922973] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbcb0ed8-7d2d-4a41-a723-d180f9784d5f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.938884] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed3f677-5531-4e11-b697-a2e736376dd5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.978230] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180050MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=70398) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1064.978395] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.089405] env[70398]: DEBUG oslo_vmware.api [None req-c824e5c9-81f5-4d60-8ea1-38286a9358f1 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444888, 'name': ReconfigVM_Task, 'duration_secs': 1.211792} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.089719] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-c824e5c9-81f5-4d60-8ea1-38286a9358f1 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687703', 'volume_id': 'fec0187f-32d6-4001-b314-31a376c975b4', 'name': 'volume-fec0187f-32d6-4001-b314-31a376c975b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '013bddce-e445-4e28-89b5-8911d9dc4031', 'attached_at': '', 'detached_at': '', 'volume_id': 'fec0187f-32d6-4001-b314-31a376c975b4', 'serial': 'fec0187f-32d6-4001-b314-31a376c975b4'} {{(pid=70398) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1065.153606] env[70398]: DEBUG oslo_vmware.api [None req-3cce3d55-5da8-4efe-af11-1ec43a160cc3 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Task: {'id': task-3444890, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.358695] env[70398]: DEBUG nova.network.neutron [None req-14ec88e7-079c-4ff0-8fe2-b70ed7a2978f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Updating instance_info_cache with network_info: [{"id": "bfaa6a83-7123-45fa-9148-86b61a2f2d06", "address": "fa:16:3e:d0:5f:07", "network": {"id": "251a0f47-392b-4930-8b99-f9f9dfafb9ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-821868300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0849f3588c1240728ee1222a4891fd48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfaa6a83-71", "ovs_interfaceid": "bfaa6a83-7123-45fa-9148-86b61a2f2d06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.371301] env[70398]: DEBUG oslo_concurrency.lockutils [None req-cd4efc37-4c1f-488e-a7d1-164ab32641e5 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "173351e4-117d-4f14-ac73-1a41892b1d1e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 37.276s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.374893] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f4f4c0ea-2357-438a-9c76-01db487e804d tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "173351e4-117d-4f14-ac73-1a41892b1d1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 14.695s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.375228] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f4f4c0ea-2357-438a-9c76-01db487e804d tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "173351e4-117d-4f14-ac73-1a41892b1d1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.375497] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f4f4c0ea-2357-438a-9c76-01db487e804d tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "173351e4-117d-4f14-ac73-1a41892b1d1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.375772] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f4f4c0ea-2357-438a-9c76-01db487e804d tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "173351e4-117d-4f14-ac73-1a41892b1d1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.378636] env[70398]: INFO nova.compute.manager [None req-f4f4c0ea-2357-438a-9c76-01db487e804d tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Terminating instance [ 1065.384951] env[70398]: DEBUG nova.network.neutron [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Updating instance_info_cache with network_info: [{"id": "89d05ddf-ad9c-4611-b99e-0b6606af9685", "address": "fa:16:3e:db:ef:3c", "network": {"id": "33f3e9d8-5a02-4591-828a-d84cbe89da8e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-805406701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72bcb292b34f4fa0859dddf376aed84f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89d05ddf-ad", "ovs_interfaceid": "89d05ddf-ad9c-4611-b99e-0b6606af9685", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.443035] env[70398]: INFO nova.compute.manager [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: fc287d01-9176-4eb3-a264-eea33de088f6] Took 27.47 seconds to build instance. [ 1065.654521] env[70398]: DEBUG oslo_vmware.api [None req-3cce3d55-5da8-4efe-af11-1ec43a160cc3 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Task: {'id': task-3444890, 'name': CreateSnapshot_Task, 'duration_secs': 1.46593} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.654812] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3cce3d55-5da8-4efe-af11-1ec43a160cc3 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Created Snapshot of the VM instance {{(pid=70398) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1065.655599] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91179263-98b0-4a1f-b57c-f4cc9076bbd9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.864047] env[70398]: DEBUG oslo_concurrency.lockutils [None req-14ec88e7-079c-4ff0-8fe2-b70ed7a2978f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Releasing lock "refresh_cache-f57f9bae-2e30-4f41-ab13-ce6fd0566265" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.885203] env[70398]: DEBUG nova.compute.manager [None req-f4f4c0ea-2357-438a-9c76-01db487e804d tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1065.885512] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f4c0ea-2357-438a-9c76-01db487e804d tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1065.886108] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-44f533ff-66b9-47c3-92c3-075ae60243f6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.889164] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Releasing lock "refresh_cache-aca03be1-1cf7-4b4f-b324-b4201034a770" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.905162] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3666407-5234-42c0-b275-f9e5a26bf07b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.933486] env[70398]: DEBUG nova.virt.hardware [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d5bf52ba50d37960fd74690282fb18c7',container_format='bare',created_at=2025-04-15T16:19:00Z,direct_url=,disk_format='vmdk',id=333d777d-63bd-4777-b843-37e4f6d438fd,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1142351637-shelved',owner='72bcb292b34f4fa0859dddf376aed84f',properties=ImageMetaProps,protected=,size=31666688,status='active',tags=,updated_at=2025-04-15T16:19:16Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1065.933725] env[70398]: DEBUG nova.virt.hardware [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1065.933879] env[70398]: DEBUG nova.virt.hardware [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1065.934076] env[70398]: DEBUG nova.virt.hardware [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1065.934762] env[70398]: DEBUG nova.virt.hardware [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1065.934762] env[70398]: DEBUG nova.virt.hardware [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1065.934762] env[70398]: DEBUG nova.virt.hardware [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1065.934762] env[70398]: DEBUG nova.virt.hardware [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1065.934966] env[70398]: DEBUG nova.virt.hardware [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1065.935091] env[70398]: DEBUG nova.virt.hardware [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1065.935276] env[70398]: DEBUG nova.virt.hardware [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1065.936611] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1335b908-6cbe-47d5-84af-9c6b88d1b0fb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.949741] env[70398]: DEBUG oslo_concurrency.lockutils [None req-acecd153-5802-4a10-98a5-1955c3e7e6e3 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "fc287d01-9176-4eb3-a264-eea33de088f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.988s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.950461] env[70398]: WARNING nova.virt.vmwareapi.vmops [None req-f4f4c0ea-2357-438a-9c76-01db487e804d tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 173351e4-117d-4f14-ac73-1a41892b1d1e could not be found. [ 1065.950644] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f4c0ea-2357-438a-9c76-01db487e804d tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1065.950819] env[70398]: INFO nova.compute.manager [None req-f4f4c0ea-2357-438a-9c76-01db487e804d tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Took 0.07 seconds to destroy the instance on the hypervisor. [ 1065.951092] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4f4c0ea-2357-438a-9c76-01db487e804d tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.954100] env[70398]: DEBUG nova.compute.manager [-] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1065.954197] env[70398]: DEBUG nova.network.neutron [-] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1065.959110] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb33a3f6-5c99-40cd-8450-a4a4cccfa21f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.973124] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:ef:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f87a752-ebb0-49a4-a67b-e356fa45b89b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89d05ddf-ad9c-4611-b99e-0b6606af9685', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1065.980835] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.983689] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1065.984909] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4eec3511-b3fe-4a66-8ec0-1862e0fbc72a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.010023] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1066.010023] env[70398]: value = "task-3444891" [ 1066.010023] env[70398]: _type = "Task" [ 1066.010023] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.019130] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444891, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.069243] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c68924da-8e1e-4767-a9e6-cc32f058a1f6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "fc287d01-9176-4eb3-a264-eea33de088f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.069556] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c68924da-8e1e-4767-a9e6-cc32f058a1f6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "fc287d01-9176-4eb3-a264-eea33de088f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.069804] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c68924da-8e1e-4767-a9e6-cc32f058a1f6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "fc287d01-9176-4eb3-a264-eea33de088f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.070037] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c68924da-8e1e-4767-a9e6-cc32f058a1f6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "fc287d01-9176-4eb3-a264-eea33de088f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.070254] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c68924da-8e1e-4767-a9e6-cc32f058a1f6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "fc287d01-9176-4eb3-a264-eea33de088f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.077139] env[70398]: INFO nova.compute.manager [None req-c68924da-8e1e-4767-a9e6-cc32f058a1f6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: fc287d01-9176-4eb3-a264-eea33de088f6] Terminating instance [ 1066.106221] env[70398]: DEBUG nova.compute.manager [req-c81c8310-8c01-49cd-8cf4-e290e52adec9 req-174391d2-cc8b-41cc-84c7-d2cf1d14f47a service nova] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Received event network-changed-89d05ddf-ad9c-4611-b99e-0b6606af9685 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.106412] env[70398]: DEBUG nova.compute.manager [req-c81c8310-8c01-49cd-8cf4-e290e52adec9 req-174391d2-cc8b-41cc-84c7-d2cf1d14f47a service nova] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Refreshing instance network info cache due to event network-changed-89d05ddf-ad9c-4611-b99e-0b6606af9685. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1066.106627] env[70398]: DEBUG oslo_concurrency.lockutils [req-c81c8310-8c01-49cd-8cf4-e290e52adec9 req-174391d2-cc8b-41cc-84c7-d2cf1d14f47a service nova] Acquiring lock "refresh_cache-aca03be1-1cf7-4b4f-b324-b4201034a770" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.106866] env[70398]: DEBUG oslo_concurrency.lockutils [req-c81c8310-8c01-49cd-8cf4-e290e52adec9 req-174391d2-cc8b-41cc-84c7-d2cf1d14f47a service nova] Acquired lock "refresh_cache-aca03be1-1cf7-4b4f-b324-b4201034a770" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.107014] env[70398]: DEBUG nova.network.neutron [req-c81c8310-8c01-49cd-8cf4-e290e52adec9 req-174391d2-cc8b-41cc-84c7-d2cf1d14f47a service nova] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Refreshing network info cache for port 89d05ddf-ad9c-4611-b99e-0b6606af9685 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1066.128466] env[70398]: DEBUG nova.objects.instance [None req-c824e5c9-81f5-4d60-8ea1-38286a9358f1 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lazy-loading 'flavor' on Instance uuid 013bddce-e445-4e28-89b5-8911d9dc4031 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.162372] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19701358-9754-4d82-beae-a4d3a600063f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.176045] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3cce3d55-5da8-4efe-af11-1ec43a160cc3 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Creating linked-clone VM from snapshot {{(pid=70398) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1066.176669] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f8ca15b4-0de6-47fb-b6c2-20fa4c7d1afc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.180635] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed41efc-bd30-4d5a-a514-2024e673706a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.215264] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2623c71c-e509-4b36-8270-55ace8064059 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.217912] env[70398]: DEBUG oslo_vmware.api [None req-3cce3d55-5da8-4efe-af11-1ec43a160cc3 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Waiting for the task: (returnval){ [ 1066.217912] env[70398]: value = "task-3444892" [ 1066.217912] env[70398]: _type = "Task" [ 1066.217912] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.226629] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c32198d-0342-4c98-9c61-3fc0df6af9ab {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.233095] env[70398]: DEBUG oslo_vmware.api [None req-3cce3d55-5da8-4efe-af11-1ec43a160cc3 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Task: {'id': task-3444892, 'name': CloneVM_Task} progress is 12%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.244382] env[70398]: DEBUG nova.compute.provider_tree [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.518913] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444891, 'name': CreateVM_Task, 'duration_secs': 0.381174} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.519304] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1066.519807] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/333d777d-63bd-4777-b843-37e4f6d438fd" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.519997] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Acquired lock "[datastore1] devstack-image-cache_base/333d777d-63bd-4777-b843-37e4f6d438fd" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.520384] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/333d777d-63bd-4777-b843-37e4f6d438fd" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.520697] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-849f7dbd-db05-41c8-b01a-f6ff9e337316 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.525462] env[70398]: DEBUG oslo_vmware.api [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Waiting for the task: (returnval){ [ 1066.525462] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52027bfc-2a3a-1eb8-9632-cfbd16f93c59" [ 1066.525462] env[70398]: _type = "Task" [ 1066.525462] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.534636] env[70398]: DEBUG oslo_vmware.api [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52027bfc-2a3a-1eb8-9632-cfbd16f93c59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.587075] env[70398]: DEBUG nova.compute.manager [None req-c68924da-8e1e-4767-a9e6-cc32f058a1f6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: fc287d01-9176-4eb3-a264-eea33de088f6] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1066.587454] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c68924da-8e1e-4767-a9e6-cc32f058a1f6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: fc287d01-9176-4eb3-a264-eea33de088f6] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1066.588316] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923a23a1-7e5e-46ab-97b8-0a4c16f3984b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.596879] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68924da-8e1e-4767-a9e6-cc32f058a1f6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: fc287d01-9176-4eb3-a264-eea33de088f6] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.597129] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e947cf5-f5b2-4d9f-8151-e9b32c28b9a7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.603222] env[70398]: DEBUG oslo_vmware.api [None req-c68924da-8e1e-4767-a9e6-cc32f058a1f6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1066.603222] env[70398]: value = "task-3444893" [ 1066.603222] env[70398]: _type = "Task" [ 1066.603222] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.610627] env[70398]: DEBUG oslo_vmware.api [None req-c68924da-8e1e-4767-a9e6-cc32f058a1f6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444893, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.634117] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c824e5c9-81f5-4d60-8ea1-38286a9358f1 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "013bddce-e445-4e28-89b5-8911d9dc4031" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.267s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.719031] env[70398]: DEBUG nova.network.neutron [-] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.729507] env[70398]: DEBUG oslo_vmware.api [None req-3cce3d55-5da8-4efe-af11-1ec43a160cc3 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Task: {'id': task-3444892, 'name': CloneVM_Task} progress is 94%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.746893] env[70398]: DEBUG nova.scheduler.client.report [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.867177] env[70398]: DEBUG nova.network.neutron [req-c81c8310-8c01-49cd-8cf4-e290e52adec9 req-174391d2-cc8b-41cc-84c7-d2cf1d14f47a service nova] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Updated VIF entry in instance network info cache for port 89d05ddf-ad9c-4611-b99e-0b6606af9685. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1066.867598] env[70398]: DEBUG nova.network.neutron [req-c81c8310-8c01-49cd-8cf4-e290e52adec9 req-174391d2-cc8b-41cc-84c7-d2cf1d14f47a service nova] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Updating instance_info_cache with network_info: [{"id": "89d05ddf-ad9c-4611-b99e-0b6606af9685", "address": "fa:16:3e:db:ef:3c", "network": {"id": "33f3e9d8-5a02-4591-828a-d84cbe89da8e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-805406701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72bcb292b34f4fa0859dddf376aed84f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89d05ddf-ad", "ovs_interfaceid": "89d05ddf-ad9c-4611-b99e-0b6606af9685", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.036391] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Releasing lock "[datastore1] devstack-image-cache_base/333d777d-63bd-4777-b843-37e4f6d438fd" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.036547] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Processing image 333d777d-63bd-4777-b843-37e4f6d438fd {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1067.036686] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/333d777d-63bd-4777-b843-37e4f6d438fd/333d777d-63bd-4777-b843-37e4f6d438fd.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.036832] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Acquired lock "[datastore1] devstack-image-cache_base/333d777d-63bd-4777-b843-37e4f6d438fd/333d777d-63bd-4777-b843-37e4f6d438fd.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.037019] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1067.037265] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9e80598-e0fb-4a15-943e-026ddd451dc8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.056755] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1067.056928] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1067.057717] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39377df6-8aa4-4cfa-8d5a-b1b879fd1385 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.062870] env[70398]: DEBUG oslo_vmware.api [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Waiting for the task: (returnval){ [ 1067.062870] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ed6ff1-a906-2c0b-0462-05f4c87b0de8" [ 1067.062870] env[70398]: _type = "Task" [ 1067.062870] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.070183] env[70398]: DEBUG oslo_vmware.api [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ed6ff1-a906-2c0b-0462-05f4c87b0de8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.113164] env[70398]: DEBUG oslo_vmware.api [None req-c68924da-8e1e-4767-a9e6-cc32f058a1f6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444893, 'name': PowerOffVM_Task, 'duration_secs': 0.245741} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.113555] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68924da-8e1e-4767-a9e6-cc32f058a1f6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: fc287d01-9176-4eb3-a264-eea33de088f6] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.113833] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c68924da-8e1e-4767-a9e6-cc32f058a1f6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: fc287d01-9176-4eb3-a264-eea33de088f6] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1067.114199] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8da888aa-8890-404c-bb5e-a34cc3ec9174 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.150514] env[70398]: INFO nova.compute.manager [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Rebuilding instance [ 1067.175234] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c68924da-8e1e-4767-a9e6-cc32f058a1f6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: fc287d01-9176-4eb3-a264-eea33de088f6] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1067.175478] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c68924da-8e1e-4767-a9e6-cc32f058a1f6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: fc287d01-9176-4eb3-a264-eea33de088f6] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1067.175657] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-c68924da-8e1e-4767-a9e6-cc32f058a1f6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Deleting the datastore file [datastore1] fc287d01-9176-4eb3-a264-eea33de088f6 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1067.175910] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4975aad7-c900-4f11-9a43-2d94d4e684de {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.185524] env[70398]: DEBUG oslo_vmware.api [None req-c68924da-8e1e-4767-a9e6-cc32f058a1f6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1067.185524] env[70398]: value = "task-3444895" [ 1067.185524] env[70398]: _type = "Task" [ 1067.185524] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.193500] env[70398]: DEBUG oslo_vmware.api [None req-c68924da-8e1e-4767-a9e6-cc32f058a1f6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444895, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.199343] env[70398]: DEBUG nova.compute.manager [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1067.200121] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0dd4c6f-97ed-44d0-ba2a-a1f2587fe8d8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.224720] env[70398]: INFO nova.compute.manager [-] [instance: 173351e4-117d-4f14-ac73-1a41892b1d1e] Took 1.27 seconds to deallocate network for instance. [ 1067.233581] env[70398]: DEBUG oslo_vmware.api [None req-3cce3d55-5da8-4efe-af11-1ec43a160cc3 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Task: {'id': task-3444892, 'name': CloneVM_Task} progress is 94%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.251873] env[70398]: DEBUG oslo_concurrency.lockutils [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.393s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.252492] env[70398]: DEBUG nova.compute.manager [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1067.255561] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.157s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.257199] env[70398]: INFO nova.compute.claims [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1067.370436] env[70398]: DEBUG oslo_concurrency.lockutils [req-c81c8310-8c01-49cd-8cf4-e290e52adec9 req-174391d2-cc8b-41cc-84c7-d2cf1d14f47a service nova] Releasing lock "refresh_cache-aca03be1-1cf7-4b4f-b324-b4201034a770" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.370574] env[70398]: DEBUG nova.compute.manager [req-c81c8310-8c01-49cd-8cf4-e290e52adec9 req-174391d2-cc8b-41cc-84c7-d2cf1d14f47a service nova] [instance: f27f1700-d064-471f-af8e-924a38b74193] Received event network-changed-2057f713-3a01-452b-a5d3-d7fe84ad7b36 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.370745] env[70398]: DEBUG nova.compute.manager [req-c81c8310-8c01-49cd-8cf4-e290e52adec9 req-174391d2-cc8b-41cc-84c7-d2cf1d14f47a service nova] [instance: f27f1700-d064-471f-af8e-924a38b74193] Refreshing instance network info cache due to event network-changed-2057f713-3a01-452b-a5d3-d7fe84ad7b36. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1067.370957] env[70398]: DEBUG oslo_concurrency.lockutils [req-c81c8310-8c01-49cd-8cf4-e290e52adec9 req-174391d2-cc8b-41cc-84c7-d2cf1d14f47a service nova] Acquiring lock "refresh_cache-f27f1700-d064-471f-af8e-924a38b74193" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.371258] env[70398]: DEBUG oslo_concurrency.lockutils [req-c81c8310-8c01-49cd-8cf4-e290e52adec9 req-174391d2-cc8b-41cc-84c7-d2cf1d14f47a service nova] Acquired lock "refresh_cache-f27f1700-d064-471f-af8e-924a38b74193" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.371356] env[70398]: DEBUG nova.network.neutron [req-c81c8310-8c01-49cd-8cf4-e290e52adec9 req-174391d2-cc8b-41cc-84c7-d2cf1d14f47a service nova] [instance: f27f1700-d064-471f-af8e-924a38b74193] Refreshing network info cache for port 2057f713-3a01-452b-a5d3-d7fe84ad7b36 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.405764] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ec88e7-079c-4ff0-8fe2-b70ed7a2978f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.406234] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcb869cd-ff56-4e51-9a0e-26aded5457ef {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.414561] env[70398]: DEBUG oslo_vmware.api [None req-14ec88e7-079c-4ff0-8fe2-b70ed7a2978f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1067.414561] env[70398]: value = "task-3444896" [ 1067.414561] env[70398]: _type = "Task" [ 1067.414561] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.424065] env[70398]: DEBUG oslo_vmware.api [None req-14ec88e7-079c-4ff0-8fe2-b70ed7a2978f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444896, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.577278] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Preparing fetch location {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1067.577762] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Fetch image to [datastore1] OSTACK_IMG_d95f6890-62fc-434d-905d-49c21ce95c59/OSTACK_IMG_d95f6890-62fc-434d-905d-49c21ce95c59.vmdk {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1067.577996] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Downloading stream optimized image 333d777d-63bd-4777-b843-37e4f6d438fd to [datastore1] OSTACK_IMG_d95f6890-62fc-434d-905d-49c21ce95c59/OSTACK_IMG_d95f6890-62fc-434d-905d-49c21ce95c59.vmdk on the data store datastore1 as vApp {{(pid=70398) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1067.578300] env[70398]: DEBUG nova.virt.vmwareapi.images [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Downloading image file data 333d777d-63bd-4777-b843-37e4f6d438fd to the ESX as VM named 'OSTACK_IMG_d95f6890-62fc-434d-905d-49c21ce95c59' {{(pid=70398) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1067.657318] env[70398]: DEBUG oslo_vmware.rw_handles [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1067.657318] env[70398]: value = "resgroup-9" [ 1067.657318] env[70398]: _type = "ResourcePool" [ 1067.657318] env[70398]: }. {{(pid=70398) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1067.657703] env[70398]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a010d9cf-c284-49ae-8210-175a66803569 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.678027] env[70398]: DEBUG oslo_vmware.rw_handles [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Lease: (returnval){ [ 1067.678027] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52a6e987-5803-5c37-01c3-df564713834e" [ 1067.678027] env[70398]: _type = "HttpNfcLease" [ 1067.678027] env[70398]: } obtained for vApp import into resource pool (val){ [ 1067.678027] env[70398]: value = "resgroup-9" [ 1067.678027] env[70398]: _type = "ResourcePool" [ 1067.678027] env[70398]: }. {{(pid=70398) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1067.678470] env[70398]: DEBUG oslo_vmware.api [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Waiting for the lease: (returnval){ [ 1067.678470] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52a6e987-5803-5c37-01c3-df564713834e" [ 1067.678470] env[70398]: _type = "HttpNfcLease" [ 1067.678470] env[70398]: } to be ready. {{(pid=70398) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1067.684541] env[70398]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1067.684541] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52a6e987-5803-5c37-01c3-df564713834e" [ 1067.684541] env[70398]: _type = "HttpNfcLease" [ 1067.684541] env[70398]: } is initializing. {{(pid=70398) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1067.694488] env[70398]: DEBUG oslo_vmware.api [None req-c68924da-8e1e-4767-a9e6-cc32f058a1f6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444895, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279088} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.694704] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-c68924da-8e1e-4767-a9e6-cc32f058a1f6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1067.694887] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c68924da-8e1e-4767-a9e6-cc32f058a1f6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: fc287d01-9176-4eb3-a264-eea33de088f6] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1067.695074] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c68924da-8e1e-4767-a9e6-cc32f058a1f6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: fc287d01-9176-4eb3-a264-eea33de088f6] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1067.695254] env[70398]: INFO nova.compute.manager [None req-c68924da-8e1e-4767-a9e6-cc32f058a1f6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: fc287d01-9176-4eb3-a264-eea33de088f6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1067.695534] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c68924da-8e1e-4767-a9e6-cc32f058a1f6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.695667] env[70398]: DEBUG nova.compute.manager [-] [instance: fc287d01-9176-4eb3-a264-eea33de088f6] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1067.695760] env[70398]: DEBUG nova.network.neutron [-] [instance: fc287d01-9176-4eb3-a264-eea33de088f6] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1067.730969] env[70398]: DEBUG oslo_vmware.api [None req-3cce3d55-5da8-4efe-af11-1ec43a160cc3 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Task: {'id': task-3444892, 'name': CloneVM_Task} progress is 95%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.762974] env[70398]: DEBUG nova.compute.utils [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1067.767095] env[70398]: DEBUG nova.compute.manager [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1067.767386] env[70398]: DEBUG nova.network.neutron [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1067.831930] env[70398]: DEBUG nova.policy [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '383aae858b124c66b62c211e07831f3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '565f3f2d80634f578f63ea399435e6d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 1067.926866] env[70398]: DEBUG oslo_vmware.api [None req-14ec88e7-079c-4ff0-8fe2-b70ed7a2978f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444896, 'name': PowerOffVM_Task, 'duration_secs': 0.200676} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.927151] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ec88e7-079c-4ff0-8fe2-b70ed7a2978f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.928014] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5e0fb7-60b2-487a-a853-0fc0e6aafd10 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.946294] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca387e43-819b-482c-af0c-b911b8f07c74 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.986576] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ec88e7-079c-4ff0-8fe2-b70ed7a2978f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.987308] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92201393-62c0-4629-b3e9-2c83b13c70e4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.996454] env[70398]: DEBUG oslo_vmware.api [None req-14ec88e7-079c-4ff0-8fe2-b70ed7a2978f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1067.996454] env[70398]: value = "task-3444898" [ 1067.996454] env[70398]: _type = "Task" [ 1067.996454] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.010644] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ec88e7-079c-4ff0-8fe2-b70ed7a2978f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] VM already powered off {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1068.011116] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-14ec88e7-079c-4ff0-8fe2-b70ed7a2978f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.011516] env[70398]: DEBUG oslo_concurrency.lockutils [None req-14ec88e7-079c-4ff0-8fe2-b70ed7a2978f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.011860] env[70398]: DEBUG oslo_concurrency.lockutils [None req-14ec88e7-079c-4ff0-8fe2-b70ed7a2978f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.012193] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-14ec88e7-079c-4ff0-8fe2-b70ed7a2978f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.015390] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea6e9372-1814-4fc3-8dee-722dc8fbb8a4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.024635] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-14ec88e7-079c-4ff0-8fe2-b70ed7a2978f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.024833] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-14ec88e7-079c-4ff0-8fe2-b70ed7a2978f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.033081] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97291f70-a934-45ee-92c2-9e3fc9746dac {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.039110] env[70398]: DEBUG oslo_vmware.api [None req-14ec88e7-079c-4ff0-8fe2-b70ed7a2978f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1068.039110] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f52545-18e8-3093-38be-92e4927d08b2" [ 1068.039110] env[70398]: _type = "Task" [ 1068.039110] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.048315] env[70398]: DEBUG oslo_vmware.api [None req-14ec88e7-079c-4ff0-8fe2-b70ed7a2978f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f52545-18e8-3093-38be-92e4927d08b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.137326] env[70398]: DEBUG nova.compute.manager [req-adb8d309-b84f-40fc-b6ac-78fd2d161878 req-18e5f364-868b-4e40-a490-311ec476807d service nova] [instance: fc287d01-9176-4eb3-a264-eea33de088f6] Received event network-vif-deleted-0e0cee13-8348-4e92-8511-0eb50d723d02 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.137525] env[70398]: INFO nova.compute.manager [req-adb8d309-b84f-40fc-b6ac-78fd2d161878 req-18e5f364-868b-4e40-a490-311ec476807d service nova] [instance: fc287d01-9176-4eb3-a264-eea33de088f6] Neutron deleted interface 0e0cee13-8348-4e92-8511-0eb50d723d02; detaching it from the instance and deleting it from the info cache [ 1068.137698] env[70398]: DEBUG nova.network.neutron [req-adb8d309-b84f-40fc-b6ac-78fd2d161878 req-18e5f364-868b-4e40-a490-311ec476807d service nova] [instance: fc287d01-9176-4eb3-a264-eea33de088f6] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.187219] env[70398]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1068.187219] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52a6e987-5803-5c37-01c3-df564713834e" [ 1068.187219] env[70398]: _type = "HttpNfcLease" [ 1068.187219] env[70398]: } is initializing. {{(pid=70398) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1068.198725] env[70398]: DEBUG nova.network.neutron [req-c81c8310-8c01-49cd-8cf4-e290e52adec9 req-174391d2-cc8b-41cc-84c7-d2cf1d14f47a service nova] [instance: f27f1700-d064-471f-af8e-924a38b74193] Updated VIF entry in instance network info cache for port 2057f713-3a01-452b-a5d3-d7fe84ad7b36. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.199097] env[70398]: DEBUG nova.network.neutron [req-c81c8310-8c01-49cd-8cf4-e290e52adec9 req-174391d2-cc8b-41cc-84c7-d2cf1d14f47a service nova] [instance: f27f1700-d064-471f-af8e-924a38b74193] Updating instance_info_cache with network_info: [{"id": "2057f713-3a01-452b-a5d3-d7fe84ad7b36", "address": "fa:16:3e:70:d2:83", "network": {"id": "fb01a3ef-f49b-4004-9dad-1ab83f2cdc5c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1367760524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5a04ab39eda46dd8b6665756bfa0ca8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2057f713-3a", "ovs_interfaceid": "2057f713-3a01-452b-a5d3-d7fe84ad7b36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.211919] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1068.212216] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8accba5b-02a5-4f3d-acc5-401f29eacfbd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.214828] env[70398]: DEBUG nova.network.neutron [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Successfully created port: fb49bd31-8127-4d16-a836-fa3fa6c0009e {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1068.228236] env[70398]: DEBUG oslo_vmware.api [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1068.228236] env[70398]: value = "task-3444899" [ 1068.228236] env[70398]: _type = "Task" [ 1068.228236] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.234344] env[70398]: DEBUG oslo_vmware.api [None req-3cce3d55-5da8-4efe-af11-1ec43a160cc3 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Task: {'id': task-3444892, 'name': CloneVM_Task, 'duration_secs': 1.745382} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.234991] env[70398]: INFO nova.virt.vmwareapi.vmops [None req-3cce3d55-5da8-4efe-af11-1ec43a160cc3 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Created linked-clone VM from snapshot [ 1068.236087] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10035793-89df-41d4-b969-97f89106b487 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.241614] env[70398]: DEBUG oslo_vmware.api [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444899, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.246644] env[70398]: DEBUG nova.virt.vmwareapi.images [None req-3cce3d55-5da8-4efe-af11-1ec43a160cc3 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Uploading image bd7f6dca-821f-4060-9d87-97c1e9684077 {{(pid=70398) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1068.256056] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f4f4c0ea-2357-438a-9c76-01db487e804d tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "173351e4-117d-4f14-ac73-1a41892b1d1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.881s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.268078] env[70398]: DEBUG nova.compute.manager [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1068.272922] env[70398]: DEBUG oslo_vmware.rw_handles [None req-3cce3d55-5da8-4efe-af11-1ec43a160cc3 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1068.272922] env[70398]: value = "vm-687707" [ 1068.272922] env[70398]: _type = "VirtualMachine" [ 1068.272922] env[70398]: }. {{(pid=70398) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1068.276094] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5b31c1d7-9107-43d1-a2d6-15286059078f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.284083] env[70398]: DEBUG oslo_vmware.rw_handles [None req-3cce3d55-5da8-4efe-af11-1ec43a160cc3 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Lease: (returnval){ [ 1068.284083] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e07070-846a-f874-9064-fabd265fde7f" [ 1068.284083] env[70398]: _type = "HttpNfcLease" [ 1068.284083] env[70398]: } obtained for exporting VM: (result){ [ 1068.284083] env[70398]: value = "vm-687707" [ 1068.284083] env[70398]: _type = "VirtualMachine" [ 1068.284083] env[70398]: }. {{(pid=70398) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1068.284373] env[70398]: DEBUG oslo_vmware.api [None req-3cce3d55-5da8-4efe-af11-1ec43a160cc3 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Waiting for the lease: (returnval){ [ 1068.284373] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e07070-846a-f874-9064-fabd265fde7f" [ 1068.284373] env[70398]: _type = "HttpNfcLease" [ 1068.284373] env[70398]: } to be ready. {{(pid=70398) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1068.292743] env[70398]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1068.292743] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e07070-846a-f874-9064-fabd265fde7f" [ 1068.292743] env[70398]: _type = "HttpNfcLease" [ 1068.292743] env[70398]: } is initializing. {{(pid=70398) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1068.519296] env[70398]: DEBUG nova.network.neutron [-] [instance: fc287d01-9176-4eb3-a264-eea33de088f6] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.526434] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75883d8c-5c89-40c6-8c17-7ab0d7e83025 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.534948] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a8c5ad-7b09-45ea-a2e7-ad4431ded0bf {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.570042] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed40aa26-c3f6-4802-a3b7-90551efff8de {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.576184] env[70398]: DEBUG oslo_vmware.api [None req-14ec88e7-079c-4ff0-8fe2-b70ed7a2978f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f52545-18e8-3093-38be-92e4927d08b2, 'name': SearchDatastore_Task, 'duration_secs': 0.010665} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.577633] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e62387cf-fc25-493f-9cd2-779917479461 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.583337] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5ee7db-2bfa-4c5e-a6ea-95e8c9b89cc2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.588044] env[70398]: DEBUG oslo_vmware.api [None req-14ec88e7-079c-4ff0-8fe2-b70ed7a2978f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1068.588044] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52a01bb3-0b16-740a-cca9-d0cd30f2267b" [ 1068.588044] env[70398]: _type = "Task" [ 1068.588044] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.600695] env[70398]: DEBUG nova.compute.provider_tree [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.606978] env[70398]: DEBUG oslo_vmware.api [None req-14ec88e7-079c-4ff0-8fe2-b70ed7a2978f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52a01bb3-0b16-740a-cca9-d0cd30f2267b, 'name': SearchDatastore_Task, 'duration_secs': 0.017173} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.607270] env[70398]: DEBUG oslo_concurrency.lockutils [None req-14ec88e7-079c-4ff0-8fe2-b70ed7a2978f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.607529] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-14ec88e7-079c-4ff0-8fe2-b70ed7a2978f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] f57f9bae-2e30-4f41-ab13-ce6fd0566265/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172-rescue.vmdk. {{(pid=70398) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1068.607788] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1bb3326-06f9-4fb1-9d2c-137a0de885bd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.614703] env[70398]: DEBUG oslo_vmware.api [None req-14ec88e7-079c-4ff0-8fe2-b70ed7a2978f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1068.614703] env[70398]: value = "task-3444901" [ 1068.614703] env[70398]: _type = "Task" [ 1068.614703] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.622760] env[70398]: DEBUG oslo_vmware.api [None req-14ec88e7-079c-4ff0-8fe2-b70ed7a2978f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444901, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.641017] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8721cdd8-b075-4474-89d2-7a3113ccbc37 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.651619] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edb8ced-cc99-4a67-a0f9-21c5924df700 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.684921] env[70398]: DEBUG nova.compute.manager [req-adb8d309-b84f-40fc-b6ac-78fd2d161878 req-18e5f364-868b-4e40-a490-311ec476807d service nova] [instance: fc287d01-9176-4eb3-a264-eea33de088f6] Detach interface failed, port_id=0e0cee13-8348-4e92-8511-0eb50d723d02, reason: Instance fc287d01-9176-4eb3-a264-eea33de088f6 could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1068.691692] env[70398]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1068.691692] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52a6e987-5803-5c37-01c3-df564713834e" [ 1068.691692] env[70398]: _type = "HttpNfcLease" [ 1068.691692] env[70398]: } is ready. {{(pid=70398) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1068.691972] env[70398]: DEBUG oslo_vmware.rw_handles [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1068.691972] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52a6e987-5803-5c37-01c3-df564713834e" [ 1068.691972] env[70398]: _type = "HttpNfcLease" [ 1068.691972] env[70398]: }. {{(pid=70398) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1068.692675] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c74d9b-364c-45c7-9211-20df5b224997 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.701250] env[70398]: DEBUG oslo_concurrency.lockutils [req-c81c8310-8c01-49cd-8cf4-e290e52adec9 req-174391d2-cc8b-41cc-84c7-d2cf1d14f47a service nova] Releasing lock "refresh_cache-f27f1700-d064-471f-af8e-924a38b74193" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.701698] env[70398]: DEBUG oslo_vmware.rw_handles [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527fe44a-41ed-8b49-9abb-7b11742fbf1f/disk-0.vmdk from lease info. {{(pid=70398) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1068.701886] env[70398]: DEBUG oslo_vmware.rw_handles [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Creating HTTP connection to write to file with size = 31666688 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527fe44a-41ed-8b49-9abb-7b11742fbf1f/disk-0.vmdk. {{(pid=70398) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1068.776111] env[70398]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-49a134b9-f212-4a06-ae76-ab544da6bde3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.776111] env[70398]: DEBUG oslo_vmware.api [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444899, 'name': PowerOffVM_Task, 'duration_secs': 0.235453} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.776111] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1068.797358] env[70398]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1068.797358] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e07070-846a-f874-9064-fabd265fde7f" [ 1068.797358] env[70398]: _type = "HttpNfcLease" [ 1068.797358] env[70398]: } is ready. {{(pid=70398) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1068.797358] env[70398]: DEBUG oslo_vmware.rw_handles [None req-3cce3d55-5da8-4efe-af11-1ec43a160cc3 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1068.797358] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e07070-846a-f874-9064-fabd265fde7f" [ 1068.797358] env[70398]: _type = "HttpNfcLease" [ 1068.797358] env[70398]: }. {{(pid=70398) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1068.797358] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165a8746-c891-4bed-bc84-338fb20ad3f6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.805025] env[70398]: DEBUG oslo_vmware.rw_handles [None req-3cce3d55-5da8-4efe-af11-1ec43a160cc3 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d1acae-6989-2a2b-8b6b-cc2b4f479c51/disk-0.vmdk from lease info. {{(pid=70398) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1068.805241] env[70398]: DEBUG oslo_vmware.rw_handles [None req-3cce3d55-5da8-4efe-af11-1ec43a160cc3 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d1acae-6989-2a2b-8b6b-cc2b4f479c51/disk-0.vmdk for reading. {{(pid=70398) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1068.865106] env[70398]: INFO nova.compute.manager [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Detaching volume fec0187f-32d6-4001-b314-31a376c975b4 [ 1068.918339] env[70398]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-41d697a9-3c80-4e41-8b49-59531eef81eb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.923385] env[70398]: INFO nova.virt.block_device [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Attempting to driver detach volume fec0187f-32d6-4001-b314-31a376c975b4 from mountpoint /dev/sdb [ 1068.923385] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Volume detach. Driver type: vmdk {{(pid=70398) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1068.923385] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687703', 'volume_id': 'fec0187f-32d6-4001-b314-31a376c975b4', 'name': 'volume-fec0187f-32d6-4001-b314-31a376c975b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '013bddce-e445-4e28-89b5-8911d9dc4031', 'attached_at': '', 'detached_at': '', 'volume_id': 'fec0187f-32d6-4001-b314-31a376c975b4', 'serial': 'fec0187f-32d6-4001-b314-31a376c975b4'} {{(pid=70398) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1068.923385] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c8451e-95cc-4dfc-bf8b-96c0eaf63e0b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.950430] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3b57a2-5264-4607-88e7-ebc27fd588d8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.959389] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27223b0c-5ef7-48fb-b8b3-274e6c94a83d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.992122] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb50fe0b-eecf-4d91-b002-9d19c031354d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.010803] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] The volume has not been displaced from its original location: [datastore1] volume-fec0187f-32d6-4001-b314-31a376c975b4/volume-fec0187f-32d6-4001-b314-31a376c975b4.vmdk. No consolidation needed. {{(pid=70398) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1069.016108] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Reconfiguring VM instance instance-0000005d to detach disk 2001 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1069.018072] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-818c1f65-d2e9-445b-bd84-d4649b2783c9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.033735] env[70398]: INFO nova.compute.manager [-] [instance: fc287d01-9176-4eb3-a264-eea33de088f6] Took 1.34 seconds to deallocate network for instance. [ 1069.045184] env[70398]: DEBUG oslo_vmware.api [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1069.045184] env[70398]: value = "task-3444902" [ 1069.045184] env[70398]: _type = "Task" [ 1069.045184] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.055322] env[70398]: DEBUG oslo_vmware.api [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444902, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.103677] env[70398]: DEBUG nova.scheduler.client.report [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.130461] env[70398]: DEBUG oslo_vmware.api [None req-14ec88e7-079c-4ff0-8fe2-b70ed7a2978f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444901, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.291215] env[70398]: DEBUG nova.compute.manager [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1069.316221] env[70398]: DEBUG nova.virt.hardware [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1069.316631] env[70398]: DEBUG nova.virt.hardware [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1069.316846] env[70398]: DEBUG nova.virt.hardware [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.317167] env[70398]: DEBUG nova.virt.hardware [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1069.317408] env[70398]: DEBUG nova.virt.hardware [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.317643] env[70398]: DEBUG nova.virt.hardware [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1069.318233] env[70398]: DEBUG nova.virt.hardware [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1069.318233] env[70398]: DEBUG nova.virt.hardware [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1069.318462] env[70398]: DEBUG nova.virt.hardware [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1069.318663] env[70398]: DEBUG nova.virt.hardware [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1069.318921] env[70398]: DEBUG nova.virt.hardware [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1069.320337] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345ca765-6e14-4af5-9c01-521e885ba028 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.331684] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab2b38b-7392-403c-a5b6-b511505b8e38 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.476656] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "818c145a-7eaf-45df-b433-76a4afe63598" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.477013] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "818c145a-7eaf-45df-b433-76a4afe63598" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.542058] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c68924da-8e1e-4767-a9e6-cc32f058a1f6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.561982] env[70398]: DEBUG oslo_vmware.api [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444902, 'name': ReconfigVM_Task, 'duration_secs': 0.364861} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.565735] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Reconfigured VM instance instance-0000005d to detach disk 2001 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1069.574046] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59fa1dbe-8558-4a7e-bd84-d3e88df8d140 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.598731] env[70398]: DEBUG oslo_vmware.api [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1069.598731] env[70398]: value = "task-3444903" [ 1069.598731] env[70398]: _type = "Task" [ 1069.598731] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.610988] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.355s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.612086] env[70398]: DEBUG nova.compute.manager [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1069.621313] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4cc0d38b-4b52-4b07-80a4-b6bc3eb7a1f3 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.008s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.621731] env[70398]: DEBUG nova.objects.instance [None req-4cc0d38b-4b52-4b07-80a4-b6bc3eb7a1f3 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Lazy-loading 'resources' on Instance uuid 5386a4eb-5fb8-404f-8b03-f106c865e14f {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.624182] env[70398]: DEBUG oslo_vmware.api [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.635494] env[70398]: DEBUG oslo_vmware.api [None req-14ec88e7-079c-4ff0-8fe2-b70ed7a2978f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444901, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.823848] env[70398]: DEBUG nova.network.neutron [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Successfully updated port: fb49bd31-8127-4d16-a836-fa3fa6c0009e {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1069.979586] env[70398]: DEBUG nova.compute.manager [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1070.109655] env[70398]: DEBUG oslo_vmware.api [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444903, 'name': ReconfigVM_Task, 'duration_secs': 0.168066} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.110251] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687703', 'volume_id': 'fec0187f-32d6-4001-b314-31a376c975b4', 'name': 'volume-fec0187f-32d6-4001-b314-31a376c975b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '013bddce-e445-4e28-89b5-8911d9dc4031', 'attached_at': '', 'detached_at': '', 'volume_id': 'fec0187f-32d6-4001-b314-31a376c975b4', 'serial': 'fec0187f-32d6-4001-b314-31a376c975b4'} {{(pid=70398) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1070.125453] env[70398]: DEBUG nova.compute.utils [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1070.130682] env[70398]: DEBUG nova.compute.manager [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1070.131344] env[70398]: DEBUG nova.network.neutron [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1070.145881] env[70398]: DEBUG oslo_vmware.api [None req-14ec88e7-079c-4ff0-8fe2-b70ed7a2978f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444901, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.166892] env[70398]: DEBUG nova.compute.manager [req-363934f9-f2e6-4d22-8b88-3067aca0cee9 req-f84cbb86-39da-48fc-a2fe-697b74e752ac service nova] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Received event network-vif-plugged-fb49bd31-8127-4d16-a836-fa3fa6c0009e {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.167304] env[70398]: DEBUG oslo_concurrency.lockutils [req-363934f9-f2e6-4d22-8b88-3067aca0cee9 req-f84cbb86-39da-48fc-a2fe-697b74e752ac service nova] Acquiring lock "82e8ab4b-bb27-4ba3-987a-da84ec16b9df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.167721] env[70398]: DEBUG oslo_concurrency.lockutils [req-363934f9-f2e6-4d22-8b88-3067aca0cee9 req-f84cbb86-39da-48fc-a2fe-697b74e752ac service nova] Lock "82e8ab4b-bb27-4ba3-987a-da84ec16b9df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.167978] env[70398]: DEBUG oslo_concurrency.lockutils [req-363934f9-f2e6-4d22-8b88-3067aca0cee9 req-f84cbb86-39da-48fc-a2fe-697b74e752ac service nova] Lock "82e8ab4b-bb27-4ba3-987a-da84ec16b9df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.168251] env[70398]: DEBUG nova.compute.manager [req-363934f9-f2e6-4d22-8b88-3067aca0cee9 req-f84cbb86-39da-48fc-a2fe-697b74e752ac service nova] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] No waiting events found dispatching network-vif-plugged-fb49bd31-8127-4d16-a836-fa3fa6c0009e {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1070.168497] env[70398]: WARNING nova.compute.manager [req-363934f9-f2e6-4d22-8b88-3067aca0cee9 req-f84cbb86-39da-48fc-a2fe-697b74e752ac service nova] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Received unexpected event network-vif-plugged-fb49bd31-8127-4d16-a836-fa3fa6c0009e for instance with vm_state building and task_state spawning. [ 1070.168716] env[70398]: DEBUG nova.compute.manager [req-363934f9-f2e6-4d22-8b88-3067aca0cee9 req-f84cbb86-39da-48fc-a2fe-697b74e752ac service nova] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Received event network-changed-fb49bd31-8127-4d16-a836-fa3fa6c0009e {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.168936] env[70398]: DEBUG nova.compute.manager [req-363934f9-f2e6-4d22-8b88-3067aca0cee9 req-f84cbb86-39da-48fc-a2fe-697b74e752ac service nova] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Refreshing instance network info cache due to event network-changed-fb49bd31-8127-4d16-a836-fa3fa6c0009e. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1070.169223] env[70398]: DEBUG oslo_concurrency.lockutils [req-363934f9-f2e6-4d22-8b88-3067aca0cee9 req-f84cbb86-39da-48fc-a2fe-697b74e752ac service nova] Acquiring lock "refresh_cache-82e8ab4b-bb27-4ba3-987a-da84ec16b9df" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.169513] env[70398]: DEBUG oslo_concurrency.lockutils [req-363934f9-f2e6-4d22-8b88-3067aca0cee9 req-f84cbb86-39da-48fc-a2fe-697b74e752ac service nova] Acquired lock "refresh_cache-82e8ab4b-bb27-4ba3-987a-da84ec16b9df" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.169690] env[70398]: DEBUG nova.network.neutron [req-363934f9-f2e6-4d22-8b88-3067aca0cee9 req-f84cbb86-39da-48fc-a2fe-697b74e752ac service nova] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Refreshing network info cache for port fb49bd31-8127-4d16-a836-fa3fa6c0009e {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1070.207977] env[70398]: DEBUG nova.policy [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5745fd9f8e2d4576ad44c31b35cc8024', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a133a7276464e628849ffaa016597bd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 1070.311837] env[70398]: DEBUG oslo_vmware.rw_handles [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Completed reading data from the image iterator. {{(pid=70398) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1070.312107] env[70398]: DEBUG oslo_vmware.rw_handles [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527fe44a-41ed-8b49-9abb-7b11742fbf1f/disk-0.vmdk. {{(pid=70398) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1070.313104] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0498106d-e2c3-4aee-bef4-b9c27a6ed122 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.322051] env[70398]: DEBUG oslo_vmware.rw_handles [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527fe44a-41ed-8b49-9abb-7b11742fbf1f/disk-0.vmdk is in state: ready. {{(pid=70398) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1070.322235] env[70398]: DEBUG oslo_vmware.rw_handles [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527fe44a-41ed-8b49-9abb-7b11742fbf1f/disk-0.vmdk. {{(pid=70398) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1070.322582] env[70398]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d9fd16ec-7da1-4e50-944f-56cf78b9c01d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.327076] env[70398]: DEBUG oslo_concurrency.lockutils [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquiring lock "refresh_cache-82e8ab4b-bb27-4ba3-987a-da84ec16b9df" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.392147] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b276878f-196b-4e32-8ff9-4179c35930a5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.400009] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c88e82-1698-44e4-906c-d03d76b37591 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.430492] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8763f4cd-7a22-499d-b5cb-b7d50c74daed {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.438868] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0465b013-0dd8-46f8-85fe-e2f59459e2ad {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.452893] env[70398]: DEBUG nova.compute.provider_tree [None req-4cc0d38b-4b52-4b07-80a4-b6bc3eb7a1f3 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.506533] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.560618] env[70398]: DEBUG nova.network.neutron [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Successfully created port: 55570265-6c53-4903-b832-56743d06b967 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1070.580076] env[70398]: DEBUG oslo_vmware.rw_handles [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527fe44a-41ed-8b49-9abb-7b11742fbf1f/disk-0.vmdk. {{(pid=70398) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1070.580316] env[70398]: INFO nova.virt.vmwareapi.images [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Downloaded image file data 333d777d-63bd-4777-b843-37e4f6d438fd [ 1070.581192] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947630da-7804-46c7-b81a-2e6964eff312 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.596850] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2fe233e-7321-496e-bd3e-47af7b5bf8a4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.630590] env[70398]: INFO nova.virt.vmwareapi.images [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] The imported VM was unregistered [ 1070.633833] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Caching image {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1070.634658] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Creating directory with path [datastore1] devstack-image-cache_base/333d777d-63bd-4777-b843-37e4f6d438fd {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.635150] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9f47be5-e902-4cb1-9383-28b1646bb219 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.643524] env[70398]: DEBUG nova.compute.manager [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1070.646432] env[70398]: DEBUG oslo_vmware.api [None req-14ec88e7-079c-4ff0-8fe2-b70ed7a2978f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444901, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.657016} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.647254] env[70398]: INFO nova.virt.vmwareapi.ds_util [None req-14ec88e7-079c-4ff0-8fe2-b70ed7a2978f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] f57f9bae-2e30-4f41-ab13-ce6fd0566265/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172-rescue.vmdk. [ 1070.648207] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1971d86-92dc-4123-9150-bf818ca3230f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.675475] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-14ec88e7-079c-4ff0-8fe2-b70ed7a2978f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] f57f9bae-2e30-4f41-ab13-ce6fd0566265/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172-rescue.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.679428] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e78941a9-5c0d-4108-9f5e-cafff52ebde1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.692915] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Created directory with path [datastore1] devstack-image-cache_base/333d777d-63bd-4777-b843-37e4f6d438fd {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.693174] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_d95f6890-62fc-434d-905d-49c21ce95c59/OSTACK_IMG_d95f6890-62fc-434d-905d-49c21ce95c59.vmdk to [datastore1] devstack-image-cache_base/333d777d-63bd-4777-b843-37e4f6d438fd/333d777d-63bd-4777-b843-37e4f6d438fd.vmdk. {{(pid=70398) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1070.698627] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a70af9b9-f20d-4623-a30f-1a0713a12375 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.707804] env[70398]: DEBUG oslo_vmware.api [None req-14ec88e7-079c-4ff0-8fe2-b70ed7a2978f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1070.707804] env[70398]: value = "task-3444905" [ 1070.707804] env[70398]: _type = "Task" [ 1070.707804] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.708459] env[70398]: DEBUG oslo_vmware.api [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Waiting for the task: (returnval){ [ 1070.708459] env[70398]: value = "task-3444906" [ 1070.708459] env[70398]: _type = "Task" [ 1070.708459] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.721599] env[70398]: DEBUG oslo_vmware.api [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444906, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.725427] env[70398]: DEBUG oslo_vmware.api [None req-14ec88e7-079c-4ff0-8fe2-b70ed7a2978f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444905, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.743468] env[70398]: DEBUG nova.network.neutron [req-363934f9-f2e6-4d22-8b88-3067aca0cee9 req-f84cbb86-39da-48fc-a2fe-697b74e752ac service nova] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1070.837697] env[70398]: DEBUG nova.network.neutron [req-363934f9-f2e6-4d22-8b88-3067aca0cee9 req-f84cbb86-39da-48fc-a2fe-697b74e752ac service nova] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.956109] env[70398]: DEBUG nova.scheduler.client.report [None req-4cc0d38b-4b52-4b07-80a4-b6bc3eb7a1f3 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.202993] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.203618] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2be7b838-509c-4368-aae0-d7d2544ff339 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.213918] env[70398]: DEBUG oslo_vmware.api [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1071.213918] env[70398]: value = "task-3444907" [ 1071.213918] env[70398]: _type = "Task" [ 1071.213918] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.229230] env[70398]: DEBUG oslo_vmware.api [None req-14ec88e7-079c-4ff0-8fe2-b70ed7a2978f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444905, 'name': ReconfigVM_Task, 'duration_secs': 0.509479} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.229230] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-14ec88e7-079c-4ff0-8fe2-b70ed7a2978f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Reconfigured VM instance instance-00000061 to attach disk [datastore1] f57f9bae-2e30-4f41-ab13-ce6fd0566265/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172-rescue.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.229230] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c271df4f-d90b-4fe3-bc42-ded82b2b131f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.237064] env[70398]: DEBUG oslo_vmware.api [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444906, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.237850] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] VM already powered off {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1071.238060] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Volume detach. Driver type: vmdk {{(pid=70398) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1071.238259] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687703', 'volume_id': 'fec0187f-32d6-4001-b314-31a376c975b4', 'name': 'volume-fec0187f-32d6-4001-b314-31a376c975b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '013bddce-e445-4e28-89b5-8911d9dc4031', 'attached_at': '', 'detached_at': '', 'volume_id': 'fec0187f-32d6-4001-b314-31a376c975b4', 'serial': 'fec0187f-32d6-4001-b314-31a376c975b4'} {{(pid=70398) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1071.239047] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e541df33-420c-4cd1-bbf9-423db3fe4b70 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.267567] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a68f0c80-d53c-43d8-92b0-c9752838d54d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.293068] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88730939-9c26-465b-87a6-bac8b5776ecd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.299353] env[70398]: DEBUG oslo_vmware.api [None req-14ec88e7-079c-4ff0-8fe2-b70ed7a2978f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1071.299353] env[70398]: value = "task-3444908" [ 1071.299353] env[70398]: _type = "Task" [ 1071.299353] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.301394] env[70398]: WARNING nova.virt.vmwareapi.driver [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1071.302077] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.305920] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39eff35-1c86-4247-9c22-0c8232861c87 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.316223] env[70398]: DEBUG oslo_vmware.api [None req-14ec88e7-079c-4ff0-8fe2-b70ed7a2978f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444908, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.318859] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.319182] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad8cf4bb-3498-44f3-98b4-23f08e13cca9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.341266] env[70398]: DEBUG oslo_concurrency.lockutils [req-363934f9-f2e6-4d22-8b88-3067aca0cee9 req-f84cbb86-39da-48fc-a2fe-697b74e752ac service nova] Releasing lock "refresh_cache-82e8ab4b-bb27-4ba3-987a-da84ec16b9df" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.341717] env[70398]: DEBUG oslo_concurrency.lockutils [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquired lock "refresh_cache-82e8ab4b-bb27-4ba3-987a-da84ec16b9df" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.341889] env[70398]: DEBUG nova.network.neutron [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.404901] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.405188] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.405352] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Deleting the datastore file [datastore1] 013bddce-e445-4e28-89b5-8911d9dc4031 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.405636] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3001764-68ae-464b-8906-2a9e77f28b18 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.415041] env[70398]: DEBUG oslo_vmware.api [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1071.415041] env[70398]: value = "task-3444910" [ 1071.415041] env[70398]: _type = "Task" [ 1071.415041] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.426897] env[70398]: DEBUG oslo_vmware.api [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.461408] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4cc0d38b-4b52-4b07-80a4-b6bc3eb7a1f3 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.840s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.464940] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 6.486s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.488113] env[70398]: INFO nova.scheduler.client.report [None req-4cc0d38b-4b52-4b07-80a4-b6bc3eb7a1f3 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Deleted allocations for instance 5386a4eb-5fb8-404f-8b03-f106c865e14f [ 1071.660582] env[70398]: DEBUG nova.compute.manager [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1071.688479] env[70398]: DEBUG nova.virt.hardware [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1071.688756] env[70398]: DEBUG nova.virt.hardware [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.688916] env[70398]: DEBUG nova.virt.hardware [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.689113] env[70398]: DEBUG nova.virt.hardware [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.689273] env[70398]: DEBUG nova.virt.hardware [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.689423] env[70398]: DEBUG nova.virt.hardware [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1071.689636] env[70398]: DEBUG nova.virt.hardware [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1071.689795] env[70398]: DEBUG nova.virt.hardware [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1071.689965] env[70398]: DEBUG nova.virt.hardware [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1071.690154] env[70398]: DEBUG nova.virt.hardware [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1071.690332] env[70398]: DEBUG nova.virt.hardware [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1071.691316] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5ff7a4-8001-4b07-bc36-4a846bdfd1da {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.702863] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e44bfce-6f45-4fe8-8345-b90a5d85dfd9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.729483] env[70398]: DEBUG oslo_vmware.api [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444906, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.814408] env[70398]: DEBUG oslo_vmware.api [None req-14ec88e7-079c-4ff0-8fe2-b70ed7a2978f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444908, 'name': ReconfigVM_Task, 'duration_secs': 0.224282} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.814743] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ec88e7-079c-4ff0-8fe2-b70ed7a2978f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1071.815069] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36f5c6e9-5b0b-4c13-9f47-553c573e7480 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.823672] env[70398]: DEBUG oslo_vmware.api [None req-14ec88e7-079c-4ff0-8fe2-b70ed7a2978f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1071.823672] env[70398]: value = "task-3444911" [ 1071.823672] env[70398]: _type = "Task" [ 1071.823672] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.835929] env[70398]: DEBUG oslo_vmware.api [None req-14ec88e7-079c-4ff0-8fe2-b70ed7a2978f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444911, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.904141] env[70398]: DEBUG nova.network.neutron [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1071.929396] env[70398]: DEBUG oslo_vmware.api [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.996219] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4cc0d38b-4b52-4b07-80a4-b6bc3eb7a1f3 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Lock "5386a4eb-5fb8-404f-8b03-f106c865e14f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.589s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.083434] env[70398]: DEBUG nova.network.neutron [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Updating instance_info_cache with network_info: [{"id": "fb49bd31-8127-4d16-a836-fa3fa6c0009e", "address": "fa:16:3e:7e:70:4d", "network": {"id": "7d6a528e-2d28-423d-a33f-6f0222b74744", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1712623278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "565f3f2d80634f578f63ea399435e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb49bd31-81", "ovs_interfaceid": "fb49bd31-8127-4d16-a836-fa3fa6c0009e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.146567] env[70398]: DEBUG nova.network.neutron [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Successfully updated port: 55570265-6c53-4903-b832-56743d06b967 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1072.199252] env[70398]: DEBUG nova.compute.manager [req-7783840c-9605-4b63-a52d-f3fe3c6882ec req-a50e1501-03f8-40b3-93fe-f59e77122cfb service nova] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Received event network-vif-plugged-55570265-6c53-4903-b832-56743d06b967 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.199560] env[70398]: DEBUG oslo_concurrency.lockutils [req-7783840c-9605-4b63-a52d-f3fe3c6882ec req-a50e1501-03f8-40b3-93fe-f59e77122cfb service nova] Acquiring lock "008ad381-dbe0-4b17-9eee-2a11c00687bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.199833] env[70398]: DEBUG oslo_concurrency.lockutils [req-7783840c-9605-4b63-a52d-f3fe3c6882ec req-a50e1501-03f8-40b3-93fe-f59e77122cfb service nova] Lock "008ad381-dbe0-4b17-9eee-2a11c00687bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.199949] env[70398]: DEBUG oslo_concurrency.lockutils [req-7783840c-9605-4b63-a52d-f3fe3c6882ec req-a50e1501-03f8-40b3-93fe-f59e77122cfb service nova] Lock "008ad381-dbe0-4b17-9eee-2a11c00687bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.200146] env[70398]: DEBUG nova.compute.manager [req-7783840c-9605-4b63-a52d-f3fe3c6882ec req-a50e1501-03f8-40b3-93fe-f59e77122cfb service nova] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] No waiting events found dispatching network-vif-plugged-55570265-6c53-4903-b832-56743d06b967 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1072.200374] env[70398]: WARNING nova.compute.manager [req-7783840c-9605-4b63-a52d-f3fe3c6882ec req-a50e1501-03f8-40b3-93fe-f59e77122cfb service nova] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Received unexpected event network-vif-plugged-55570265-6c53-4903-b832-56743d06b967 for instance with vm_state building and task_state spawning. [ 1072.200557] env[70398]: DEBUG nova.compute.manager [req-7783840c-9605-4b63-a52d-f3fe3c6882ec req-a50e1501-03f8-40b3-93fe-f59e77122cfb service nova] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Received event network-changed-55570265-6c53-4903-b832-56743d06b967 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.200712] env[70398]: DEBUG nova.compute.manager [req-7783840c-9605-4b63-a52d-f3fe3c6882ec req-a50e1501-03f8-40b3-93fe-f59e77122cfb service nova] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Refreshing instance network info cache due to event network-changed-55570265-6c53-4903-b832-56743d06b967. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1072.200898] env[70398]: DEBUG oslo_concurrency.lockutils [req-7783840c-9605-4b63-a52d-f3fe3c6882ec req-a50e1501-03f8-40b3-93fe-f59e77122cfb service nova] Acquiring lock "refresh_cache-008ad381-dbe0-4b17-9eee-2a11c00687bc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.201047] env[70398]: DEBUG oslo_concurrency.lockutils [req-7783840c-9605-4b63-a52d-f3fe3c6882ec req-a50e1501-03f8-40b3-93fe-f59e77122cfb service nova] Acquired lock "refresh_cache-008ad381-dbe0-4b17-9eee-2a11c00687bc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.201210] env[70398]: DEBUG nova.network.neutron [req-7783840c-9605-4b63-a52d-f3fe3c6882ec req-a50e1501-03f8-40b3-93fe-f59e77122cfb service nova] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Refreshing network info cache for port 55570265-6c53-4903-b832-56743d06b967 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.231293] env[70398]: DEBUG oslo_vmware.api [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444906, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.336550] env[70398]: DEBUG oslo_vmware.api [None req-14ec88e7-079c-4ff0-8fe2-b70ed7a2978f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444911, 'name': PowerOnVM_Task, 'duration_secs': 0.48235} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.336831] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ec88e7-079c-4ff0-8fe2-b70ed7a2978f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1072.340431] env[70398]: DEBUG nova.compute.manager [None req-14ec88e7-079c-4ff0-8fe2-b70ed7a2978f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1072.341734] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51cfe3e9-a44c-4f47-b603-ff0a49ff1bd2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.427604] env[70398]: DEBUG oslo_vmware.api [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.502482] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1072.502688] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 003a9ff4-da21-4a6c-9659-4f309a3482a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1072.502833] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance e4f55593-2799-4e45-8da2-bcb842076f23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1072.502978] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 013bddce-e445-4e28-89b5-8911d9dc4031 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1072.503149] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 71f3f8fe-1304-427c-9c95-981baf19c8e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1072.503286] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance f57f9bae-2e30-4f41-ab13-ce6fd0566265 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1072.503484] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance c0aa94e0-4e87-4454-905f-3bc7a72ec446 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1072.503535] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance aca03be1-1cf7-4b4f-b324-b4201034a770 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1072.503647] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance b0740737-d21d-4b1e-8dc3-1389c67c5103 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1072.503760] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 83cffc69-3d35-4c86-aafa-dfccf72f1a02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1072.503874] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance f27f1700-d064-471f-af8e-924a38b74193 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1072.504071] env[70398]: WARNING nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance fc287d01-9176-4eb3-a264-eea33de088f6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1072.504228] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 82e8ab4b-bb27-4ba3-987a-da84ec16b9df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1072.504358] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 008ad381-dbe0-4b17-9eee-2a11c00687bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1072.588201] env[70398]: DEBUG oslo_concurrency.lockutils [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Releasing lock "refresh_cache-82e8ab4b-bb27-4ba3-987a-da84ec16b9df" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.588524] env[70398]: DEBUG nova.compute.manager [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Instance network_info: |[{"id": "fb49bd31-8127-4d16-a836-fa3fa6c0009e", "address": "fa:16:3e:7e:70:4d", "network": {"id": "7d6a528e-2d28-423d-a33f-6f0222b74744", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1712623278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "565f3f2d80634f578f63ea399435e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb49bd31-81", "ovs_interfaceid": "fb49bd31-8127-4d16-a836-fa3fa6c0009e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1072.588965] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:70:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79ece966-6187-47d7-bce7-cc39df14ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb49bd31-8127-4d16-a836-fa3fa6c0009e', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1072.597391] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.597642] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1072.598370] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1476255b-1f56-488d-9c34-0751955cda31 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.620627] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1072.620627] env[70398]: value = "task-3444912" [ 1072.620627] env[70398]: _type = "Task" [ 1072.620627] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.631563] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444912, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.649015] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "refresh_cache-008ad381-dbe0-4b17-9eee-2a11c00687bc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.732690] env[70398]: DEBUG oslo_vmware.api [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444906, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.736717] env[70398]: DEBUG nova.network.neutron [req-7783840c-9605-4b63-a52d-f3fe3c6882ec req-a50e1501-03f8-40b3-93fe-f59e77122cfb service nova] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1072.753559] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8bf17604-a8bc-4361-baea-d54b72973908 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Acquiring lock "e4f55593-2799-4e45-8da2-bcb842076f23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.753935] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8bf17604-a8bc-4361-baea-d54b72973908 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Lock "e4f55593-2799-4e45-8da2-bcb842076f23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.754223] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8bf17604-a8bc-4361-baea-d54b72973908 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Acquiring lock "e4f55593-2799-4e45-8da2-bcb842076f23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.754437] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8bf17604-a8bc-4361-baea-d54b72973908 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Lock "e4f55593-2799-4e45-8da2-bcb842076f23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.754615] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8bf17604-a8bc-4361-baea-d54b72973908 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Lock "e4f55593-2799-4e45-8da2-bcb842076f23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.757400] env[70398]: INFO nova.compute.manager [None req-8bf17604-a8bc-4361-baea-d54b72973908 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Terminating instance [ 1072.934418] env[70398]: DEBUG oslo_vmware.api [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.942834] env[70398]: DEBUG nova.network.neutron [req-7783840c-9605-4b63-a52d-f3fe3c6882ec req-a50e1501-03f8-40b3-93fe-f59e77122cfb service nova] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.007650] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 818c145a-7eaf-45df-b433-76a4afe63598 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1073.008061] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=70398) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1073.008240] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=70398) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1073.133297] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444912, 'name': CreateVM_Task} progress is 25%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.215799] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736b89ad-6fb2-4b12-92c6-1d6ee62d1a40 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.227519] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb58567-cf11-4b66-a134-325a76e51ab2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.238463] env[70398]: DEBUG oslo_vmware.api [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444906, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.446686} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.262322] env[70398]: INFO nova.virt.vmwareapi.ds_util [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_d95f6890-62fc-434d-905d-49c21ce95c59/OSTACK_IMG_d95f6890-62fc-434d-905d-49c21ce95c59.vmdk to [datastore1] devstack-image-cache_base/333d777d-63bd-4777-b843-37e4f6d438fd/333d777d-63bd-4777-b843-37e4f6d438fd.vmdk. [ 1073.262564] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Cleaning up location [datastore1] OSTACK_IMG_d95f6890-62fc-434d-905d-49c21ce95c59 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1073.262731] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_d95f6890-62fc-434d-905d-49c21ce95c59 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.263770] env[70398]: DEBUG nova.compute.manager [None req-8bf17604-a8bc-4361-baea-d54b72973908 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1073.263976] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf17604-a8bc-4361-baea-d54b72973908 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1073.264463] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a4e5f88-8703-4817-8e63-a9b231a55d07 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.266904] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddce0042-ccd6-4ac5-9f63-d70d53e706e6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.270008] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0e4759-2644-45ef-81cb-f5aaecdc78a9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.280337] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf17604-a8bc-4361-baea-d54b72973908 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.282518] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03d3882-2a11-4b2f-9f0d-5089a1849dd6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.286256] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4680837-41a4-4b22-bd3f-a4a7508dc777 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.288026] env[70398]: DEBUG oslo_vmware.api [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Waiting for the task: (returnval){ [ 1073.288026] env[70398]: value = "task-3444913" [ 1073.288026] env[70398]: _type = "Task" [ 1073.288026] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.302225] env[70398]: DEBUG nova.compute.provider_tree [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.305969] env[70398]: DEBUG oslo_vmware.api [None req-8bf17604-a8bc-4361-baea-d54b72973908 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Waiting for the task: (returnval){ [ 1073.305969] env[70398]: value = "task-3444914" [ 1073.305969] env[70398]: _type = "Task" [ 1073.305969] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.312734] env[70398]: DEBUG oslo_vmware.api [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444913, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.318775] env[70398]: DEBUG oslo_vmware.api [None req-8bf17604-a8bc-4361-baea-d54b72973908 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.426224] env[70398]: DEBUG oslo_vmware.api [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444910, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.663746} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.426611] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.426868] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1073.427160] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1073.446084] env[70398]: DEBUG oslo_concurrency.lockutils [req-7783840c-9605-4b63-a52d-f3fe3c6882ec req-a50e1501-03f8-40b3-93fe-f59e77122cfb service nova] Releasing lock "refresh_cache-008ad381-dbe0-4b17-9eee-2a11c00687bc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.446510] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquired lock "refresh_cache-008ad381-dbe0-4b17-9eee-2a11c00687bc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.446675] env[70398]: DEBUG nova.network.neutron [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.631684] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444912, 'name': CreateVM_Task, 'duration_secs': 0.762292} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.631898] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1073.632712] env[70398]: DEBUG oslo_concurrency.lockutils [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.632919] env[70398]: DEBUG oslo_concurrency.lockutils [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.633314] env[70398]: DEBUG oslo_concurrency.lockutils [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.633641] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-496d4f55-e612-41e2-820e-92af057a6c2e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.638261] env[70398]: DEBUG oslo_vmware.api [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 1073.638261] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5223f7c5-ba93-720d-3f11-93dc08d16cc7" [ 1073.638261] env[70398]: _type = "Task" [ 1073.638261] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.646848] env[70398]: DEBUG oslo_vmware.api [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5223f7c5-ba93-720d-3f11-93dc08d16cc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.682686] env[70398]: INFO nova.compute.manager [None req-835a3c93-7e7c-42ab-9b78-8db12f155251 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Unrescuing [ 1073.682992] env[70398]: DEBUG oslo_concurrency.lockutils [None req-835a3c93-7e7c-42ab-9b78-8db12f155251 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Acquiring lock "refresh_cache-f57f9bae-2e30-4f41-ab13-ce6fd0566265" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.683177] env[70398]: DEBUG oslo_concurrency.lockutils [None req-835a3c93-7e7c-42ab-9b78-8db12f155251 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Acquired lock "refresh_cache-f57f9bae-2e30-4f41-ab13-ce6fd0566265" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.683349] env[70398]: DEBUG nova.network.neutron [None req-835a3c93-7e7c-42ab-9b78-8db12f155251 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.800188] env[70398]: DEBUG oslo_vmware.api [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444913, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.044416} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.800577] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.800577] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Releasing lock "[datastore1] devstack-image-cache_base/333d777d-63bd-4777-b843-37e4f6d438fd/333d777d-63bd-4777-b843-37e4f6d438fd.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.800812] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/333d777d-63bd-4777-b843-37e4f6d438fd/333d777d-63bd-4777-b843-37e4f6d438fd.vmdk to [datastore1] aca03be1-1cf7-4b4f-b324-b4201034a770/aca03be1-1cf7-4b4f-b324-b4201034a770.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1073.801287] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de1480fa-1a41-4663-9a3d-f8c13386a29c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.808821] env[70398]: DEBUG nova.scheduler.client.report [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.812325] env[70398]: DEBUG oslo_vmware.api [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Waiting for the task: (returnval){ [ 1073.812325] env[70398]: value = "task-3444915" [ 1073.812325] env[70398]: _type = "Task" [ 1073.812325] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.825458] env[70398]: DEBUG oslo_vmware.api [None req-8bf17604-a8bc-4361-baea-d54b72973908 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444914, 'name': PowerOffVM_Task, 'duration_secs': 0.351207} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.829935] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf17604-a8bc-4361-baea-d54b72973908 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.830217] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf17604-a8bc-4361-baea-d54b72973908 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1073.830542] env[70398]: DEBUG oslo_vmware.api [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444915, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.830863] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36b4a91f-df77-4bd7-bf3e-ff6ce1f88be9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.933613] env[70398]: INFO nova.virt.block_device [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Booting with volume fec0187f-32d6-4001-b314-31a376c975b4 at /dev/sdb [ 1073.939553] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf17604-a8bc-4361-baea-d54b72973908 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1073.939780] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf17604-a8bc-4361-baea-d54b72973908 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1073.939962] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bf17604-a8bc-4361-baea-d54b72973908 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Deleting the datastore file [datastore2] e4f55593-2799-4e45-8da2-bcb842076f23 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.942661] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af5af642-311c-40d7-9fec-184118d5b7bb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.948381] env[70398]: DEBUG oslo_vmware.api [None req-8bf17604-a8bc-4361-baea-d54b72973908 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Waiting for the task: (returnval){ [ 1073.948381] env[70398]: value = "task-3444917" [ 1073.948381] env[70398]: _type = "Task" [ 1073.948381] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.958710] env[70398]: DEBUG oslo_vmware.api [None req-8bf17604-a8bc-4361-baea-d54b72973908 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.976253] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-16e8571c-25b2-4f93-b60d-f9714527ab47 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.986078] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9325ef-b611-4c06-94cf-043a754ca112 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.003524] env[70398]: DEBUG nova.network.neutron [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1074.033220] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-652067a3-1017-4b76-9ea3-6d193d8c7fd7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.042484] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a441c29-a9e5-4284-827f-75b2b17b18e1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.076354] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59d5d40-fe97-46d6-a412-b049ed066186 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.083824] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2607f5-59c1-4a08-8e89-60adb8509ec0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.098183] env[70398]: DEBUG nova.virt.block_device [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Updating existing volume attachment record: c6cae1ab-02e1-4bf2-9c5a-3dff33986c0d {{(pid=70398) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1074.148934] env[70398]: DEBUG oslo_vmware.api [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5223f7c5-ba93-720d-3f11-93dc08d16cc7, 'name': SearchDatastore_Task, 'duration_secs': 0.010447} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.149417] env[70398]: DEBUG oslo_concurrency.lockutils [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.149654] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1074.149763] env[70398]: DEBUG oslo_concurrency.lockutils [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.150166] env[70398]: DEBUG oslo_concurrency.lockutils [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.150166] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1074.150360] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e80a2c4-4cf5-4d77-ac96-5c4b5d493bc5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.166164] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1074.166384] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1074.167218] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c532346-50b2-4e52-a9f5-d699810eca38 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.172791] env[70398]: DEBUG oslo_vmware.api [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 1074.172791] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]529bae1d-9490-969e-bdab-3aa6460ce052" [ 1074.172791] env[70398]: _type = "Task" [ 1074.172791] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.176829] env[70398]: DEBUG nova.network.neutron [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Updating instance_info_cache with network_info: [{"id": "55570265-6c53-4903-b832-56743d06b967", "address": "fa:16:3e:ca:92:59", "network": {"id": "31f6f749-f4c7-4b9c-80b1-dde5df2664ef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-724749608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a133a7276464e628849ffaa016597bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55570265-6c", "ovs_interfaceid": "55570265-6c53-4903-b832-56743d06b967", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.183550] env[70398]: DEBUG oslo_vmware.api [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]529bae1d-9490-969e-bdab-3aa6460ce052, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.239855] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b3a5d27d-3571-40be-81e2-99ad6ee70865 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "71f3f8fe-1304-427c-9c95-981baf19c8e7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.240222] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b3a5d27d-3571-40be-81e2-99ad6ee70865 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "71f3f8fe-1304-427c-9c95-981baf19c8e7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.240426] env[70398]: DEBUG nova.compute.manager [None req-b3a5d27d-3571-40be-81e2-99ad6ee70865 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.241469] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46ff821-3597-4fcd-b073-7c1ffc841476 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.248896] env[70398]: DEBUG nova.compute.manager [None req-b3a5d27d-3571-40be-81e2-99ad6ee70865 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70398) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1074.249573] env[70398]: DEBUG nova.objects.instance [None req-b3a5d27d-3571-40be-81e2-99ad6ee70865 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lazy-loading 'flavor' on Instance uuid 71f3f8fe-1304-427c-9c95-981baf19c8e7 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.321975] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70398) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1074.321975] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.858s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.329484] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c68924da-8e1e-4767-a9e6-cc32f058a1f6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.786s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.329484] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c68924da-8e1e-4767-a9e6-cc32f058a1f6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.336057] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.828s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.336057] env[70398]: INFO nova.compute.claims [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1074.343862] env[70398]: DEBUG oslo_vmware.api [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444915, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.386982] env[70398]: INFO nova.scheduler.client.report [None req-c68924da-8e1e-4767-a9e6-cc32f058a1f6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Deleted allocations for instance fc287d01-9176-4eb3-a264-eea33de088f6 [ 1074.445194] env[70398]: DEBUG nova.network.neutron [None req-835a3c93-7e7c-42ab-9b78-8db12f155251 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Updating instance_info_cache with network_info: [{"id": "bfaa6a83-7123-45fa-9148-86b61a2f2d06", "address": "fa:16:3e:d0:5f:07", "network": {"id": "251a0f47-392b-4930-8b99-f9f9dfafb9ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-821868300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0849f3588c1240728ee1222a4891fd48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfaa6a83-71", "ovs_interfaceid": "bfaa6a83-7123-45fa-9148-86b61a2f2d06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.463256] env[70398]: DEBUG oslo_vmware.api [None req-8bf17604-a8bc-4361-baea-d54b72973908 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Task: {'id': task-3444917, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.329519} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.464864] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bf17604-a8bc-4361-baea-d54b72973908 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1074.465209] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf17604-a8bc-4361-baea-d54b72973908 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1074.465529] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf17604-a8bc-4361-baea-d54b72973908 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1074.465844] env[70398]: INFO nova.compute.manager [None req-8bf17604-a8bc-4361-baea-d54b72973908 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1074.466256] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8bf17604-a8bc-4361-baea-d54b72973908 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.466918] env[70398]: DEBUG nova.compute.manager [-] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1074.467088] env[70398]: DEBUG nova.network.neutron [-] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1074.679804] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Releasing lock "refresh_cache-008ad381-dbe0-4b17-9eee-2a11c00687bc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.680157] env[70398]: DEBUG nova.compute.manager [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Instance network_info: |[{"id": "55570265-6c53-4903-b832-56743d06b967", "address": "fa:16:3e:ca:92:59", "network": {"id": "31f6f749-f4c7-4b9c-80b1-dde5df2664ef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-724749608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a133a7276464e628849ffaa016597bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55570265-6c", "ovs_interfaceid": "55570265-6c53-4903-b832-56743d06b967", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1074.684353] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:92:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55570265-6c53-4903-b832-56743d06b967', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1074.693516] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.694409] env[70398]: DEBUG oslo_vmware.api [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]529bae1d-9490-969e-bdab-3aa6460ce052, 'name': SearchDatastore_Task, 'duration_secs': 0.074726} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.694765] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1074.695721] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91ff30d6-2357-47fb-951e-9b578da99832 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.711251] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39a61c21-dc8e-4da7-a87a-27bcf3374147 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.720113] env[70398]: DEBUG oslo_vmware.api [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 1074.720113] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]520050b0-2c9a-9458-cfaa-4b050e1448b1" [ 1074.720113] env[70398]: _type = "Task" [ 1074.720113] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.721832] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1074.721832] env[70398]: value = "task-3444918" [ 1074.721832] env[70398]: _type = "Task" [ 1074.721832] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.734039] env[70398]: DEBUG oslo_vmware.api [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]520050b0-2c9a-9458-cfaa-4b050e1448b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.737208] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444918, 'name': CreateVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.776029] env[70398]: DEBUG nova.compute.manager [req-9fe3e8cb-b267-4bf8-aea0-f1e89af227f2 req-09564365-784b-42bd-865e-39cb2b734c6d service nova] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Received event network-vif-deleted-645565a0-83af-4e16-80eb-a9f7bc31531e {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.776296] env[70398]: INFO nova.compute.manager [req-9fe3e8cb-b267-4bf8-aea0-f1e89af227f2 req-09564365-784b-42bd-865e-39cb2b734c6d service nova] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Neutron deleted interface 645565a0-83af-4e16-80eb-a9f7bc31531e; detaching it from the instance and deleting it from the info cache [ 1074.776479] env[70398]: DEBUG nova.network.neutron [req-9fe3e8cb-b267-4bf8-aea0-f1e89af227f2 req-09564365-784b-42bd-865e-39cb2b734c6d service nova] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.830554] env[70398]: DEBUG oslo_vmware.api [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444915, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.898587] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c68924da-8e1e-4767-a9e6-cc32f058a1f6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "fc287d01-9176-4eb3-a264-eea33de088f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.829s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.950023] env[70398]: DEBUG oslo_concurrency.lockutils [None req-835a3c93-7e7c-42ab-9b78-8db12f155251 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Releasing lock "refresh_cache-f57f9bae-2e30-4f41-ab13-ce6fd0566265" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.951051] env[70398]: DEBUG nova.objects.instance [None req-835a3c93-7e7c-42ab-9b78-8db12f155251 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Lazy-loading 'flavor' on Instance uuid f57f9bae-2e30-4f41-ab13-ce6fd0566265 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.242765] env[70398]: DEBUG oslo_vmware.api [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]520050b0-2c9a-9458-cfaa-4b050e1448b1, 'name': SearchDatastore_Task, 'duration_secs': 0.094464} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.243066] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444918, 'name': CreateVM_Task, 'duration_secs': 0.510955} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.243353] env[70398]: DEBUG oslo_concurrency.lockutils [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.243680] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 82e8ab4b-bb27-4ba3-987a-da84ec16b9df/82e8ab4b-bb27-4ba3-987a-da84ec16b9df.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1075.243959] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1075.244207] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01e990f1-2d9a-4099-bbbe-93d7b7b76fce {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.246784] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.246948] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.247294] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.247565] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9373bad-e53a-4f58-8a83-02f286839455 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.253975] env[70398]: DEBUG oslo_vmware.api [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 1075.253975] env[70398]: value = "task-3444919" [ 1075.253975] env[70398]: _type = "Task" [ 1075.253975] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.255394] env[70398]: DEBUG oslo_vmware.api [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for the task: (returnval){ [ 1075.255394] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52671d63-8c9c-085f-9c0b-840cab21b215" [ 1075.255394] env[70398]: _type = "Task" [ 1075.255394] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.259064] env[70398]: DEBUG nova.network.neutron [-] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.260517] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3a5d27d-3571-40be-81e2-99ad6ee70865 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.265257] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7784c480-d55e-418c-973a-ed96268bcbbf {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.275292] env[70398]: DEBUG oslo_vmware.api [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52671d63-8c9c-085f-9c0b-840cab21b215, 'name': SearchDatastore_Task, 'duration_secs': 0.014213} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.280748] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.281038] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1075.281302] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.281480] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.281707] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1075.282484] env[70398]: DEBUG oslo_vmware.api [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444919, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.283246] env[70398]: DEBUG oslo_vmware.api [None req-b3a5d27d-3571-40be-81e2-99ad6ee70865 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1075.283246] env[70398]: value = "task-3444920" [ 1075.283246] env[70398]: _type = "Task" [ 1075.283246] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.283474] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de83aed3-8ea1-486b-a085-7d32c66c5bf2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.285518] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d64805ce-3427-4849-a400-6df420002643 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.297260] env[70398]: DEBUG oslo_vmware.api [None req-b3a5d27d-3571-40be-81e2-99ad6ee70865 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3444920, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.301841] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462b36de-844c-4b3e-9790-b20c0738f7ac {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.313801] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1075.314045] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1075.315245] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65d93a9e-fb41-48f0-985a-e89bab586ab7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.326849] env[70398]: DEBUG oslo_vmware.api [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444915, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.328392] env[70398]: DEBUG oslo_vmware.api [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for the task: (returnval){ [ 1075.328392] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e88490-f4dc-329b-988e-7de380dd80e9" [ 1075.328392] env[70398]: _type = "Task" [ 1075.328392] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.340993] env[70398]: DEBUG nova.compute.manager [req-9fe3e8cb-b267-4bf8-aea0-f1e89af227f2 req-09564365-784b-42bd-865e-39cb2b734c6d service nova] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Detach interface failed, port_id=645565a0-83af-4e16-80eb-a9f7bc31531e, reason: Instance e4f55593-2799-4e45-8da2-bcb842076f23 could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1075.358526] env[70398]: DEBUG oslo_vmware.api [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e88490-f4dc-329b-988e-7de380dd80e9, 'name': SearchDatastore_Task, 'duration_secs': 0.013049} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.359457] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d76f3222-bda3-4e5f-b3a3-b1bd72fcda31 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.367752] env[70398]: DEBUG oslo_vmware.api [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for the task: (returnval){ [ 1075.367752] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]527830e3-8c68-14a5-440c-6a91ba81efc3" [ 1075.367752] env[70398]: _type = "Task" [ 1075.367752] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.379554] env[70398]: DEBUG oslo_vmware.api [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]527830e3-8c68-14a5-440c-6a91ba81efc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.458049] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5fb305f-d20a-4681-98af-dde094a91e48 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.491966] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-835a3c93-7e7c-42ab-9b78-8db12f155251 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.495463] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3ad6a2a-6254-4cd7-8feb-e063cd5432c8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.507360] env[70398]: DEBUG oslo_vmware.api [None req-835a3c93-7e7c-42ab-9b78-8db12f155251 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1075.507360] env[70398]: value = "task-3444921" [ 1075.507360] env[70398]: _type = "Task" [ 1075.507360] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.522650] env[70398]: DEBUG oslo_vmware.api [None req-835a3c93-7e7c-42ab-9b78-8db12f155251 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444921, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.595929] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be04702b-5a79-4b3e-92b5-e9f77addf45a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.606248] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ce6194-f47b-4f0a-baab-5f55715df58d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.640647] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de01c734-f18d-4d4f-9950-0d0d7f44aa17 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.651211] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16b857d-054b-49bf-99db-6b009b39bc6f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.670038] env[70398]: DEBUG nova.compute.provider_tree [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.758752] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "faac5a83-27c0-4d87-bbf8-d625174e41ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.759049] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "faac5a83-27c0-4d87-bbf8-d625174e41ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.766761] env[70398]: INFO nova.compute.manager [-] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Took 1.30 seconds to deallocate network for instance. [ 1075.776176] env[70398]: DEBUG oslo_vmware.api [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444919, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.802859] env[70398]: DEBUG oslo_vmware.api [None req-b3a5d27d-3571-40be-81e2-99ad6ee70865 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3444920, 'name': PowerOffVM_Task, 'duration_secs': 0.25434} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.802859] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3a5d27d-3571-40be-81e2-99ad6ee70865 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.802944] env[70398]: DEBUG nova.compute.manager [None req-b3a5d27d-3571-40be-81e2-99ad6ee70865 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.803822] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1e98f4-7de6-49b7-88f4-98d51000433d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.829663] env[70398]: DEBUG oslo_vmware.api [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444915, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.880049] env[70398]: DEBUG oslo_vmware.api [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]527830e3-8c68-14a5-440c-6a91ba81efc3, 'name': SearchDatastore_Task, 'duration_secs': 0.014233} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.880402] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.880596] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 008ad381-dbe0-4b17-9eee-2a11c00687bc/008ad381-dbe0-4b17-9eee-2a11c00687bc.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1075.880869] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-670508a7-9695-4c08-a8c0-f37bb3594c78 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.890641] env[70398]: DEBUG oslo_vmware.api [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for the task: (returnval){ [ 1075.890641] env[70398]: value = "task-3444922" [ 1075.890641] env[70398]: _type = "Task" [ 1075.890641] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.902786] env[70398]: DEBUG oslo_vmware.api [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444922, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.019755] env[70398]: DEBUG oslo_vmware.api [None req-835a3c93-7e7c-42ab-9b78-8db12f155251 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444921, 'name': PowerOffVM_Task, 'duration_secs': 0.238213} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.020064] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-835a3c93-7e7c-42ab-9b78-8db12f155251 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.025745] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-835a3c93-7e7c-42ab-9b78-8db12f155251 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Reconfiguring VM instance instance-00000061 to detach disk 2001 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1076.026115] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0a90827-a7a9-4321-8b3f-41348b431998 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.047066] env[70398]: DEBUG oslo_vmware.api [None req-835a3c93-7e7c-42ab-9b78-8db12f155251 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1076.047066] env[70398]: value = "task-3444923" [ 1076.047066] env[70398]: _type = "Task" [ 1076.047066] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.057914] env[70398]: DEBUG oslo_vmware.api [None req-835a3c93-7e7c-42ab-9b78-8db12f155251 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444923, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.174093] env[70398]: DEBUG nova.scheduler.client.report [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.242845] env[70398]: DEBUG nova.virt.hardware [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.243227] env[70398]: DEBUG nova.virt.hardware [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.243443] env[70398]: DEBUG nova.virt.hardware [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.243761] env[70398]: DEBUG nova.virt.hardware [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.243975] env[70398]: DEBUG nova.virt.hardware [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.244233] env[70398]: DEBUG nova.virt.hardware [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.244489] env[70398]: DEBUG nova.virt.hardware [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.245446] env[70398]: DEBUG nova.virt.hardware [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.245446] env[70398]: DEBUG nova.virt.hardware [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.245446] env[70398]: DEBUG nova.virt.hardware [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.245603] env[70398]: DEBUG nova.virt.hardware [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.246928] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8c9295-c133-4586-9a27-b19b4f0ba43e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.257036] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567f843f-d88a-4bfe-94b3-7c1b2b212163 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.267181] env[70398]: DEBUG nova.compute.manager [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: faac5a83-27c0-4d87-bbf8-d625174e41ec] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1076.283713] env[70398]: DEBUG oslo_vmware.api [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444919, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.284628] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8bf17604-a8bc-4361-baea-d54b72973908 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.285180] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:46:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4406a73e-2189-46ac-9e96-4f0af80b5094', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71dda898-9b5e-4eab-ad94-bd572af16f02', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1076.293494] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.294188] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1076.294438] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac6a486c-93a5-425c-b266-31bceda3c3b0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.318150] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1076.318150] env[70398]: value = "task-3444924" [ 1076.318150] env[70398]: _type = "Task" [ 1076.318150] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.318664] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b3a5d27d-3571-40be-81e2-99ad6ee70865 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "71f3f8fe-1304-427c-9c95-981baf19c8e7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.078s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.336038] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444924, 'name': CreateVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.340736] env[70398]: DEBUG oslo_vmware.api [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444915, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.344222} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.341143] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/333d777d-63bd-4777-b843-37e4f6d438fd/333d777d-63bd-4777-b843-37e4f6d438fd.vmdk to [datastore1] aca03be1-1cf7-4b4f-b324-b4201034a770/aca03be1-1cf7-4b4f-b324-b4201034a770.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1076.342820] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828817f4-99aa-4fe6-8155-896ccbce657a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.368451] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] aca03be1-1cf7-4b4f-b324-b4201034a770/aca03be1-1cf7-4b4f-b324-b4201034a770.vmdk or device None with type streamOptimized {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1076.369205] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dde4eb0a-a806-4f3d-a9dd-0bc485d12aad {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.388685] env[70398]: DEBUG oslo_vmware.api [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Waiting for the task: (returnval){ [ 1076.388685] env[70398]: value = "task-3444925" [ 1076.388685] env[70398]: _type = "Task" [ 1076.388685] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.400734] env[70398]: DEBUG oslo_vmware.api [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444922, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.404572] env[70398]: DEBUG oslo_vmware.api [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444925, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.558669] env[70398]: DEBUG oslo_vmware.api [None req-835a3c93-7e7c-42ab-9b78-8db12f155251 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444923, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.668101] env[70398]: DEBUG nova.objects.instance [None req-9afaf712-add7-4513-bffe-8a34b28c6f80 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lazy-loading 'flavor' on Instance uuid 71f3f8fe-1304-427c-9c95-981baf19c8e7 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.678972] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.347s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.679596] env[70398]: DEBUG nova.compute.manager [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1076.682434] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8bf17604-a8bc-4361-baea-d54b72973908 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.398s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.682698] env[70398]: DEBUG nova.objects.instance [None req-8bf17604-a8bc-4361-baea-d54b72973908 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Lazy-loading 'resources' on Instance uuid e4f55593-2799-4e45-8da2-bcb842076f23 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.772273] env[70398]: DEBUG oslo_vmware.api [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444919, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.407579} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.772597] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 82e8ab4b-bb27-4ba3-987a-da84ec16b9df/82e8ab4b-bb27-4ba3-987a-da84ec16b9df.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1076.772852] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1076.773131] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da7a27b2-c87c-4028-99fb-4ac027ef6bbf {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.780312] env[70398]: DEBUG oslo_vmware.api [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 1076.780312] env[70398]: value = "task-3444926" [ 1076.780312] env[70398]: _type = "Task" [ 1076.780312] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.789343] env[70398]: DEBUG oslo_vmware.api [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444926, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.815731] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.829494] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444924, 'name': CreateVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.902259] env[70398]: DEBUG oslo_vmware.api [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.905536] env[70398]: DEBUG oslo_vmware.api [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444922, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635285} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.905779] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 008ad381-dbe0-4b17-9eee-2a11c00687bc/008ad381-dbe0-4b17-9eee-2a11c00687bc.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1076.905990] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1076.906256] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf5e565c-fe3d-4e32-afdf-3b224455f24b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.914911] env[70398]: DEBUG oslo_vmware.api [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for the task: (returnval){ [ 1076.914911] env[70398]: value = "task-3444927" [ 1076.914911] env[70398]: _type = "Task" [ 1076.914911] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.923329] env[70398]: DEBUG oslo_vmware.api [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444927, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.057298] env[70398]: DEBUG oslo_vmware.api [None req-835a3c93-7e7c-42ab-9b78-8db12f155251 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444923, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.173630] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9afaf712-add7-4513-bffe-8a34b28c6f80 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "refresh_cache-71f3f8fe-1304-427c-9c95-981baf19c8e7" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.173791] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9afaf712-add7-4513-bffe-8a34b28c6f80 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquired lock "refresh_cache-71f3f8fe-1304-427c-9c95-981baf19c8e7" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.173931] env[70398]: DEBUG nova.network.neutron [None req-9afaf712-add7-4513-bffe-8a34b28c6f80 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.174125] env[70398]: DEBUG nova.objects.instance [None req-9afaf712-add7-4513-bffe-8a34b28c6f80 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lazy-loading 'info_cache' on Instance uuid 71f3f8fe-1304-427c-9c95-981baf19c8e7 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.185903] env[70398]: DEBUG nova.compute.utils [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1077.190685] env[70398]: DEBUG nova.compute.manager [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1077.190685] env[70398]: DEBUG nova.network.neutron [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1077.229958] env[70398]: DEBUG nova.policy [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62e5ce7aa2234177a32607d1fd893c87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e88af3408914ef28ede7e5550d18c9c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 1077.292900] env[70398]: DEBUG oslo_vmware.api [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444926, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.149289} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.293395] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1077.294357] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6af78a-98bb-45c0-ac50-38773754a2ff {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.322834] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 82e8ab4b-bb27-4ba3-987a-da84ec16b9df/82e8ab4b-bb27-4ba3-987a-da84ec16b9df.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.323272] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48643eb2-2784-4afd-9ac1-1a25f291044f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.352769] env[70398]: DEBUG oslo_vmware.api [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 1077.352769] env[70398]: value = "task-3444928" [ 1077.352769] env[70398]: _type = "Task" [ 1077.352769] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.352979] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444924, 'name': CreateVM_Task, 'duration_secs': 0.601288} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.353222] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1077.356656] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.356830] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.357146] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.361405] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d22f1405-8fd9-4d6c-8c08-407fe9d248ba {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.369450] env[70398]: DEBUG oslo_vmware.api [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1077.369450] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52fc298b-35fc-e25c-d45b-6945a6407327" [ 1077.369450] env[70398]: _type = "Task" [ 1077.369450] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.369450] env[70398]: DEBUG oslo_vmware.api [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.379147] env[70398]: DEBUG oslo_vmware.api [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52fc298b-35fc-e25c-d45b-6945a6407327, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.401423] env[70398]: DEBUG oslo_vmware.api [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444925, 'name': ReconfigVM_Task, 'duration_secs': 0.662093} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.401888] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Reconfigured VM instance instance-00000045 to attach disk [datastore1] aca03be1-1cf7-4b4f-b324-b4201034a770/aca03be1-1cf7-4b4f-b324-b4201034a770.vmdk or device None with type streamOptimized {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.402616] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07477a75-e2d7-401c-ac09-6012a717eee5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.410382] env[70398]: DEBUG oslo_vmware.api [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Waiting for the task: (returnval){ [ 1077.410382] env[70398]: value = "task-3444929" [ 1077.410382] env[70398]: _type = "Task" [ 1077.410382] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.421626] env[70398]: DEBUG oslo_vmware.api [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444929, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.428925] env[70398]: DEBUG oslo_vmware.api [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444927, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071034} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.429184] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1077.429940] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67d88a6-5694-4388-980b-795c6585e469 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.452878] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 008ad381-dbe0-4b17-9eee-2a11c00687bc/008ad381-dbe0-4b17-9eee-2a11c00687bc.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.455311] env[70398]: DEBUG oslo_vmware.rw_handles [None req-3cce3d55-5da8-4efe-af11-1ec43a160cc3 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d1acae-6989-2a2b-8b6b-cc2b4f479c51/disk-0.vmdk. {{(pid=70398) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1077.458088] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8d757f4-f28e-4e11-80e9-872233de410e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.474336] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f68e9a6-0363-4d4f-9c1d-89f6b423a3d8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.481209] env[70398]: DEBUG oslo_vmware.rw_handles [None req-3cce3d55-5da8-4efe-af11-1ec43a160cc3 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d1acae-6989-2a2b-8b6b-cc2b4f479c51/disk-0.vmdk is in state: ready. {{(pid=70398) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1077.481456] env[70398]: ERROR oslo_vmware.rw_handles [None req-3cce3d55-5da8-4efe-af11-1ec43a160cc3 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d1acae-6989-2a2b-8b6b-cc2b4f479c51/disk-0.vmdk due to incomplete transfer. [ 1077.481724] env[70398]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4fee0349-2e5f-4b2c-9e90-3859c3b1fc83 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.484479] env[70398]: DEBUG oslo_vmware.api [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for the task: (returnval){ [ 1077.484479] env[70398]: value = "task-3444930" [ 1077.484479] env[70398]: _type = "Task" [ 1077.484479] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.489267] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50f47cf-2871-4259-8e58-55f0fa7c5d15 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.495518] env[70398]: DEBUG oslo_vmware.rw_handles [None req-3cce3d55-5da8-4efe-af11-1ec43a160cc3 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d1acae-6989-2a2b-8b6b-cc2b4f479c51/disk-0.vmdk. {{(pid=70398) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1077.495750] env[70398]: DEBUG nova.virt.vmwareapi.images [None req-3cce3d55-5da8-4efe-af11-1ec43a160cc3 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Uploaded image bd7f6dca-821f-4060-9d87-97c1e9684077 to the Glance image server {{(pid=70398) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1077.497600] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cce3d55-5da8-4efe-af11-1ec43a160cc3 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Destroying the VM {{(pid=70398) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1077.501175] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-884714af-a2cd-4dac-92fd-6eb565a5f811 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.502809] env[70398]: DEBUG oslo_vmware.api [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444930, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.506091] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ac09b2-acb2-4935-a001-4a06b3f4dcac {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.510674] env[70398]: DEBUG oslo_vmware.api [None req-3cce3d55-5da8-4efe-af11-1ec43a160cc3 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Waiting for the task: (returnval){ [ 1077.510674] env[70398]: value = "task-3444931" [ 1077.510674] env[70398]: _type = "Task" [ 1077.510674] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.547636] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3cd537-e83b-4684-bf3d-f469501d789e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.551752] env[70398]: DEBUG oslo_vmware.api [None req-3cce3d55-5da8-4efe-af11-1ec43a160cc3 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Task: {'id': task-3444931, 'name': Destroy_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.561241] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151b8131-fd17-4547-b0a6-1736cda9e07d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.565506] env[70398]: DEBUG oslo_vmware.api [None req-835a3c93-7e7c-42ab-9b78-8db12f155251 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444923, 'name': ReconfigVM_Task, 'duration_secs': 1.271271} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.565823] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-835a3c93-7e7c-42ab-9b78-8db12f155251 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Reconfigured VM instance instance-00000061 to detach disk 2001 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1077.566026] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-835a3c93-7e7c-42ab-9b78-8db12f155251 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1077.566699] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c8fc50e-ac90-4001-ace7-81307538bcb6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.577380] env[70398]: DEBUG nova.compute.provider_tree [None req-8bf17604-a8bc-4361-baea-d54b72973908 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.580034] env[70398]: DEBUG oslo_vmware.api [None req-835a3c93-7e7c-42ab-9b78-8db12f155251 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1077.580034] env[70398]: value = "task-3444932" [ 1077.580034] env[70398]: _type = "Task" [ 1077.580034] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.588582] env[70398]: DEBUG oslo_vmware.api [None req-835a3c93-7e7c-42ab-9b78-8db12f155251 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444932, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.612387] env[70398]: DEBUG nova.network.neutron [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] Successfully created port: 6115de8d-ca3c-40ee-bf04-d95b39f2829c {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1077.678046] env[70398]: DEBUG nova.objects.base [None req-9afaf712-add7-4513-bffe-8a34b28c6f80 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Object Instance<71f3f8fe-1304-427c-9c95-981baf19c8e7> lazy-loaded attributes: flavor,info_cache {{(pid=70398) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1077.690410] env[70398]: DEBUG nova.compute.manager [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1077.864192] env[70398]: DEBUG oslo_vmware.api [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444928, 'name': ReconfigVM_Task, 'duration_secs': 0.445706} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.864504] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 82e8ab4b-bb27-4ba3-987a-da84ec16b9df/82e8ab4b-bb27-4ba3-987a-da84ec16b9df.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.865176] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ac15e41-cac0-4d13-9809-b9af9d15141f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.872166] env[70398]: DEBUG oslo_vmware.api [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 1077.872166] env[70398]: value = "task-3444933" [ 1077.872166] env[70398]: _type = "Task" [ 1077.872166] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.889863] env[70398]: DEBUG oslo_vmware.api [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444933, 'name': Rename_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.890139] env[70398]: DEBUG oslo_vmware.api [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52fc298b-35fc-e25c-d45b-6945a6407327, 'name': SearchDatastore_Task, 'duration_secs': 0.069576} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.890702] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.890960] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1077.891220] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.891404] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.891575] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1077.891948] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec047ff1-f411-45c5-bee8-adfbb1763e25 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.902766] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1077.903089] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1077.903804] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb7f090d-5c45-4d7d-9bb7-9e66d92367b3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.909806] env[70398]: DEBUG oslo_vmware.api [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1077.909806] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52d0c1f6-7695-1754-1b30-613031fe1102" [ 1077.909806] env[70398]: _type = "Task" [ 1077.909806] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.924764] env[70398]: DEBUG oslo_vmware.api [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444929, 'name': Rename_Task, 'duration_secs': 0.161941} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.925021] env[70398]: DEBUG oslo_vmware.api [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52d0c1f6-7695-1754-1b30-613031fe1102, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.925367] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1077.925562] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45f1b19d-8044-4394-989f-13cdbcb4ea5c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.933197] env[70398]: DEBUG oslo_vmware.api [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Waiting for the task: (returnval){ [ 1077.933197] env[70398]: value = "task-3444934" [ 1077.933197] env[70398]: _type = "Task" [ 1077.933197] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.942792] env[70398]: DEBUG oslo_vmware.api [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444934, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.994169] env[70398]: DEBUG oslo_vmware.api [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444930, 'name': ReconfigVM_Task, 'duration_secs': 0.435689} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.994394] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 008ad381-dbe0-4b17-9eee-2a11c00687bc/008ad381-dbe0-4b17-9eee-2a11c00687bc.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.994986] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3217f99-162f-45bc-b3b0-d69ffe67c3db {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.000450] env[70398]: DEBUG oslo_vmware.api [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for the task: (returnval){ [ 1078.000450] env[70398]: value = "task-3444935" [ 1078.000450] env[70398]: _type = "Task" [ 1078.000450] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.008740] env[70398]: DEBUG oslo_vmware.api [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444935, 'name': Rename_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.019801] env[70398]: DEBUG oslo_vmware.api [None req-3cce3d55-5da8-4efe-af11-1ec43a160cc3 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Task: {'id': task-3444931, 'name': Destroy_Task, 'duration_secs': 0.42779} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.020082] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-3cce3d55-5da8-4efe-af11-1ec43a160cc3 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Destroyed the VM [ 1078.020329] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3cce3d55-5da8-4efe-af11-1ec43a160cc3 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Deleting Snapshot of the VM instance {{(pid=70398) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1078.020574] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c90dffa5-a223-47ee-a8b0-deefdc9ec5fb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.026738] env[70398]: DEBUG oslo_vmware.api [None req-3cce3d55-5da8-4efe-af11-1ec43a160cc3 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Waiting for the task: (returnval){ [ 1078.026738] env[70398]: value = "task-3444936" [ 1078.026738] env[70398]: _type = "Task" [ 1078.026738] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.034439] env[70398]: DEBUG oslo_vmware.api [None req-3cce3d55-5da8-4efe-af11-1ec43a160cc3 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Task: {'id': task-3444936, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.081850] env[70398]: DEBUG nova.scheduler.client.report [None req-8bf17604-a8bc-4361-baea-d54b72973908 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.096830] env[70398]: DEBUG oslo_vmware.api [None req-835a3c93-7e7c-42ab-9b78-8db12f155251 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444932, 'name': PowerOnVM_Task, 'duration_secs': 0.395814} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.097622] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-835a3c93-7e7c-42ab-9b78-8db12f155251 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1078.097622] env[70398]: DEBUG nova.compute.manager [None req-835a3c93-7e7c-42ab-9b78-8db12f155251 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.098398] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d7f80c-da4b-4403-84b4-343af3c84632 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.388026] env[70398]: DEBUG oslo_vmware.api [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444933, 'name': Rename_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.419167] env[70398]: DEBUG oslo_vmware.api [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52d0c1f6-7695-1754-1b30-613031fe1102, 'name': SearchDatastore_Task, 'duration_secs': 0.024704} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.420066] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55149a12-59cd-4091-a7ef-d7455c615244 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.425527] env[70398]: DEBUG oslo_vmware.api [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1078.425527] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52932d7f-c4b4-6117-2298-a74bc37dbf99" [ 1078.425527] env[70398]: _type = "Task" [ 1078.425527] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.432776] env[70398]: DEBUG oslo_vmware.api [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52932d7f-c4b4-6117-2298-a74bc37dbf99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.442167] env[70398]: DEBUG oslo_vmware.api [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444934, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.456147] env[70398]: DEBUG nova.network.neutron [None req-9afaf712-add7-4513-bffe-8a34b28c6f80 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Updating instance_info_cache with network_info: [{"id": "ee195dbc-ffd6-44a6-85be-6f09e25aa513", "address": "fa:16:3e:af:e8:28", "network": {"id": "b09dba51-196a-4f6b-8985-d014993ec89b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1461080089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51f4576c34fc44219985585672183ac3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee195dbc-ff", "ovs_interfaceid": "ee195dbc-ffd6-44a6-85be-6f09e25aa513", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.510956] env[70398]: DEBUG oslo_vmware.api [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444935, 'name': Rename_Task, 'duration_secs': 0.153923} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.511257] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1078.511531] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68f822bd-8496-40a5-ba06-62c996a28105 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.518677] env[70398]: DEBUG oslo_vmware.api [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for the task: (returnval){ [ 1078.518677] env[70398]: value = "task-3444937" [ 1078.518677] env[70398]: _type = "Task" [ 1078.518677] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.526149] env[70398]: DEBUG oslo_vmware.api [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.534553] env[70398]: DEBUG oslo_vmware.api [None req-3cce3d55-5da8-4efe-af11-1ec43a160cc3 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Task: {'id': task-3444936, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.590921] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8bf17604-a8bc-4361-baea-d54b72973908 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.908s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.593503] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.778s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.595044] env[70398]: INFO nova.compute.claims [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: faac5a83-27c0-4d87-bbf8-d625174e41ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1078.621399] env[70398]: INFO nova.scheduler.client.report [None req-8bf17604-a8bc-4361-baea-d54b72973908 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Deleted allocations for instance e4f55593-2799-4e45-8da2-bcb842076f23 [ 1078.703900] env[70398]: DEBUG nova.compute.manager [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1078.726595] env[70398]: DEBUG nova.virt.hardware [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1078.726890] env[70398]: DEBUG nova.virt.hardware [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1078.727106] env[70398]: DEBUG nova.virt.hardware [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1078.727335] env[70398]: DEBUG nova.virt.hardware [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1078.727522] env[70398]: DEBUG nova.virt.hardware [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1078.727800] env[70398]: DEBUG nova.virt.hardware [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1078.728395] env[70398]: DEBUG nova.virt.hardware [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1078.728833] env[70398]: DEBUG nova.virt.hardware [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1078.729028] env[70398]: DEBUG nova.virt.hardware [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1078.729259] env[70398]: DEBUG nova.virt.hardware [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1078.729490] env[70398]: DEBUG nova.virt.hardware [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1078.730464] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05486661-ce93-4ba7-85ce-27d9a1923f6e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.738303] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5cb5a2c-cc8d-4703-8cf1-fca74f176d42 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.886587] env[70398]: DEBUG oslo_vmware.api [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444933, 'name': Rename_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.937991] env[70398]: DEBUG oslo_vmware.api [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52932d7f-c4b4-6117-2298-a74bc37dbf99, 'name': SearchDatastore_Task, 'duration_secs': 0.012987} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.941172] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.941584] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 013bddce-e445-4e28-89b5-8911d9dc4031/013bddce-e445-4e28-89b5-8911d9dc4031.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1078.941756] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a61c681-4773-41cd-9bd9-474306badd89 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.949350] env[70398]: DEBUG oslo_vmware.api [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444934, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.950677] env[70398]: DEBUG oslo_vmware.api [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1078.950677] env[70398]: value = "task-3444938" [ 1078.950677] env[70398]: _type = "Task" [ 1078.950677] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.959430] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9afaf712-add7-4513-bffe-8a34b28c6f80 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Releasing lock "refresh_cache-71f3f8fe-1304-427c-9c95-981baf19c8e7" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.960816] env[70398]: DEBUG oslo_vmware.api [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444938, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.030522] env[70398]: DEBUG oslo_vmware.api [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444937, 'name': PowerOnVM_Task, 'duration_secs': 0.476749} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.037222] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.037509] env[70398]: INFO nova.compute.manager [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Took 7.38 seconds to spawn the instance on the hypervisor. [ 1079.037579] env[70398]: DEBUG nova.compute.manager [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.039017] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834f867f-cd43-4334-99c9-815bd2cc2ea3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.048176] env[70398]: DEBUG oslo_vmware.api [None req-3cce3d55-5da8-4efe-af11-1ec43a160cc3 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Task: {'id': task-3444936, 'name': RemoveSnapshot_Task, 'duration_secs': 0.706134} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.050440] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3cce3d55-5da8-4efe-af11-1ec43a160cc3 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Deleted Snapshot of the VM instance {{(pid=70398) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1079.052010] env[70398]: INFO nova.compute.manager [None req-3cce3d55-5da8-4efe-af11-1ec43a160cc3 tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Took 15.46 seconds to snapshot the instance on the hypervisor. [ 1079.063985] env[70398]: DEBUG nova.compute.manager [req-9fd54fd9-c9e2-4372-92d1-4da8c92eb1a5 req-e5571cd1-855d-496a-83bf-fa80a4ce5b6e service nova] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] Received event network-vif-plugged-6115de8d-ca3c-40ee-bf04-d95b39f2829c {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.066362] env[70398]: DEBUG oslo_concurrency.lockutils [req-9fd54fd9-c9e2-4372-92d1-4da8c92eb1a5 req-e5571cd1-855d-496a-83bf-fa80a4ce5b6e service nova] Acquiring lock "818c145a-7eaf-45df-b433-76a4afe63598-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.066675] env[70398]: DEBUG oslo_concurrency.lockutils [req-9fd54fd9-c9e2-4372-92d1-4da8c92eb1a5 req-e5571cd1-855d-496a-83bf-fa80a4ce5b6e service nova] Lock "818c145a-7eaf-45df-b433-76a4afe63598-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.067534] env[70398]: DEBUG oslo_concurrency.lockutils [req-9fd54fd9-c9e2-4372-92d1-4da8c92eb1a5 req-e5571cd1-855d-496a-83bf-fa80a4ce5b6e service nova] Lock "818c145a-7eaf-45df-b433-76a4afe63598-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.067534] env[70398]: DEBUG nova.compute.manager [req-9fd54fd9-c9e2-4372-92d1-4da8c92eb1a5 req-e5571cd1-855d-496a-83bf-fa80a4ce5b6e service nova] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] No waiting events found dispatching network-vif-plugged-6115de8d-ca3c-40ee-bf04-d95b39f2829c {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1079.067534] env[70398]: WARNING nova.compute.manager [req-9fd54fd9-c9e2-4372-92d1-4da8c92eb1a5 req-e5571cd1-855d-496a-83bf-fa80a4ce5b6e service nova] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] Received unexpected event network-vif-plugged-6115de8d-ca3c-40ee-bf04-d95b39f2829c for instance with vm_state building and task_state spawning. [ 1079.130370] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8bf17604-a8bc-4361-baea-d54b72973908 tempest-ListServerFiltersTestJSON-1226139660 tempest-ListServerFiltersTestJSON-1226139660-project-member] Lock "e4f55593-2799-4e45-8da2-bcb842076f23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.376s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.160332] env[70398]: DEBUG nova.network.neutron [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] Successfully updated port: 6115de8d-ca3c-40ee-bf04-d95b39f2829c {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1079.387330] env[70398]: DEBUG oslo_vmware.api [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444933, 'name': Rename_Task, 'duration_secs': 1.032146} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.387542] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.387906] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a8af94a-23b3-4d0c-8438-dbe33a25cac9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.395210] env[70398]: DEBUG oslo_vmware.api [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 1079.395210] env[70398]: value = "task-3444939" [ 1079.395210] env[70398]: _type = "Task" [ 1079.395210] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.403854] env[70398]: DEBUG oslo_vmware.api [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444939, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.446998] env[70398]: DEBUG oslo_vmware.api [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444934, 'name': PowerOnVM_Task, 'duration_secs': 1.327918} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.447295] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.460183] env[70398]: DEBUG oslo_vmware.api [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444938, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.569021] env[70398]: DEBUG nova.compute.manager [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.579027] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f98a325-b2ab-4581-8d8e-52d4fd96ef30 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.585192] env[70398]: INFO nova.compute.manager [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Took 17.52 seconds to build instance. [ 1079.663687] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "refresh_cache-818c145a-7eaf-45df-b433-76a4afe63598" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.663853] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquired lock "refresh_cache-818c145a-7eaf-45df-b433-76a4afe63598" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.663990] env[70398]: DEBUG nova.network.neutron [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.853137] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33c64bc-ed66-43e4-867f-7ae8ca819a03 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.861998] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77343f66-1ba3-4a75-a316-04df14fb0fd0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.902641] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e691da-881c-4ebf-9348-0f6844d86fbf {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.911559] env[70398]: DEBUG oslo_vmware.api [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444939, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.915398] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b907ba8-e28f-4d04-8c59-6f83bc656ed7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.933852] env[70398]: DEBUG nova.compute.provider_tree [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.963183] env[70398]: DEBUG oslo_vmware.api [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444938, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54413} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.963556] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 013bddce-e445-4e28-89b5-8911d9dc4031/013bddce-e445-4e28-89b5-8911d9dc4031.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1079.964166] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1079.964567] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9afaf712-add7-4513-bffe-8a34b28c6f80 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.964791] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8889227c-13a0-43d2-b1a6-00687d2da156 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.966912] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5201729-f2cd-42a0-9b28-8b9e9c734513 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.976125] env[70398]: DEBUG oslo_vmware.api [None req-9afaf712-add7-4513-bffe-8a34b28c6f80 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1079.976125] env[70398]: value = "task-3444941" [ 1079.976125] env[70398]: _type = "Task" [ 1079.976125] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.977333] env[70398]: DEBUG oslo_vmware.api [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1079.977333] env[70398]: value = "task-3444940" [ 1079.977333] env[70398]: _type = "Task" [ 1079.977333] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.989924] env[70398]: DEBUG oslo_vmware.api [None req-9afaf712-add7-4513-bffe-8a34b28c6f80 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3444941, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.993358] env[70398]: DEBUG oslo_vmware.api [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444940, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.087934] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a9c097c8-fdbb-48a4-ab1d-10647096445c tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "008ad381-dbe0-4b17-9eee-2a11c00687bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.037s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.104032] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e760c976-0598-496b-bdd3-d53649a27167 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Lock "aca03be1-1cf7-4b4f-b324-b4201034a770" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 38.202s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.209353] env[70398]: DEBUG nova.network.neutron [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1080.381406] env[70398]: DEBUG nova.network.neutron [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] Updating instance_info_cache with network_info: [{"id": "6115de8d-ca3c-40ee-bf04-d95b39f2829c", "address": "fa:16:3e:8f:07:63", "network": {"id": "3ad560cc-e571-4ecc-bbdf-6092f82ccd30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-904346330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e88af3408914ef28ede7e5550d18c9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6115de8d-ca", "ovs_interfaceid": "6115de8d-ca3c-40ee-bf04-d95b39f2829c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.407808] env[70398]: DEBUG oslo_vmware.api [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3444939, 'name': PowerOnVM_Task, 'duration_secs': 0.834328} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.408110] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1080.408317] env[70398]: INFO nova.compute.manager [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Took 11.12 seconds to spawn the instance on the hypervisor. [ 1080.408498] env[70398]: DEBUG nova.compute.manager [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1080.409295] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9410acc4-36da-4868-a085-2a0132818481 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.440573] env[70398]: DEBUG nova.scheduler.client.report [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.490879] env[70398]: DEBUG oslo_vmware.api [None req-9afaf712-add7-4513-bffe-8a34b28c6f80 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3444941, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.493838] env[70398]: DEBUG oslo_vmware.api [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444940, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096048} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.494109] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1080.494883] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f286028b-bff4-4eb7-a925-b3656ef64472 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.520603] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 013bddce-e445-4e28-89b5-8911d9dc4031/013bddce-e445-4e28-89b5-8911d9dc4031.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1080.521109] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c2312f5-2f15-4c05-af40-3441f3015fb4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.539323] env[70398]: DEBUG oslo_vmware.api [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1080.539323] env[70398]: value = "task-3444942" [ 1080.539323] env[70398]: _type = "Task" [ 1080.539323] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.547646] env[70398]: DEBUG oslo_vmware.api [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444942, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.578399] env[70398]: DEBUG nova.compute.manager [req-a9f20485-f191-40e6-b3bb-fa93f49749fe req-f7bbd807-a349-4db7-b87a-3ee85bfb9575 service nova] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Received event network-changed-a7c89afc-7d8e-47f9-85d5-c4b94582abd6 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.578593] env[70398]: DEBUG nova.compute.manager [req-a9f20485-f191-40e6-b3bb-fa93f49749fe req-f7bbd807-a349-4db7-b87a-3ee85bfb9575 service nova] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Refreshing instance network info cache due to event network-changed-a7c89afc-7d8e-47f9-85d5-c4b94582abd6. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1080.578804] env[70398]: DEBUG oslo_concurrency.lockutils [req-a9f20485-f191-40e6-b3bb-fa93f49749fe req-f7bbd807-a349-4db7-b87a-3ee85bfb9575 service nova] Acquiring lock "refresh_cache-b0740737-d21d-4b1e-8dc3-1389c67c5103" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.582547] env[70398]: DEBUG oslo_concurrency.lockutils [req-a9f20485-f191-40e6-b3bb-fa93f49749fe req-f7bbd807-a349-4db7-b87a-3ee85bfb9575 service nova] Acquired lock "refresh_cache-b0740737-d21d-4b1e-8dc3-1389c67c5103" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.582547] env[70398]: DEBUG nova.network.neutron [req-a9f20485-f191-40e6-b3bb-fa93f49749fe req-f7bbd807-a349-4db7-b87a-3ee85bfb9575 service nova] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Refreshing network info cache for port a7c89afc-7d8e-47f9-85d5-c4b94582abd6 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.885319] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Releasing lock "refresh_cache-818c145a-7eaf-45df-b433-76a4afe63598" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.885319] env[70398]: DEBUG nova.compute.manager [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] Instance network_info: |[{"id": "6115de8d-ca3c-40ee-bf04-d95b39f2829c", "address": "fa:16:3e:8f:07:63", "network": {"id": "3ad560cc-e571-4ecc-bbdf-6092f82ccd30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-904346330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e88af3408914ef28ede7e5550d18c9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6115de8d-ca", "ovs_interfaceid": "6115de8d-ca3c-40ee-bf04-d95b39f2829c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1080.888397] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:07:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46e1fc20-2067-4e1a-9812-702772a2c82c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6115de8d-ca3c-40ee-bf04-d95b39f2829c', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1080.897568] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.898170] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1080.898460] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8277a1a2-da8e-483e-8f4d-ad4a8cfaf5f2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.924441] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1080.924441] env[70398]: value = "task-3444943" [ 1080.924441] env[70398]: _type = "Task" [ 1080.924441] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.940663] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444943, 'name': CreateVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.941369] env[70398]: INFO nova.compute.manager [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Took 20.63 seconds to build instance. [ 1080.946348] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.353s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.946949] env[70398]: DEBUG nova.compute.manager [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: faac5a83-27c0-4d87-bbf8-d625174e41ec] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1080.990391] env[70398]: DEBUG oslo_vmware.api [None req-9afaf712-add7-4513-bffe-8a34b28c6f80 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3444941, 'name': PowerOnVM_Task, 'duration_secs': 0.540934} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.990792] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9afaf712-add7-4513-bffe-8a34b28c6f80 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1080.992246] env[70398]: DEBUG nova.compute.manager [None req-9afaf712-add7-4513-bffe-8a34b28c6f80 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1080.992246] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7efd31-f6a9-498a-bcc9-1b1a9ac7d7c0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.050359] env[70398]: DEBUG oslo_vmware.api [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444942, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.399113] env[70398]: DEBUG nova.compute.manager [req-fffb6776-27e3-4079-a941-ae98f0d3f7df req-828fedce-1186-48af-873c-6916b68c7c64 service nova] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] Received event network-changed-6115de8d-ca3c-40ee-bf04-d95b39f2829c {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.399113] env[70398]: DEBUG nova.compute.manager [req-fffb6776-27e3-4079-a941-ae98f0d3f7df req-828fedce-1186-48af-873c-6916b68c7c64 service nova] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] Refreshing instance network info cache due to event network-changed-6115de8d-ca3c-40ee-bf04-d95b39f2829c. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1081.399113] env[70398]: DEBUG oslo_concurrency.lockutils [req-fffb6776-27e3-4079-a941-ae98f0d3f7df req-828fedce-1186-48af-873c-6916b68c7c64 service nova] Acquiring lock "refresh_cache-818c145a-7eaf-45df-b433-76a4afe63598" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.399113] env[70398]: DEBUG oslo_concurrency.lockutils [req-fffb6776-27e3-4079-a941-ae98f0d3f7df req-828fedce-1186-48af-873c-6916b68c7c64 service nova] Acquired lock "refresh_cache-818c145a-7eaf-45df-b433-76a4afe63598" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.399113] env[70398]: DEBUG nova.network.neutron [req-fffb6776-27e3-4079-a941-ae98f0d3f7df req-828fedce-1186-48af-873c-6916b68c7c64 service nova] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] Refreshing network info cache for port 6115de8d-ca3c-40ee-bf04-d95b39f2829c {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.435314] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444943, 'name': CreateVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.446447] env[70398]: DEBUG oslo_concurrency.lockutils [None req-70d00362-7f4f-4028-ac28-0aaab2213fc7 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "82e8ab4b-bb27-4ba3-987a-da84ec16b9df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.145s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.457847] env[70398]: DEBUG nova.compute.utils [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1081.462821] env[70398]: DEBUG nova.compute.manager [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: faac5a83-27c0-4d87-bbf8-d625174e41ec] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1081.463041] env[70398]: DEBUG nova.network.neutron [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: faac5a83-27c0-4d87-bbf8-d625174e41ec] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1081.554713] env[70398]: DEBUG oslo_vmware.api [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444942, 'name': ReconfigVM_Task, 'duration_secs': 0.820032} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.555043] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 013bddce-e445-4e28-89b5-8911d9dc4031/013bddce-e445-4e28-89b5-8911d9dc4031.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1081.556888] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'encryption_secret_uuid': None, 'size': 0, 'encrypted': False, 'disk_bus': None, 'boot_index': 0, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/sda', 'encryption_options': None, 'image_id': 'c7ba9fd4-72fe-4fe2-94bf-d2de92af7172'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'attachment_id': 'c6cae1ab-02e1-4bf2-9c5a-3dff33986c0d', 'delete_on_termination': False, 'guest_format': None, 'boot_index': None, 'disk_bus': None, 'mount_device': '/dev/sdb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687703', 'volume_id': 'fec0187f-32d6-4001-b314-31a376c975b4', 'name': 'volume-fec0187f-32d6-4001-b314-31a376c975b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '013bddce-e445-4e28-89b5-8911d9dc4031', 'attached_at': '', 'detached_at': '', 'volume_id': 'fec0187f-32d6-4001-b314-31a376c975b4', 'serial': 'fec0187f-32d6-4001-b314-31a376c975b4'}, 'volume_type': None}], 'swap': None} {{(pid=70398) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1081.557206] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Volume attach. Driver type: vmdk {{(pid=70398) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1081.557426] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687703', 'volume_id': 'fec0187f-32d6-4001-b314-31a376c975b4', 'name': 'volume-fec0187f-32d6-4001-b314-31a376c975b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '013bddce-e445-4e28-89b5-8911d9dc4031', 'attached_at': '', 'detached_at': '', 'volume_id': 'fec0187f-32d6-4001-b314-31a376c975b4', 'serial': 'fec0187f-32d6-4001-b314-31a376c975b4'} {{(pid=70398) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1081.558279] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532b596b-c595-4144-bbac-d9fb2c8737d8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.577650] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f769043f-0430-4eb7-ac3a-eb36096a9e1b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.603743] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] volume-fec0187f-32d6-4001-b314-31a376c975b4/volume-fec0187f-32d6-4001-b314-31a376c975b4.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.605434] env[70398]: DEBUG nova.policy [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5c72830bbde48d8b8e75d6de56e8f99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0aa75948ff4043d48fb3f00087ada961', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 1081.607384] env[70398]: DEBUG nova.network.neutron [req-a9f20485-f191-40e6-b3bb-fa93f49749fe req-f7bbd807-a349-4db7-b87a-3ee85bfb9575 service nova] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Updated VIF entry in instance network info cache for port a7c89afc-7d8e-47f9-85d5-c4b94582abd6. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.607757] env[70398]: DEBUG nova.network.neutron [req-a9f20485-f191-40e6-b3bb-fa93f49749fe req-f7bbd807-a349-4db7-b87a-3ee85bfb9575 service nova] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Updating instance_info_cache with network_info: [{"id": "a7c89afc-7d8e-47f9-85d5-c4b94582abd6", "address": "fa:16:3e:57:50:93", "network": {"id": "31f6f749-f4c7-4b9c-80b1-dde5df2664ef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-724749608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a133a7276464e628849ffaa016597bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7c89afc-7d", "ovs_interfaceid": "a7c89afc-7d8e-47f9-85d5-c4b94582abd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.608932] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b137cd07-aa5f-425a-a01d-3fa7e2c5ee20 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.628395] env[70398]: DEBUG nova.compute.manager [None req-d5f704cc-8283-412d-bb97-ba6ce65ee72a tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1081.630142] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a632a3-a4f0-47bf-ba6e-21cf63e8146c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.633613] env[70398]: DEBUG oslo_vmware.api [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1081.633613] env[70398]: value = "task-3444944" [ 1081.633613] env[70398]: _type = "Task" [ 1081.633613] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.649231] env[70398]: DEBUG oslo_vmware.api [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444944, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.941308] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444943, 'name': CreateVM_Task, 'duration_secs': 0.596405} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.941308] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1081.941308] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.941308] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.941642] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.942525] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b437b90-063b-41f1-a8d0-2936e11989a1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.950022] env[70398]: DEBUG oslo_vmware.api [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 1081.950022] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52a58737-bff5-0a3c-e3f0-1458a3a66244" [ 1081.950022] env[70398]: _type = "Task" [ 1081.950022] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.963247] env[70398]: DEBUG oslo_vmware.api [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52a58737-bff5-0a3c-e3f0-1458a3a66244, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.966674] env[70398]: DEBUG nova.compute.manager [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: faac5a83-27c0-4d87-bbf8-d625174e41ec] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1082.124398] env[70398]: DEBUG oslo_concurrency.lockutils [req-a9f20485-f191-40e6-b3bb-fa93f49749fe req-f7bbd807-a349-4db7-b87a-3ee85bfb9575 service nova] Releasing lock "refresh_cache-b0740737-d21d-4b1e-8dc3-1389c67c5103" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.145701] env[70398]: DEBUG oslo_vmware.api [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444944, 'name': ReconfigVM_Task, 'duration_secs': 0.389504} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.145940] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Reconfigured VM instance instance-0000005d to attach disk [datastore1] volume-fec0187f-32d6-4001-b314-31a376c975b4/volume-fec0187f-32d6-4001-b314-31a376c975b4.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.151429] env[70398]: INFO nova.compute.manager [None req-d5f704cc-8283-412d-bb97-ba6ce65ee72a tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] instance snapshotting [ 1082.153347] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c040ea53-a842-46ed-8d60-25d4efa280f9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.165706] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efdc991-a4b8-43bb-bf10-eee7a9a5dccd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.191988] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0441fe95-7966-404c-8bd9-b25ecf5bb1bf {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.195286] env[70398]: DEBUG oslo_vmware.api [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1082.195286] env[70398]: value = "task-3444945" [ 1082.195286] env[70398]: _type = "Task" [ 1082.195286] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.212253] env[70398]: DEBUG oslo_vmware.api [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444945, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.256592] env[70398]: DEBUG nova.network.neutron [req-fffb6776-27e3-4079-a941-ae98f0d3f7df req-828fedce-1186-48af-873c-6916b68c7c64 service nova] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] Updated VIF entry in instance network info cache for port 6115de8d-ca3c-40ee-bf04-d95b39f2829c. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.257080] env[70398]: DEBUG nova.network.neutron [req-fffb6776-27e3-4079-a941-ae98f0d3f7df req-828fedce-1186-48af-873c-6916b68c7c64 service nova] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] Updating instance_info_cache with network_info: [{"id": "6115de8d-ca3c-40ee-bf04-d95b39f2829c", "address": "fa:16:3e:8f:07:63", "network": {"id": "3ad560cc-e571-4ecc-bbdf-6092f82ccd30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-904346330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e88af3408914ef28ede7e5550d18c9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6115de8d-ca", "ovs_interfaceid": "6115de8d-ca3c-40ee-bf04-d95b39f2829c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.470153] env[70398]: DEBUG oslo_vmware.api [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52a58737-bff5-0a3c-e3f0-1458a3a66244, 'name': SearchDatastore_Task, 'duration_secs': 0.012743} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.470153] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.470153] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1082.470153] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.470153] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.470153] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1082.470153] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d71e394f-92fa-4b5f-a740-d48da8f4f785 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.486252] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1082.486438] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1082.487325] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32551aac-471d-4625-9f92-186f7ea6119f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.494285] env[70398]: DEBUG oslo_vmware.api [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 1082.494285] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52121c4c-28cb-ff79-8e9e-1ea247a84a17" [ 1082.494285] env[70398]: _type = "Task" [ 1082.494285] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.505638] env[70398]: DEBUG oslo_vmware.api [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52121c4c-28cb-ff79-8e9e-1ea247a84a17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.638697] env[70398]: DEBUG nova.compute.manager [req-77a83cc5-f0f5-467b-9855-274bdf578499 req-6db513e4-9fdd-42b9-ad89-38412ecd1d8c service nova] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Received event network-changed-55570265-6c53-4903-b832-56743d06b967 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.638959] env[70398]: DEBUG nova.compute.manager [req-77a83cc5-f0f5-467b-9855-274bdf578499 req-6db513e4-9fdd-42b9-ad89-38412ecd1d8c service nova] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Refreshing instance network info cache due to event network-changed-55570265-6c53-4903-b832-56743d06b967. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1082.642035] env[70398]: DEBUG oslo_concurrency.lockutils [req-77a83cc5-f0f5-467b-9855-274bdf578499 req-6db513e4-9fdd-42b9-ad89-38412ecd1d8c service nova] Acquiring lock "refresh_cache-008ad381-dbe0-4b17-9eee-2a11c00687bc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.642035] env[70398]: DEBUG oslo_concurrency.lockutils [req-77a83cc5-f0f5-467b-9855-274bdf578499 req-6db513e4-9fdd-42b9-ad89-38412ecd1d8c service nova] Acquired lock "refresh_cache-008ad381-dbe0-4b17-9eee-2a11c00687bc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.642035] env[70398]: DEBUG nova.network.neutron [req-77a83cc5-f0f5-467b-9855-274bdf578499 req-6db513e4-9fdd-42b9-ad89-38412ecd1d8c service nova] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Refreshing network info cache for port 55570265-6c53-4903-b832-56743d06b967 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.650995] env[70398]: DEBUG nova.network.neutron [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: faac5a83-27c0-4d87-bbf8-d625174e41ec] Successfully created port: fabff2fe-d1b4-4d47-aa32-0dccfe98cf38 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1082.710964] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f704cc-8283-412d-bb97-ba6ce65ee72a tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Creating Snapshot of the VM instance {{(pid=70398) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1082.711336] env[70398]: DEBUG oslo_vmware.api [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444945, 'name': ReconfigVM_Task, 'duration_secs': 0.172301} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.711608] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-612470d4-fad3-4687-9a6b-67d680f99c2e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.713754] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687703', 'volume_id': 'fec0187f-32d6-4001-b314-31a376c975b4', 'name': 'volume-fec0187f-32d6-4001-b314-31a376c975b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '013bddce-e445-4e28-89b5-8911d9dc4031', 'attached_at': '', 'detached_at': '', 'volume_id': 'fec0187f-32d6-4001-b314-31a376c975b4', 'serial': 'fec0187f-32d6-4001-b314-31a376c975b4'} {{(pid=70398) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1082.714334] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-764768ea-27d5-487c-99ae-cbe5e47050aa {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.722514] env[70398]: DEBUG oslo_vmware.api [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1082.722514] env[70398]: value = "task-3444947" [ 1082.722514] env[70398]: _type = "Task" [ 1082.722514] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.723972] env[70398]: DEBUG oslo_vmware.api [None req-d5f704cc-8283-412d-bb97-ba6ce65ee72a tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Waiting for the task: (returnval){ [ 1082.723972] env[70398]: value = "task-3444946" [ 1082.723972] env[70398]: _type = "Task" [ 1082.723972] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.743447] env[70398]: DEBUG oslo_vmware.api [None req-d5f704cc-8283-412d-bb97-ba6ce65ee72a tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Task: {'id': task-3444946, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.743910] env[70398]: DEBUG oslo_vmware.api [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444947, 'name': Rename_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.760424] env[70398]: DEBUG oslo_concurrency.lockutils [req-fffb6776-27e3-4079-a941-ae98f0d3f7df req-828fedce-1186-48af-873c-6916b68c7c64 service nova] Releasing lock "refresh_cache-818c145a-7eaf-45df-b433-76a4afe63598" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.977773] env[70398]: DEBUG nova.compute.manager [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: faac5a83-27c0-4d87-bbf8-d625174e41ec] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1083.016217] env[70398]: DEBUG oslo_vmware.api [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52121c4c-28cb-ff79-8e9e-1ea247a84a17, 'name': SearchDatastore_Task, 'duration_secs': 0.033497} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.020608] env[70398]: DEBUG nova.virt.hardware [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1083.020608] env[70398]: DEBUG nova.virt.hardware [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1083.020608] env[70398]: DEBUG nova.virt.hardware [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1083.020608] env[70398]: DEBUG nova.virt.hardware [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1083.020608] env[70398]: DEBUG nova.virt.hardware [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1083.020608] env[70398]: DEBUG nova.virt.hardware [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1083.020608] env[70398]: DEBUG nova.virt.hardware [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1083.020608] env[70398]: DEBUG nova.virt.hardware [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1083.021008] env[70398]: DEBUG nova.virt.hardware [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1083.021008] env[70398]: DEBUG nova.virt.hardware [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1083.021008] env[70398]: DEBUG nova.virt.hardware [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1083.022520] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855454c2-9a27-4a6a-aa0a-5e10cc0f36a7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.025307] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-327c862c-771d-4324-bcd8-7c925b14cbea {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.038017] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30cad177-d001-4f14-b122-db656e429c64 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.042035] env[70398]: DEBUG oslo_vmware.api [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 1083.042035] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52b86018-284f-ea82-0301-36e023464bd5" [ 1083.042035] env[70398]: _type = "Task" [ 1083.042035] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.064431] env[70398]: DEBUG oslo_vmware.api [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52b86018-284f-ea82-0301-36e023464bd5, 'name': SearchDatastore_Task, 'duration_secs': 0.014569} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.064787] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.065081] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 818c145a-7eaf-45df-b433-76a4afe63598/818c145a-7eaf-45df-b433-76a4afe63598.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1083.065352] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-478185a4-c962-40df-adca-3de53614a156 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.074122] env[70398]: DEBUG oslo_vmware.api [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 1083.074122] env[70398]: value = "task-3444948" [ 1083.074122] env[70398]: _type = "Task" [ 1083.074122] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.086897] env[70398]: DEBUG oslo_vmware.api [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444948, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.123138] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ccaa84-cf3a-4836-9bc3-de958b16fc23 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.131057] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-8f38d848-8202-40ac-ad77-1313f427752c tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Suspending the VM {{(pid=70398) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1083.131479] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-f3e453ce-0b7a-4f78-b88e-d91c44d32e25 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.141426] env[70398]: DEBUG oslo_vmware.api [None req-8f38d848-8202-40ac-ad77-1313f427752c tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Waiting for the task: (returnval){ [ 1083.141426] env[70398]: value = "task-3444949" [ 1083.141426] env[70398]: _type = "Task" [ 1083.141426] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.152310] env[70398]: DEBUG oslo_vmware.api [None req-8f38d848-8202-40ac-ad77-1313f427752c tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444949, 'name': SuspendVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.236519] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Acquiring lock "86949d6d-c0cb-463a-ba2c-d73651525784" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.236756] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Lock "86949d6d-c0cb-463a-ba2c-d73651525784" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.258037] env[70398]: DEBUG oslo_vmware.api [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444947, 'name': Rename_Task, 'duration_secs': 0.207228} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.258685] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1083.259276] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6e7a803-c128-454d-a189-dc043a8c6ae4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.266160] env[70398]: DEBUG oslo_vmware.api [None req-d5f704cc-8283-412d-bb97-ba6ce65ee72a tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Task: {'id': task-3444946, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.274138] env[70398]: DEBUG oslo_vmware.api [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1083.274138] env[70398]: value = "task-3444950" [ 1083.274138] env[70398]: _type = "Task" [ 1083.274138] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.284460] env[70398]: DEBUG oslo_vmware.api [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444950, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.392888] env[70398]: DEBUG nova.network.neutron [req-77a83cc5-f0f5-467b-9855-274bdf578499 req-6db513e4-9fdd-42b9-ad89-38412ecd1d8c service nova] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Updated VIF entry in instance network info cache for port 55570265-6c53-4903-b832-56743d06b967. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1083.393216] env[70398]: DEBUG nova.network.neutron [req-77a83cc5-f0f5-467b-9855-274bdf578499 req-6db513e4-9fdd-42b9-ad89-38412ecd1d8c service nova] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Updating instance_info_cache with network_info: [{"id": "55570265-6c53-4903-b832-56743d06b967", "address": "fa:16:3e:ca:92:59", "network": {"id": "31f6f749-f4c7-4b9c-80b1-dde5df2664ef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-724749608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a133a7276464e628849ffaa016597bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55570265-6c", "ovs_interfaceid": "55570265-6c53-4903-b832-56743d06b967", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.584778] env[70398]: DEBUG oslo_vmware.api [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444948, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.650423] env[70398]: DEBUG oslo_vmware.api [None req-8f38d848-8202-40ac-ad77-1313f427752c tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444949, 'name': SuspendVM_Task} progress is 62%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.749038] env[70398]: DEBUG oslo_vmware.api [None req-d5f704cc-8283-412d-bb97-ba6ce65ee72a tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Task: {'id': task-3444946, 'name': CreateSnapshot_Task, 'duration_secs': 0.722515} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.749408] env[70398]: DEBUG nova.compute.manager [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1083.753291] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f704cc-8283-412d-bb97-ba6ce65ee72a tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Created Snapshot of the VM instance {{(pid=70398) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1083.754281] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8da9c0a-8434-4544-bddb-114545bdcb32 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.787776] env[70398]: DEBUG oslo_vmware.api [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444950, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.897138] env[70398]: DEBUG oslo_concurrency.lockutils [req-77a83cc5-f0f5-467b-9855-274bdf578499 req-6db513e4-9fdd-42b9-ad89-38412ecd1d8c service nova] Releasing lock "refresh_cache-008ad381-dbe0-4b17-9eee-2a11c00687bc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.086736] env[70398]: DEBUG oslo_vmware.api [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444948, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.933442} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.087055] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 818c145a-7eaf-45df-b433-76a4afe63598/818c145a-7eaf-45df-b433-76a4afe63598.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1084.087257] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1084.087527] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14154087-a336-4093-8d17-7540b17109f8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.095053] env[70398]: DEBUG oslo_vmware.api [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 1084.095053] env[70398]: value = "task-3444951" [ 1084.095053] env[70398]: _type = "Task" [ 1084.095053] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.103850] env[70398]: DEBUG oslo_vmware.api [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444951, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.150453] env[70398]: DEBUG oslo_vmware.api [None req-8f38d848-8202-40ac-ad77-1313f427752c tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444949, 'name': SuspendVM_Task} progress is 62%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.278508] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f704cc-8283-412d-bb97-ba6ce65ee72a tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Creating linked-clone VM from snapshot {{(pid=70398) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1084.281031] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.281031] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.282912] env[70398]: INFO nova.compute.claims [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1084.286478] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dfae2515-8f4b-415b-9f26-55b2721d90ee {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.303953] env[70398]: DEBUG oslo_vmware.api [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444950, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.305972] env[70398]: DEBUG oslo_vmware.api [None req-d5f704cc-8283-412d-bb97-ba6ce65ee72a tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Waiting for the task: (returnval){ [ 1084.305972] env[70398]: value = "task-3444952" [ 1084.305972] env[70398]: _type = "Task" [ 1084.305972] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.317530] env[70398]: DEBUG oslo_vmware.api [None req-d5f704cc-8283-412d-bb97-ba6ce65ee72a tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Task: {'id': task-3444952, 'name': CloneVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.606791] env[70398]: DEBUG oslo_vmware.api [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444951, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.167444} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.607084] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1084.607942] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfecf0c8-434e-434d-9be1-bc385b0754ca {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.632099] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 818c145a-7eaf-45df-b433-76a4afe63598/818c145a-7eaf-45df-b433-76a4afe63598.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1084.632416] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f160ce54-6e85-4c45-9768-679fd7783488 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.659209] env[70398]: DEBUG oslo_vmware.api [None req-8f38d848-8202-40ac-ad77-1313f427752c tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444949, 'name': SuspendVM_Task, 'duration_secs': 1.152555} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.660871] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-8f38d848-8202-40ac-ad77-1313f427752c tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Suspended the VM {{(pid=70398) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1084.661165] env[70398]: DEBUG nova.compute.manager [None req-8f38d848-8202-40ac-ad77-1313f427752c tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.661620] env[70398]: DEBUG oslo_vmware.api [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 1084.661620] env[70398]: value = "task-3444953" [ 1084.661620] env[70398]: _type = "Task" [ 1084.661620] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.662329] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e60e575-0c85-4093-8e43-729206278957 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.673762] env[70398]: DEBUG oslo_vmware.api [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444953, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.682732] env[70398]: DEBUG nova.network.neutron [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: faac5a83-27c0-4d87-bbf8-d625174e41ec] Successfully updated port: fabff2fe-d1b4-4d47-aa32-0dccfe98cf38 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1084.694144] env[70398]: DEBUG nova.compute.manager [req-84996bcc-2e57-40b6-9fc1-9b11fd25b345 req-770c7ad6-4376-4389-a50b-e64814200be3 service nova] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Received event network-changed-fb49bd31-8127-4d16-a836-fa3fa6c0009e {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.694144] env[70398]: DEBUG nova.compute.manager [req-84996bcc-2e57-40b6-9fc1-9b11fd25b345 req-770c7ad6-4376-4389-a50b-e64814200be3 service nova] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Refreshing instance network info cache due to event network-changed-fb49bd31-8127-4d16-a836-fa3fa6c0009e. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1084.694144] env[70398]: DEBUG oslo_concurrency.lockutils [req-84996bcc-2e57-40b6-9fc1-9b11fd25b345 req-770c7ad6-4376-4389-a50b-e64814200be3 service nova] Acquiring lock "refresh_cache-82e8ab4b-bb27-4ba3-987a-da84ec16b9df" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.694144] env[70398]: DEBUG oslo_concurrency.lockutils [req-84996bcc-2e57-40b6-9fc1-9b11fd25b345 req-770c7ad6-4376-4389-a50b-e64814200be3 service nova] Acquired lock "refresh_cache-82e8ab4b-bb27-4ba3-987a-da84ec16b9df" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.694144] env[70398]: DEBUG nova.network.neutron [req-84996bcc-2e57-40b6-9fc1-9b11fd25b345 req-770c7ad6-4376-4389-a50b-e64814200be3 service nova] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Refreshing network info cache for port fb49bd31-8127-4d16-a836-fa3fa6c0009e {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.798257] env[70398]: DEBUG oslo_vmware.api [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3444950, 'name': PowerOnVM_Task, 'duration_secs': 1.251721} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.800212] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.800212] env[70398]: DEBUG nova.compute.manager [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.800212] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31374f67-c3c7-48c2-a197-29e18ce7a7f4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.819043] env[70398]: DEBUG oslo_vmware.api [None req-d5f704cc-8283-412d-bb97-ba6ce65ee72a tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Task: {'id': task-3444952, 'name': CloneVM_Task} progress is 94%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.176736] env[70398]: DEBUG oslo_vmware.api [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444953, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.184901] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "refresh_cache-faac5a83-27c0-4d87-bbf8-d625174e41ec" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.185076] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquired lock "refresh_cache-faac5a83-27c0-4d87-bbf8-d625174e41ec" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.185231] env[70398]: DEBUG nova.network.neutron [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: faac5a83-27c0-4d87-bbf8-d625174e41ec] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.321076] env[70398]: DEBUG oslo_vmware.api [None req-d5f704cc-8283-412d-bb97-ba6ce65ee72a tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Task: {'id': task-3444952, 'name': CloneVM_Task} progress is 94%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.326121] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.460681] env[70398]: DEBUG nova.network.neutron [req-84996bcc-2e57-40b6-9fc1-9b11fd25b345 req-770c7ad6-4376-4389-a50b-e64814200be3 service nova] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Updated VIF entry in instance network info cache for port fb49bd31-8127-4d16-a836-fa3fa6c0009e. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1085.460681] env[70398]: DEBUG nova.network.neutron [req-84996bcc-2e57-40b6-9fc1-9b11fd25b345 req-770c7ad6-4376-4389-a50b-e64814200be3 service nova] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Updating instance_info_cache with network_info: [{"id": "fb49bd31-8127-4d16-a836-fa3fa6c0009e", "address": "fa:16:3e:7e:70:4d", "network": {"id": "7d6a528e-2d28-423d-a33f-6f0222b74744", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1712623278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "565f3f2d80634f578f63ea399435e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb49bd31-81", "ovs_interfaceid": "fb49bd31-8127-4d16-a836-fa3fa6c0009e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.535377] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3bd0a0-72c9-438e-aa81-25f95e550638 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.544091] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce261aa5-8ccb-43e5-a462-3197bc4e1707 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.577521] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5eb3068-1bed-4ff5-9f26-b47ed1bd9ac4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.585962] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9482b51f-9a79-4d7a-b7b4-11c8e3c09da8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.590125] env[70398]: INFO nova.compute.manager [None req-7e50329b-a2f7-4251-8175-849f3cc0bfcb tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Resuming [ 1085.590717] env[70398]: DEBUG nova.objects.instance [None req-7e50329b-a2f7-4251-8175-849f3cc0bfcb tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Lazy-loading 'flavor' on Instance uuid aca03be1-1cf7-4b4f-b324-b4201034a770 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.602424] env[70398]: DEBUG nova.compute.provider_tree [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.677470] env[70398]: DEBUG oslo_vmware.api [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444953, 'name': ReconfigVM_Task, 'duration_secs': 0.997201} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.677754] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 818c145a-7eaf-45df-b433-76a4afe63598/818c145a-7eaf-45df-b433-76a4afe63598.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.678393] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7bccf50-9ab6-4286-83d0-18bbffe66a8b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.686015] env[70398]: DEBUG oslo_vmware.api [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 1085.686015] env[70398]: value = "task-3444954" [ 1085.686015] env[70398]: _type = "Task" [ 1085.686015] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.696468] env[70398]: DEBUG oslo_vmware.api [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444954, 'name': Rename_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.719328] env[70398]: DEBUG nova.network.neutron [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: faac5a83-27c0-4d87-bbf8-d625174e41ec] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1085.819029] env[70398]: DEBUG oslo_vmware.api [None req-d5f704cc-8283-412d-bb97-ba6ce65ee72a tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Task: {'id': task-3444952, 'name': CloneVM_Task} progress is 94%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.901157] env[70398]: DEBUG nova.network.neutron [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: faac5a83-27c0-4d87-bbf8-d625174e41ec] Updating instance_info_cache with network_info: [{"id": "fabff2fe-d1b4-4d47-aa32-0dccfe98cf38", "address": "fa:16:3e:dd:8e:0d", "network": {"id": "5fce51d3-5a5f-4e11-bf3d-26088d779119", "bridge": "br-int", "label": "tempest-ServersTestJSON-1230754090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aa75948ff4043d48fb3f00087ada961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfabff2fe-d1", "ovs_interfaceid": "fabff2fe-d1b4-4d47-aa32-0dccfe98cf38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.963406] env[70398]: DEBUG oslo_concurrency.lockutils [req-84996bcc-2e57-40b6-9fc1-9b11fd25b345 req-770c7ad6-4376-4389-a50b-e64814200be3 service nova] Releasing lock "refresh_cache-82e8ab4b-bb27-4ba3-987a-da84ec16b9df" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.963749] env[70398]: DEBUG nova.compute.manager [req-84996bcc-2e57-40b6-9fc1-9b11fd25b345 req-770c7ad6-4376-4389-a50b-e64814200be3 service nova] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Received event network-changed-55570265-6c53-4903-b832-56743d06b967 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.963977] env[70398]: DEBUG nova.compute.manager [req-84996bcc-2e57-40b6-9fc1-9b11fd25b345 req-770c7ad6-4376-4389-a50b-e64814200be3 service nova] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Refreshing instance network info cache due to event network-changed-55570265-6c53-4903-b832-56743d06b967. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1085.964283] env[70398]: DEBUG oslo_concurrency.lockutils [req-84996bcc-2e57-40b6-9fc1-9b11fd25b345 req-770c7ad6-4376-4389-a50b-e64814200be3 service nova] Acquiring lock "refresh_cache-008ad381-dbe0-4b17-9eee-2a11c00687bc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.964473] env[70398]: DEBUG oslo_concurrency.lockutils [req-84996bcc-2e57-40b6-9fc1-9b11fd25b345 req-770c7ad6-4376-4389-a50b-e64814200be3 service nova] Acquired lock "refresh_cache-008ad381-dbe0-4b17-9eee-2a11c00687bc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.964711] env[70398]: DEBUG nova.network.neutron [req-84996bcc-2e57-40b6-9fc1-9b11fd25b345 req-770c7ad6-4376-4389-a50b-e64814200be3 service nova] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Refreshing network info cache for port 55570265-6c53-4903-b832-56743d06b967 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.105862] env[70398]: DEBUG nova.scheduler.client.report [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.197621] env[70398]: DEBUG oslo_vmware.api [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444954, 'name': Rename_Task, 'duration_secs': 0.264184} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.198109] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.198177] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ac0d9cc-029c-400e-b071-20834e1028fe {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.205849] env[70398]: DEBUG oslo_vmware.api [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 1086.205849] env[70398]: value = "task-3444955" [ 1086.205849] env[70398]: _type = "Task" [ 1086.205849] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.213865] env[70398]: DEBUG oslo_vmware.api [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444955, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.319038] env[70398]: DEBUG oslo_vmware.api [None req-d5f704cc-8283-412d-bb97-ba6ce65ee72a tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Task: {'id': task-3444952, 'name': CloneVM_Task, 'duration_secs': 1.838685} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.319258] env[70398]: INFO nova.virt.vmwareapi.vmops [None req-d5f704cc-8283-412d-bb97-ba6ce65ee72a tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Created linked-clone VM from snapshot [ 1086.320105] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b10a384-4d60-401b-a7b6-bf743675fe15 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.328196] env[70398]: DEBUG nova.virt.vmwareapi.images [None req-d5f704cc-8283-412d-bb97-ba6ce65ee72a tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Uploading image 6ab71d58-57f3-4175-ae4b-1dd102f35219 {{(pid=70398) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1086.348851] env[70398]: DEBUG oslo_vmware.rw_handles [None req-d5f704cc-8283-412d-bb97-ba6ce65ee72a tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1086.348851] env[70398]: value = "vm-687714" [ 1086.348851] env[70398]: _type = "VirtualMachine" [ 1086.348851] env[70398]: }. {{(pid=70398) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1086.349161] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0cc38afb-d649-431a-b760-44c996f5e63a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.357023] env[70398]: DEBUG oslo_vmware.rw_handles [None req-d5f704cc-8283-412d-bb97-ba6ce65ee72a tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Lease: (returnval){ [ 1086.357023] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52280370-fb00-a782-2850-171525b6ba37" [ 1086.357023] env[70398]: _type = "HttpNfcLease" [ 1086.357023] env[70398]: } obtained for exporting VM: (result){ [ 1086.357023] env[70398]: value = "vm-687714" [ 1086.357023] env[70398]: _type = "VirtualMachine" [ 1086.357023] env[70398]: }. {{(pid=70398) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1086.357277] env[70398]: DEBUG oslo_vmware.api [None req-d5f704cc-8283-412d-bb97-ba6ce65ee72a tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Waiting for the lease: (returnval){ [ 1086.357277] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52280370-fb00-a782-2850-171525b6ba37" [ 1086.357277] env[70398]: _type = "HttpNfcLease" [ 1086.357277] env[70398]: } to be ready. {{(pid=70398) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1086.364629] env[70398]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1086.364629] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52280370-fb00-a782-2850-171525b6ba37" [ 1086.364629] env[70398]: _type = "HttpNfcLease" [ 1086.364629] env[70398]: } is initializing. {{(pid=70398) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1086.403878] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Releasing lock "refresh_cache-faac5a83-27c0-4d87-bbf8-d625174e41ec" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.404249] env[70398]: DEBUG nova.compute.manager [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: faac5a83-27c0-4d87-bbf8-d625174e41ec] Instance network_info: |[{"id": "fabff2fe-d1b4-4d47-aa32-0dccfe98cf38", "address": "fa:16:3e:dd:8e:0d", "network": {"id": "5fce51d3-5a5f-4e11-bf3d-26088d779119", "bridge": "br-int", "label": "tempest-ServersTestJSON-1230754090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aa75948ff4043d48fb3f00087ada961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfabff2fe-d1", "ovs_interfaceid": "fabff2fe-d1b4-4d47-aa32-0dccfe98cf38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1086.404679] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: faac5a83-27c0-4d87-bbf8-d625174e41ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:8e:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4c8c8fd-baca-4e60-97dc-ff0418d63215', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fabff2fe-d1b4-4d47-aa32-0dccfe98cf38', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1086.412364] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.412537] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: faac5a83-27c0-4d87-bbf8-d625174e41ec] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1086.412850] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6c3ac19-41e6-4164-8766-8ba678cdfe4f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.433918] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1086.433918] env[70398]: value = "task-3444957" [ 1086.433918] env[70398]: _type = "Task" [ 1086.433918] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.442457] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444957, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.610063] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.329s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.610655] env[70398]: DEBUG nova.compute.manager [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1086.613833] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.288s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.614070] env[70398]: DEBUG nova.objects.instance [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70398) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1086.719925] env[70398]: DEBUG oslo_vmware.api [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444955, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.722628] env[70398]: DEBUG nova.network.neutron [req-84996bcc-2e57-40b6-9fc1-9b11fd25b345 req-770c7ad6-4376-4389-a50b-e64814200be3 service nova] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Updated VIF entry in instance network info cache for port 55570265-6c53-4903-b832-56743d06b967. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1086.723136] env[70398]: DEBUG nova.network.neutron [req-84996bcc-2e57-40b6-9fc1-9b11fd25b345 req-770c7ad6-4376-4389-a50b-e64814200be3 service nova] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Updating instance_info_cache with network_info: [{"id": "55570265-6c53-4903-b832-56743d06b967", "address": "fa:16:3e:ca:92:59", "network": {"id": "31f6f749-f4c7-4b9c-80b1-dde5df2664ef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-724749608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a133a7276464e628849ffaa016597bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55570265-6c", "ovs_interfaceid": "55570265-6c53-4903-b832-56743d06b967", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.725862] env[70398]: DEBUG nova.compute.manager [req-3e6f0eb0-ffd2-4779-bc26-fc71638c0af4 req-d45d46e3-dbf2-4807-ac6e-48fa37f7dbe1 service nova] [instance: faac5a83-27c0-4d87-bbf8-d625174e41ec] Received event network-changed-fabff2fe-d1b4-4d47-aa32-0dccfe98cf38 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.726138] env[70398]: DEBUG nova.compute.manager [req-3e6f0eb0-ffd2-4779-bc26-fc71638c0af4 req-d45d46e3-dbf2-4807-ac6e-48fa37f7dbe1 service nova] [instance: faac5a83-27c0-4d87-bbf8-d625174e41ec] Refreshing instance network info cache due to event network-changed-fabff2fe-d1b4-4d47-aa32-0dccfe98cf38. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1086.726548] env[70398]: DEBUG oslo_concurrency.lockutils [req-3e6f0eb0-ffd2-4779-bc26-fc71638c0af4 req-d45d46e3-dbf2-4807-ac6e-48fa37f7dbe1 service nova] Acquiring lock "refresh_cache-faac5a83-27c0-4d87-bbf8-d625174e41ec" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.726674] env[70398]: DEBUG oslo_concurrency.lockutils [req-3e6f0eb0-ffd2-4779-bc26-fc71638c0af4 req-d45d46e3-dbf2-4807-ac6e-48fa37f7dbe1 service nova] Acquired lock "refresh_cache-faac5a83-27c0-4d87-bbf8-d625174e41ec" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.726931] env[70398]: DEBUG nova.network.neutron [req-3e6f0eb0-ffd2-4779-bc26-fc71638c0af4 req-d45d46e3-dbf2-4807-ac6e-48fa37f7dbe1 service nova] [instance: faac5a83-27c0-4d87-bbf8-d625174e41ec] Refreshing network info cache for port fabff2fe-d1b4-4d47-aa32-0dccfe98cf38 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.869522] env[70398]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1086.869522] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52280370-fb00-a782-2850-171525b6ba37" [ 1086.869522] env[70398]: _type = "HttpNfcLease" [ 1086.869522] env[70398]: } is ready. {{(pid=70398) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1086.869875] env[70398]: DEBUG oslo_vmware.rw_handles [None req-d5f704cc-8283-412d-bb97-ba6ce65ee72a tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1086.869875] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52280370-fb00-a782-2850-171525b6ba37" [ 1086.869875] env[70398]: _type = "HttpNfcLease" [ 1086.869875] env[70398]: }. {{(pid=70398) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1086.871270] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07394dcb-788f-45e5-860f-0e4e5a4e48ad {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.882806] env[70398]: DEBUG oslo_vmware.rw_handles [None req-d5f704cc-8283-412d-bb97-ba6ce65ee72a tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52665c30-88ac-52ac-d09e-52050150aca2/disk-0.vmdk from lease info. {{(pid=70398) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1086.883697] env[70398]: DEBUG oslo_vmware.rw_handles [None req-d5f704cc-8283-412d-bb97-ba6ce65ee72a tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52665c30-88ac-52ac-d09e-52050150aca2/disk-0.vmdk for reading. {{(pid=70398) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1086.957472] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444957, 'name': CreateVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.021396] env[70398]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a8c27796-4449-44b8-88b6-52390fed1bf9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.101158] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7e50329b-a2f7-4251-8175-849f3cc0bfcb tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Acquiring lock "refresh_cache-aca03be1-1cf7-4b4f-b324-b4201034a770" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.101417] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7e50329b-a2f7-4251-8175-849f3cc0bfcb tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Acquired lock "refresh_cache-aca03be1-1cf7-4b4f-b324-b4201034a770" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.101692] env[70398]: DEBUG nova.network.neutron [None req-7e50329b-a2f7-4251-8175-849f3cc0bfcb tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.121024] env[70398]: DEBUG nova.compute.utils [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1087.122571] env[70398]: DEBUG nova.compute.manager [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1087.123141] env[70398]: DEBUG nova.network.neutron [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1087.159531] env[70398]: DEBUG nova.policy [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb19f575b31b416680702218e2185164', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0849f3588c1240728ee1222a4891fd48', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 1087.217664] env[70398]: DEBUG oslo_vmware.api [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444955, 'name': PowerOnVM_Task, 'duration_secs': 0.653804} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.218045] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1087.218152] env[70398]: INFO nova.compute.manager [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] Took 8.51 seconds to spawn the instance on the hypervisor. [ 1087.218330] env[70398]: DEBUG nova.compute.manager [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1087.219122] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec661b5-e3eb-4c70-b019-adbe34df7869 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.232649] env[70398]: DEBUG oslo_concurrency.lockutils [req-84996bcc-2e57-40b6-9fc1-9b11fd25b345 req-770c7ad6-4376-4389-a50b-e64814200be3 service nova] Releasing lock "refresh_cache-008ad381-dbe0-4b17-9eee-2a11c00687bc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.234026] env[70398]: DEBUG nova.compute.manager [req-84996bcc-2e57-40b6-9fc1-9b11fd25b345 req-770c7ad6-4376-4389-a50b-e64814200be3 service nova] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Received event network-changed-a7c89afc-7d8e-47f9-85d5-c4b94582abd6 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.234026] env[70398]: DEBUG nova.compute.manager [req-84996bcc-2e57-40b6-9fc1-9b11fd25b345 req-770c7ad6-4376-4389-a50b-e64814200be3 service nova] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Refreshing instance network info cache due to event network-changed-a7c89afc-7d8e-47f9-85d5-c4b94582abd6. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1087.234026] env[70398]: DEBUG oslo_concurrency.lockutils [req-84996bcc-2e57-40b6-9fc1-9b11fd25b345 req-770c7ad6-4376-4389-a50b-e64814200be3 service nova] Acquiring lock "refresh_cache-b0740737-d21d-4b1e-8dc3-1389c67c5103" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.234026] env[70398]: DEBUG oslo_concurrency.lockutils [req-84996bcc-2e57-40b6-9fc1-9b11fd25b345 req-770c7ad6-4376-4389-a50b-e64814200be3 service nova] Acquired lock "refresh_cache-b0740737-d21d-4b1e-8dc3-1389c67c5103" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.234026] env[70398]: DEBUG nova.network.neutron [req-84996bcc-2e57-40b6-9fc1-9b11fd25b345 req-770c7ad6-4376-4389-a50b-e64814200be3 service nova] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Refreshing network info cache for port a7c89afc-7d8e-47f9-85d5-c4b94582abd6 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1087.471636] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444957, 'name': CreateVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.494248] env[70398]: DEBUG nova.network.neutron [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Successfully created port: fd8a1468-3390-40c9-a01b-36203fcaeb74 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1087.500571] env[70398]: DEBUG nova.network.neutron [req-3e6f0eb0-ffd2-4779-bc26-fc71638c0af4 req-d45d46e3-dbf2-4807-ac6e-48fa37f7dbe1 service nova] [instance: faac5a83-27c0-4d87-bbf8-d625174e41ec] Updated VIF entry in instance network info cache for port fabff2fe-d1b4-4d47-aa32-0dccfe98cf38. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1087.500932] env[70398]: DEBUG nova.network.neutron [req-3e6f0eb0-ffd2-4779-bc26-fc71638c0af4 req-d45d46e3-dbf2-4807-ac6e-48fa37f7dbe1 service nova] [instance: faac5a83-27c0-4d87-bbf8-d625174e41ec] Updating instance_info_cache with network_info: [{"id": "fabff2fe-d1b4-4d47-aa32-0dccfe98cf38", "address": "fa:16:3e:dd:8e:0d", "network": {"id": "5fce51d3-5a5f-4e11-bf3d-26088d779119", "bridge": "br-int", "label": "tempest-ServersTestJSON-1230754090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aa75948ff4043d48fb3f00087ada961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfabff2fe-d1", "ovs_interfaceid": "fabff2fe-d1b4-4d47-aa32-0dccfe98cf38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.624334] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4d34951b-c3ed-4de5-8404-7ac68b002b9e tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.626905] env[70398]: DEBUG nova.compute.manager [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1087.744197] env[70398]: INFO nova.compute.manager [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] Took 17.26 seconds to build instance. [ 1087.923787] env[70398]: DEBUG nova.network.neutron [None req-7e50329b-a2f7-4251-8175-849f3cc0bfcb tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Updating instance_info_cache with network_info: [{"id": "89d05ddf-ad9c-4611-b99e-0b6606af9685", "address": "fa:16:3e:db:ef:3c", "network": {"id": "33f3e9d8-5a02-4591-828a-d84cbe89da8e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-805406701-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72bcb292b34f4fa0859dddf376aed84f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89d05ddf-ad", "ovs_interfaceid": "89d05ddf-ad9c-4611-b99e-0b6606af9685", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.962716] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444957, 'name': CreateVM_Task, 'duration_secs': 1.474341} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.966176] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: faac5a83-27c0-4d87-bbf8-d625174e41ec] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1087.967104] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.967405] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.967828] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.968729] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b05b8064-bd2a-4ac8-add5-74c79e827d45 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.976100] env[70398]: DEBUG oslo_vmware.api [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1087.976100] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f78eeb-68ee-8a38-d923-1536a788bae8" [ 1087.976100] env[70398]: _type = "Task" [ 1087.976100] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.992994] env[70398]: DEBUG oslo_vmware.api [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f78eeb-68ee-8a38-d923-1536a788bae8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.004219] env[70398]: DEBUG oslo_concurrency.lockutils [req-3e6f0eb0-ffd2-4779-bc26-fc71638c0af4 req-d45d46e3-dbf2-4807-ac6e-48fa37f7dbe1 service nova] Releasing lock "refresh_cache-faac5a83-27c0-4d87-bbf8-d625174e41ec" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.106554] env[70398]: DEBUG nova.network.neutron [req-84996bcc-2e57-40b6-9fc1-9b11fd25b345 req-770c7ad6-4376-4389-a50b-e64814200be3 service nova] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Updated VIF entry in instance network info cache for port a7c89afc-7d8e-47f9-85d5-c4b94582abd6. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1088.106942] env[70398]: DEBUG nova.network.neutron [req-84996bcc-2e57-40b6-9fc1-9b11fd25b345 req-770c7ad6-4376-4389-a50b-e64814200be3 service nova] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Updating instance_info_cache with network_info: [{"id": "a7c89afc-7d8e-47f9-85d5-c4b94582abd6", "address": "fa:16:3e:57:50:93", "network": {"id": "31f6f749-f4c7-4b9c-80b1-dde5df2664ef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-724749608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a133a7276464e628849ffaa016597bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7c89afc-7d", "ovs_interfaceid": "a7c89afc-7d8e-47f9-85d5-c4b94582abd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.250229] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f8217fac-1aac-455b-b53c-f952fa42f520 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "818c145a-7eaf-45df-b433-76a4afe63598" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.773s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.428091] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7e50329b-a2f7-4251-8175-849f3cc0bfcb tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Releasing lock "refresh_cache-aca03be1-1cf7-4b4f-b324-b4201034a770" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.429783] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77176e8e-7966-4e3d-b5b1-04971ae50de6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.438489] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7e50329b-a2f7-4251-8175-849f3cc0bfcb tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Resuming the VM {{(pid=70398) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1088.439535] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f02a18c0-5f8e-4140-82d0-17071f30b3a1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.447199] env[70398]: DEBUG oslo_vmware.api [None req-7e50329b-a2f7-4251-8175-849f3cc0bfcb tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Waiting for the task: (returnval){ [ 1088.447199] env[70398]: value = "task-3444958" [ 1088.447199] env[70398]: _type = "Task" [ 1088.447199] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.458326] env[70398]: DEBUG oslo_vmware.api [None req-7e50329b-a2f7-4251-8175-849f3cc0bfcb tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444958, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.488153] env[70398]: DEBUG oslo_vmware.api [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f78eeb-68ee-8a38-d923-1536a788bae8, 'name': SearchDatastore_Task, 'duration_secs': 0.020452} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.488681] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.489048] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: faac5a83-27c0-4d87-bbf8-d625174e41ec] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1088.489386] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.489668] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.489988] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1088.490405] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6e07e16-6ddd-4617-ac4e-e3709500fc9f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.501747] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1088.501995] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1088.502918] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4ebe9dc-b87b-4821-94d9-248ea44e88e4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.509195] env[70398]: DEBUG oslo_vmware.api [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1088.509195] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5284e9b8-f0d1-7ebd-f9be-c3756438e5b1" [ 1088.509195] env[70398]: _type = "Task" [ 1088.509195] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.518491] env[70398]: DEBUG oslo_vmware.api [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5284e9b8-f0d1-7ebd-f9be-c3756438e5b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.609814] env[70398]: DEBUG oslo_concurrency.lockutils [req-84996bcc-2e57-40b6-9fc1-9b11fd25b345 req-770c7ad6-4376-4389-a50b-e64814200be3 service nova] Releasing lock "refresh_cache-b0740737-d21d-4b1e-8dc3-1389c67c5103" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.610152] env[70398]: DEBUG nova.compute.manager [req-84996bcc-2e57-40b6-9fc1-9b11fd25b345 req-770c7ad6-4376-4389-a50b-e64814200be3 service nova] [instance: faac5a83-27c0-4d87-bbf8-d625174e41ec] Received event network-vif-plugged-fabff2fe-d1b4-4d47-aa32-0dccfe98cf38 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.610372] env[70398]: DEBUG oslo_concurrency.lockutils [req-84996bcc-2e57-40b6-9fc1-9b11fd25b345 req-770c7ad6-4376-4389-a50b-e64814200be3 service nova] Acquiring lock "faac5a83-27c0-4d87-bbf8-d625174e41ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.610584] env[70398]: DEBUG oslo_concurrency.lockutils [req-84996bcc-2e57-40b6-9fc1-9b11fd25b345 req-770c7ad6-4376-4389-a50b-e64814200be3 service nova] Lock "faac5a83-27c0-4d87-bbf8-d625174e41ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.610834] env[70398]: DEBUG oslo_concurrency.lockutils [req-84996bcc-2e57-40b6-9fc1-9b11fd25b345 req-770c7ad6-4376-4389-a50b-e64814200be3 service nova] Lock "faac5a83-27c0-4d87-bbf8-d625174e41ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.611043] env[70398]: DEBUG nova.compute.manager [req-84996bcc-2e57-40b6-9fc1-9b11fd25b345 req-770c7ad6-4376-4389-a50b-e64814200be3 service nova] [instance: faac5a83-27c0-4d87-bbf8-d625174e41ec] No waiting events found dispatching network-vif-plugged-fabff2fe-d1b4-4d47-aa32-0dccfe98cf38 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1088.611271] env[70398]: WARNING nova.compute.manager [req-84996bcc-2e57-40b6-9fc1-9b11fd25b345 req-770c7ad6-4376-4389-a50b-e64814200be3 service nova] [instance: faac5a83-27c0-4d87-bbf8-d625174e41ec] Received unexpected event network-vif-plugged-fabff2fe-d1b4-4d47-aa32-0dccfe98cf38 for instance with vm_state building and task_state spawning. [ 1088.637061] env[70398]: DEBUG nova.compute.manager [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1088.662435] env[70398]: DEBUG nova.virt.hardware [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1088.663066] env[70398]: DEBUG nova.virt.hardware [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.663066] env[70398]: DEBUG nova.virt.hardware [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.663472] env[70398]: DEBUG nova.virt.hardware [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.663472] env[70398]: DEBUG nova.virt.hardware [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.663545] env[70398]: DEBUG nova.virt.hardware [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1088.663759] env[70398]: DEBUG nova.virt.hardware [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1088.664431] env[70398]: DEBUG nova.virt.hardware [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.664739] env[70398]: DEBUG nova.virt.hardware [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.665054] env[70398]: DEBUG nova.virt.hardware [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.665610] env[70398]: DEBUG nova.virt.hardware [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.667164] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f7864c-ebb4-4f92-b466-785c715ca2f5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.676456] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9738b56-42dc-428b-ab59-de69c0ed86a6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.695014] env[70398]: DEBUG oslo_concurrency.lockutils [None req-dedf3509-6736-4b38-8a9a-de7a6090a854 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "818c145a-7eaf-45df-b433-76a4afe63598" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.695317] env[70398]: DEBUG oslo_concurrency.lockutils [None req-dedf3509-6736-4b38-8a9a-de7a6090a854 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "818c145a-7eaf-45df-b433-76a4afe63598" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.695506] env[70398]: DEBUG nova.compute.manager [None req-dedf3509-6736-4b38-8a9a-de7a6090a854 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.696347] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5baa804-e56e-4d47-ab60-65d008e8316e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.703233] env[70398]: DEBUG nova.compute.manager [None req-dedf3509-6736-4b38-8a9a-de7a6090a854 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70398) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1088.703888] env[70398]: DEBUG nova.objects.instance [None req-dedf3509-6736-4b38-8a9a-de7a6090a854 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lazy-loading 'flavor' on Instance uuid 818c145a-7eaf-45df-b433-76a4afe63598 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.905154] env[70398]: DEBUG nova.compute.manager [req-2d4bce1c-a4d5-46a4-a80c-c52465c33f07 req-95a73a85-4938-4787-8f12-e273768d966b service nova] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Received event network-vif-plugged-fd8a1468-3390-40c9-a01b-36203fcaeb74 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.905465] env[70398]: DEBUG oslo_concurrency.lockutils [req-2d4bce1c-a4d5-46a4-a80c-c52465c33f07 req-95a73a85-4938-4787-8f12-e273768d966b service nova] Acquiring lock "86949d6d-c0cb-463a-ba2c-d73651525784-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.905753] env[70398]: DEBUG oslo_concurrency.lockutils [req-2d4bce1c-a4d5-46a4-a80c-c52465c33f07 req-95a73a85-4938-4787-8f12-e273768d966b service nova] Lock "86949d6d-c0cb-463a-ba2c-d73651525784-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.905875] env[70398]: DEBUG oslo_concurrency.lockutils [req-2d4bce1c-a4d5-46a4-a80c-c52465c33f07 req-95a73a85-4938-4787-8f12-e273768d966b service nova] Lock "86949d6d-c0cb-463a-ba2c-d73651525784-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.906037] env[70398]: DEBUG nova.compute.manager [req-2d4bce1c-a4d5-46a4-a80c-c52465c33f07 req-95a73a85-4938-4787-8f12-e273768d966b service nova] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] No waiting events found dispatching network-vif-plugged-fd8a1468-3390-40c9-a01b-36203fcaeb74 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1088.906232] env[70398]: WARNING nova.compute.manager [req-2d4bce1c-a4d5-46a4-a80c-c52465c33f07 req-95a73a85-4938-4787-8f12-e273768d966b service nova] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Received unexpected event network-vif-plugged-fd8a1468-3390-40c9-a01b-36203fcaeb74 for instance with vm_state building and task_state spawning. [ 1088.958048] env[70398]: DEBUG oslo_vmware.api [None req-7e50329b-a2f7-4251-8175-849f3cc0bfcb tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444958, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.995341] env[70398]: DEBUG nova.network.neutron [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Successfully updated port: fd8a1468-3390-40c9-a01b-36203fcaeb74 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1089.020601] env[70398]: DEBUG oslo_vmware.api [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5284e9b8-f0d1-7ebd-f9be-c3756438e5b1, 'name': SearchDatastore_Task, 'duration_secs': 0.016276} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.021496] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6548e73a-1342-4696-9cb3-40a22a095b9c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.029609] env[70398]: DEBUG oslo_vmware.api [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1089.029609] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]525ebd29-6540-3bce-888d-08733156b0a1" [ 1089.029609] env[70398]: _type = "Task" [ 1089.029609] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.040622] env[70398]: DEBUG oslo_vmware.api [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]525ebd29-6540-3bce-888d-08733156b0a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.458110] env[70398]: DEBUG oslo_vmware.api [None req-7e50329b-a2f7-4251-8175-849f3cc0bfcb tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444958, 'name': PowerOnVM_Task, 'duration_secs': 0.794256} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.458483] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7e50329b-a2f7-4251-8175-849f3cc0bfcb tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Resumed the VM {{(pid=70398) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1089.458579] env[70398]: DEBUG nova.compute.manager [None req-7e50329b-a2f7-4251-8175-849f3cc0bfcb tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1089.459546] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b873c36-8c44-4c11-af35-9ee5ff370591 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.497797] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Acquiring lock "refresh_cache-86949d6d-c0cb-463a-ba2c-d73651525784" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.498146] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Acquired lock "refresh_cache-86949d6d-c0cb-463a-ba2c-d73651525784" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.498229] env[70398]: DEBUG nova.network.neutron [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1089.540683] env[70398]: DEBUG oslo_vmware.api [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]525ebd29-6540-3bce-888d-08733156b0a1, 'name': SearchDatastore_Task, 'duration_secs': 0.15732} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.541021] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.541293] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] faac5a83-27c0-4d87-bbf8-d625174e41ec/faac5a83-27c0-4d87-bbf8-d625174e41ec.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1089.541552] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aff33ba9-6f2e-4039-8f4c-98ffb587d19d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.551774] env[70398]: DEBUG oslo_vmware.api [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1089.551774] env[70398]: value = "task-3444959" [ 1089.551774] env[70398]: _type = "Task" [ 1089.551774] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.560351] env[70398]: DEBUG oslo_vmware.api [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444959, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.577100] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2888e265-6268-4808-8092-de43bb09ae44 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "interface-b0740737-d21d-4b1e-8dc3-1389c67c5103-1f11f434-e67d-447d-bbfe-35509705048d" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.577577] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2888e265-6268-4808-8092-de43bb09ae44 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "interface-b0740737-d21d-4b1e-8dc3-1389c67c5103-1f11f434-e67d-447d-bbfe-35509705048d" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.577942] env[70398]: DEBUG nova.objects.instance [None req-2888e265-6268-4808-8092-de43bb09ae44 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lazy-loading 'flavor' on Instance uuid b0740737-d21d-4b1e-8dc3-1389c67c5103 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.712387] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-dedf3509-6736-4b38-8a9a-de7a6090a854 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.712725] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f995b01-3aa8-44d8-aef5-dc3fba6a31fd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.721775] env[70398]: DEBUG oslo_vmware.api [None req-dedf3509-6736-4b38-8a9a-de7a6090a854 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 1089.721775] env[70398]: value = "task-3444960" [ 1089.721775] env[70398]: _type = "Task" [ 1089.721775] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.731239] env[70398]: DEBUG oslo_vmware.api [None req-dedf3509-6736-4b38-8a9a-de7a6090a854 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444960, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.038672] env[70398]: DEBUG nova.network.neutron [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1090.067953] env[70398]: DEBUG oslo_vmware.api [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444959, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.201461] env[70398]: DEBUG nova.network.neutron [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Updating instance_info_cache with network_info: [{"id": "fd8a1468-3390-40c9-a01b-36203fcaeb74", "address": "fa:16:3e:cc:86:23", "network": {"id": "251a0f47-392b-4930-8b99-f9f9dfafb9ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-821868300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0849f3588c1240728ee1222a4891fd48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd8a1468-33", "ovs_interfaceid": "fd8a1468-3390-40c9-a01b-36203fcaeb74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.235714] env[70398]: DEBUG oslo_vmware.api [None req-dedf3509-6736-4b38-8a9a-de7a6090a854 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444960, 'name': PowerOffVM_Task, 'duration_secs': 0.380744} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.236545] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-dedf3509-6736-4b38-8a9a-de7a6090a854 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1090.236834] env[70398]: DEBUG nova.compute.manager [None req-dedf3509-6736-4b38-8a9a-de7a6090a854 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1090.237670] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1f4a9a-3e04-4baa-8951-b5dc651fee9a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.242342] env[70398]: DEBUG nova.objects.instance [None req-2888e265-6268-4808-8092-de43bb09ae44 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lazy-loading 'pci_requests' on Instance uuid b0740737-d21d-4b1e-8dc3-1389c67c5103 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.564924] env[70398]: DEBUG oslo_vmware.api [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444959, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688753} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.565356] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] faac5a83-27c0-4d87-bbf8-d625174e41ec/faac5a83-27c0-4d87-bbf8-d625174e41ec.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1090.565461] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: faac5a83-27c0-4d87-bbf8-d625174e41ec] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1090.565719] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd92c19c-1fb8-406d-a6e1-ddd09d5cc44f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.574505] env[70398]: DEBUG oslo_vmware.api [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1090.574505] env[70398]: value = "task-3444961" [ 1090.574505] env[70398]: _type = "Task" [ 1090.574505] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.584498] env[70398]: DEBUG oslo_vmware.api [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444961, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.704993] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Releasing lock "refresh_cache-86949d6d-c0cb-463a-ba2c-d73651525784" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.705231] env[70398]: DEBUG nova.compute.manager [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Instance network_info: |[{"id": "fd8a1468-3390-40c9-a01b-36203fcaeb74", "address": "fa:16:3e:cc:86:23", "network": {"id": "251a0f47-392b-4930-8b99-f9f9dfafb9ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-821868300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0849f3588c1240728ee1222a4891fd48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd8a1468-33", "ovs_interfaceid": "fd8a1468-3390-40c9-a01b-36203fcaeb74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1090.706946] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:86:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1c8fdf9-970c-4ae0-b6d9-f1015196b552', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd8a1468-3390-40c9-a01b-36203fcaeb74', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1090.715708] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.718715] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1090.719204] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13809ef5-708f-4875-bd6a-a7bf49a01a07 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.742949] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1090.742949] env[70398]: value = "task-3444962" [ 1090.742949] env[70398]: _type = "Task" [ 1090.742949] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.748534] env[70398]: DEBUG nova.objects.base [None req-2888e265-6268-4808-8092-de43bb09ae44 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70398) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1090.748766] env[70398]: DEBUG nova.network.neutron [None req-2888e265-6268-4808-8092-de43bb09ae44 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1090.757297] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444962, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.757788] env[70398]: DEBUG oslo_concurrency.lockutils [None req-dedf3509-6736-4b38-8a9a-de7a6090a854 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "818c145a-7eaf-45df-b433-76a4afe63598" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.062s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.859743] env[70398]: DEBUG nova.policy [None req-2888e265-6268-4808-8092-de43bb09ae44 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5745fd9f8e2d4576ad44c31b35cc8024', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a133a7276464e628849ffaa016597bd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 1090.996636] env[70398]: DEBUG nova.compute.manager [req-f79e83eb-5571-49b1-a5be-30e365ef6f82 req-d00aedbc-2793-4194-b760-9ca0c7f658e2 service nova] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Received event network-changed-fd8a1468-3390-40c9-a01b-36203fcaeb74 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.996932] env[70398]: DEBUG nova.compute.manager [req-f79e83eb-5571-49b1-a5be-30e365ef6f82 req-d00aedbc-2793-4194-b760-9ca0c7f658e2 service nova] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Refreshing instance network info cache due to event network-changed-fd8a1468-3390-40c9-a01b-36203fcaeb74. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1090.997412] env[70398]: DEBUG oslo_concurrency.lockutils [req-f79e83eb-5571-49b1-a5be-30e365ef6f82 req-d00aedbc-2793-4194-b760-9ca0c7f658e2 service nova] Acquiring lock "refresh_cache-86949d6d-c0cb-463a-ba2c-d73651525784" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.997648] env[70398]: DEBUG oslo_concurrency.lockutils [req-f79e83eb-5571-49b1-a5be-30e365ef6f82 req-d00aedbc-2793-4194-b760-9ca0c7f658e2 service nova] Acquired lock "refresh_cache-86949d6d-c0cb-463a-ba2c-d73651525784" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.997907] env[70398]: DEBUG nova.network.neutron [req-f79e83eb-5571-49b1-a5be-30e365ef6f82 req-d00aedbc-2793-4194-b760-9ca0c7f658e2 service nova] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Refreshing network info cache for port fd8a1468-3390-40c9-a01b-36203fcaeb74 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1091.088554] env[70398]: DEBUG oslo_vmware.api [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444961, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081507} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.089021] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: faac5a83-27c0-4d87-bbf8-d625174e41ec] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1091.090255] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf84ac20-ce4f-4eb3-b9c4-0490c73e51cb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.115068] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: faac5a83-27c0-4d87-bbf8-d625174e41ec] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] faac5a83-27c0-4d87-bbf8-d625174e41ec/faac5a83-27c0-4d87-bbf8-d625174e41ec.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1091.115467] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d9ed368-f3d8-405a-8797-9d95bd9a62fb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.138769] env[70398]: DEBUG oslo_vmware.api [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1091.138769] env[70398]: value = "task-3444963" [ 1091.138769] env[70398]: _type = "Task" [ 1091.138769] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.148842] env[70398]: DEBUG oslo_vmware.api [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444963, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.221164] env[70398]: DEBUG oslo_concurrency.lockutils [None req-fbcb539d-192f-4cf6-8627-97da8ff89036 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "818c145a-7eaf-45df-b433-76a4afe63598" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.221164] env[70398]: DEBUG oslo_concurrency.lockutils [None req-fbcb539d-192f-4cf6-8627-97da8ff89036 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "818c145a-7eaf-45df-b433-76a4afe63598" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.221317] env[70398]: DEBUG oslo_concurrency.lockutils [None req-fbcb539d-192f-4cf6-8627-97da8ff89036 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "818c145a-7eaf-45df-b433-76a4afe63598-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.221457] env[70398]: DEBUG oslo_concurrency.lockutils [None req-fbcb539d-192f-4cf6-8627-97da8ff89036 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "818c145a-7eaf-45df-b433-76a4afe63598-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.221628] env[70398]: DEBUG oslo_concurrency.lockutils [None req-fbcb539d-192f-4cf6-8627-97da8ff89036 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "818c145a-7eaf-45df-b433-76a4afe63598-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.224163] env[70398]: INFO nova.compute.manager [None req-fbcb539d-192f-4cf6-8627-97da8ff89036 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] Terminating instance [ 1091.254932] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444962, 'name': CreateVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.653986] env[70398]: DEBUG oslo_vmware.api [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444963, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.713688] env[70398]: DEBUG nova.network.neutron [req-f79e83eb-5571-49b1-a5be-30e365ef6f82 req-d00aedbc-2793-4194-b760-9ca0c7f658e2 service nova] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Updated VIF entry in instance network info cache for port fd8a1468-3390-40c9-a01b-36203fcaeb74. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1091.714266] env[70398]: DEBUG nova.network.neutron [req-f79e83eb-5571-49b1-a5be-30e365ef6f82 req-d00aedbc-2793-4194-b760-9ca0c7f658e2 service nova] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Updating instance_info_cache with network_info: [{"id": "fd8a1468-3390-40c9-a01b-36203fcaeb74", "address": "fa:16:3e:cc:86:23", "network": {"id": "251a0f47-392b-4930-8b99-f9f9dfafb9ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-821868300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0849f3588c1240728ee1222a4891fd48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd8a1468-33", "ovs_interfaceid": "fd8a1468-3390-40c9-a01b-36203fcaeb74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.728441] env[70398]: DEBUG nova.compute.manager [None req-fbcb539d-192f-4cf6-8627-97da8ff89036 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1091.728722] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-fbcb539d-192f-4cf6-8627-97da8ff89036 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1091.729894] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b29ab15-e655-45a5-9948-51635035f0f3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.738589] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-fbcb539d-192f-4cf6-8627-97da8ff89036 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1091.738844] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e393f19-c524-4723-bbaf-2a422b7fb9ea {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.753230] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444962, 'name': CreateVM_Task, 'duration_secs': 0.534798} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.753421] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1091.754119] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.754304] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.754616] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.754859] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-162ebac2-f5a8-4285-9429-eba5925b92ef {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.760413] env[70398]: DEBUG oslo_vmware.api [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1091.760413] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5224e9a5-9d34-4cec-29e5-24347632d51f" [ 1091.760413] env[70398]: _type = "Task" [ 1091.760413] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.771028] env[70398]: DEBUG oslo_vmware.api [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5224e9a5-9d34-4cec-29e5-24347632d51f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.809897] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-fbcb539d-192f-4cf6-8627-97da8ff89036 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1091.810155] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-fbcb539d-192f-4cf6-8627-97da8ff89036 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1091.810342] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbcb539d-192f-4cf6-8627-97da8ff89036 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Deleting the datastore file [datastore1] 818c145a-7eaf-45df-b433-76a4afe63598 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1091.810613] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-641efd19-de54-4278-9e96-44de750d3786 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.817473] env[70398]: DEBUG oslo_vmware.api [None req-fbcb539d-192f-4cf6-8627-97da8ff89036 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 1091.817473] env[70398]: value = "task-3444965" [ 1091.817473] env[70398]: _type = "Task" [ 1091.817473] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.825863] env[70398]: DEBUG oslo_vmware.api [None req-fbcb539d-192f-4cf6-8627-97da8ff89036 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444965, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.153412] env[70398]: DEBUG oslo_vmware.api [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444963, 'name': ReconfigVM_Task, 'duration_secs': 0.532105} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.153728] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: faac5a83-27c0-4d87-bbf8-d625174e41ec] Reconfigured VM instance instance-0000006a to attach disk [datastore1] faac5a83-27c0-4d87-bbf8-d625174e41ec/faac5a83-27c0-4d87-bbf8-d625174e41ec.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.154382] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bdda3c58-0552-4047-a13f-bacb7453c44c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.163300] env[70398]: DEBUG oslo_vmware.api [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1092.163300] env[70398]: value = "task-3444966" [ 1092.163300] env[70398]: _type = "Task" [ 1092.163300] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.172402] env[70398]: DEBUG oslo_vmware.api [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444966, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.217516] env[70398]: DEBUG oslo_concurrency.lockutils [req-f79e83eb-5571-49b1-a5be-30e365ef6f82 req-d00aedbc-2793-4194-b760-9ca0c7f658e2 service nova] Releasing lock "refresh_cache-86949d6d-c0cb-463a-ba2c-d73651525784" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.272979] env[70398]: DEBUG oslo_vmware.api [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5224e9a5-9d34-4cec-29e5-24347632d51f, 'name': SearchDatastore_Task, 'duration_secs': 0.026113} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.273338] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.273607] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1092.273877] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.274034] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.274228] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1092.274591] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2f92a67-db64-4365-b359-41cefe70a7e5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.285239] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1092.285460] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1092.286227] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fe75031-f33c-4f75-9e0e-babf9d8c01e7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.292594] env[70398]: DEBUG oslo_vmware.api [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1092.292594] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5263c78d-efb2-9cd6-fb7b-63ff57901ebb" [ 1092.292594] env[70398]: _type = "Task" [ 1092.292594] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.301973] env[70398]: DEBUG oslo_vmware.api [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5263c78d-efb2-9cd6-fb7b-63ff57901ebb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.327802] env[70398]: DEBUG oslo_vmware.api [None req-fbcb539d-192f-4cf6-8627-97da8ff89036 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444965, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273074} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.328153] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbcb539d-192f-4cf6-8627-97da8ff89036 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1092.328376] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-fbcb539d-192f-4cf6-8627-97da8ff89036 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1092.328593] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-fbcb539d-192f-4cf6-8627-97da8ff89036 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1092.328834] env[70398]: INFO nova.compute.manager [None req-fbcb539d-192f-4cf6-8627-97da8ff89036 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1092.329129] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbcb539d-192f-4cf6-8627-97da8ff89036 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.329393] env[70398]: DEBUG nova.compute.manager [-] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1092.329481] env[70398]: DEBUG nova.network.neutron [-] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1092.382275] env[70398]: DEBUG nova.compute.manager [req-f73ff552-aa88-45b3-a0ee-134eede0fa6f req-b93afa1d-ffd6-47ca-824f-8908922019cb service nova] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Received event network-vif-plugged-1f11f434-e67d-447d-bbfe-35509705048d {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.382275] env[70398]: DEBUG oslo_concurrency.lockutils [req-f73ff552-aa88-45b3-a0ee-134eede0fa6f req-b93afa1d-ffd6-47ca-824f-8908922019cb service nova] Acquiring lock "b0740737-d21d-4b1e-8dc3-1389c67c5103-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.382275] env[70398]: DEBUG oslo_concurrency.lockutils [req-f73ff552-aa88-45b3-a0ee-134eede0fa6f req-b93afa1d-ffd6-47ca-824f-8908922019cb service nova] Lock "b0740737-d21d-4b1e-8dc3-1389c67c5103-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.382275] env[70398]: DEBUG oslo_concurrency.lockutils [req-f73ff552-aa88-45b3-a0ee-134eede0fa6f req-b93afa1d-ffd6-47ca-824f-8908922019cb service nova] Lock "b0740737-d21d-4b1e-8dc3-1389c67c5103-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.382275] env[70398]: DEBUG nova.compute.manager [req-f73ff552-aa88-45b3-a0ee-134eede0fa6f req-b93afa1d-ffd6-47ca-824f-8908922019cb service nova] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] No waiting events found dispatching network-vif-plugged-1f11f434-e67d-447d-bbfe-35509705048d {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1092.382275] env[70398]: WARNING nova.compute.manager [req-f73ff552-aa88-45b3-a0ee-134eede0fa6f req-b93afa1d-ffd6-47ca-824f-8908922019cb service nova] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Received unexpected event network-vif-plugged-1f11f434-e67d-447d-bbfe-35509705048d for instance with vm_state active and task_state None. [ 1092.519346] env[70398]: DEBUG nova.network.neutron [None req-2888e265-6268-4808-8092-de43bb09ae44 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Successfully updated port: 1f11f434-e67d-447d-bbfe-35509705048d {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1092.674813] env[70398]: DEBUG oslo_vmware.api [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444966, 'name': Rename_Task, 'duration_secs': 0.251196} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.675115] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: faac5a83-27c0-4d87-bbf8-d625174e41ec] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1092.675359] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71248551-7b0a-4547-b9c9-6952a68486f2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.682125] env[70398]: DEBUG oslo_vmware.api [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1092.682125] env[70398]: value = "task-3444967" [ 1092.682125] env[70398]: _type = "Task" [ 1092.682125] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.690623] env[70398]: DEBUG oslo_vmware.api [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444967, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.804014] env[70398]: DEBUG oslo_vmware.api [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5263c78d-efb2-9cd6-fb7b-63ff57901ebb, 'name': SearchDatastore_Task, 'duration_secs': 0.023643} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.804805] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-787f70a4-ebde-45ae-b55c-413069017913 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.810376] env[70398]: DEBUG oslo_vmware.api [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1092.810376] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52aeb2d6-d615-11c1-38b1-830c1ad9a9b0" [ 1092.810376] env[70398]: _type = "Task" [ 1092.810376] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.818119] env[70398]: DEBUG oslo_vmware.api [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52aeb2d6-d615-11c1-38b1-830c1ad9a9b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.022639] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2888e265-6268-4808-8092-de43bb09ae44 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "refresh_cache-b0740737-d21d-4b1e-8dc3-1389c67c5103" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.022862] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2888e265-6268-4808-8092-de43bb09ae44 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquired lock "refresh_cache-b0740737-d21d-4b1e-8dc3-1389c67c5103" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.023198] env[70398]: DEBUG nova.network.neutron [None req-2888e265-6268-4808-8092-de43bb09ae44 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.052165] env[70398]: DEBUG nova.compute.manager [req-d5971c83-ef65-47dd-88a5-c8338cc2278e req-5a63b4ba-5c47-432b-b20c-28ae95ed0340 service nova] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] Received event network-vif-deleted-6115de8d-ca3c-40ee-bf04-d95b39f2829c {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.052165] env[70398]: INFO nova.compute.manager [req-d5971c83-ef65-47dd-88a5-c8338cc2278e req-5a63b4ba-5c47-432b-b20c-28ae95ed0340 service nova] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] Neutron deleted interface 6115de8d-ca3c-40ee-bf04-d95b39f2829c; detaching it from the instance and deleting it from the info cache [ 1093.052364] env[70398]: DEBUG nova.network.neutron [req-d5971c83-ef65-47dd-88a5-c8338cc2278e req-5a63b4ba-5c47-432b-b20c-28ae95ed0340 service nova] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.098416] env[70398]: DEBUG nova.network.neutron [-] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.194240] env[70398]: DEBUG oslo_vmware.api [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444967, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.323150] env[70398]: DEBUG oslo_vmware.api [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52aeb2d6-d615-11c1-38b1-830c1ad9a9b0, 'name': SearchDatastore_Task, 'duration_secs': 0.015593} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.324454] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.324454] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 86949d6d-c0cb-463a-ba2c-d73651525784/86949d6d-c0cb-463a-ba2c-d73651525784.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1093.324454] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-abfd70b6-c02a-4e87-a6b5-57594ce6dd10 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.332688] env[70398]: DEBUG oslo_vmware.api [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1093.332688] env[70398]: value = "task-3444968" [ 1093.332688] env[70398]: _type = "Task" [ 1093.332688] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.343416] env[70398]: DEBUG oslo_vmware.api [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444968, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.557307] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-058a2887-a797-4671-bc38-74c09a762c3a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.564077] env[70398]: WARNING nova.network.neutron [None req-2888e265-6268-4808-8092-de43bb09ae44 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] 31f6f749-f4c7-4b9c-80b1-dde5df2664ef already exists in list: networks containing: ['31f6f749-f4c7-4b9c-80b1-dde5df2664ef']. ignoring it [ 1093.570284] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036a7c3a-d41a-4dcb-96ce-0d7e26d0f4b9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.611721] env[70398]: INFO nova.compute.manager [-] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] Took 1.28 seconds to deallocate network for instance. [ 1093.611721] env[70398]: DEBUG nova.compute.manager [req-d5971c83-ef65-47dd-88a5-c8338cc2278e req-5a63b4ba-5c47-432b-b20c-28ae95ed0340 service nova] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] Detach interface failed, port_id=6115de8d-ca3c-40ee-bf04-d95b39f2829c, reason: Instance 818c145a-7eaf-45df-b433-76a4afe63598 could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1093.698551] env[70398]: DEBUG oslo_vmware.api [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444967, 'name': PowerOnVM_Task, 'duration_secs': 0.766624} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.699046] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: faac5a83-27c0-4d87-bbf8-d625174e41ec] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.699391] env[70398]: INFO nova.compute.manager [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: faac5a83-27c0-4d87-bbf8-d625174e41ec] Took 10.72 seconds to spawn the instance on the hypervisor. [ 1093.699804] env[70398]: DEBUG nova.compute.manager [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: faac5a83-27c0-4d87-bbf8-d625174e41ec] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1093.700963] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75e61f7-457c-4c77-9aaa-543a865335b7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.850711] env[70398]: DEBUG oslo_vmware.api [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444968, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.919231] env[70398]: DEBUG nova.network.neutron [None req-2888e265-6268-4808-8092-de43bb09ae44 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Updating instance_info_cache with network_info: [{"id": "a7c89afc-7d8e-47f9-85d5-c4b94582abd6", "address": "fa:16:3e:57:50:93", "network": {"id": "31f6f749-f4c7-4b9c-80b1-dde5df2664ef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-724749608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a133a7276464e628849ffaa016597bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7c89afc-7d", "ovs_interfaceid": "a7c89afc-7d8e-47f9-85d5-c4b94582abd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1f11f434-e67d-447d-bbfe-35509705048d", "address": "fa:16:3e:01:9e:a5", "network": {"id": "31f6f749-f4c7-4b9c-80b1-dde5df2664ef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-724749608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a133a7276464e628849ffaa016597bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f11f434-e6", "ovs_interfaceid": "1f11f434-e67d-447d-bbfe-35509705048d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.119968] env[70398]: DEBUG oslo_concurrency.lockutils [None req-fbcb539d-192f-4cf6-8627-97da8ff89036 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.120428] env[70398]: DEBUG oslo_concurrency.lockutils [None req-fbcb539d-192f-4cf6-8627-97da8ff89036 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.120751] env[70398]: DEBUG nova.objects.instance [None req-fbcb539d-192f-4cf6-8627-97da8ff89036 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lazy-loading 'resources' on Instance uuid 818c145a-7eaf-45df-b433-76a4afe63598 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.222127] env[70398]: INFO nova.compute.manager [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: faac5a83-27c0-4d87-bbf8-d625174e41ec] Took 17.43 seconds to build instance. [ 1094.345306] env[70398]: DEBUG oslo_vmware.api [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444968, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676267} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.345621] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 86949d6d-c0cb-463a-ba2c-d73651525784/86949d6d-c0cb-463a-ba2c-d73651525784.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1094.345847] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1094.346143] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50e81ffa-5fdf-42da-b923-e3b81ea95c1e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.354249] env[70398]: DEBUG oslo_vmware.api [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1094.354249] env[70398]: value = "task-3444969" [ 1094.354249] env[70398]: _type = "Task" [ 1094.354249] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.364394] env[70398]: DEBUG oslo_vmware.api [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444969, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.405104] env[70398]: DEBUG nova.compute.manager [req-ba6580bb-a9b0-4e58-b88f-9e0bf07430c6 req-1b10533b-3107-4813-bc9c-df2bc7f88d3c service nova] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Received event network-changed-1f11f434-e67d-447d-bbfe-35509705048d {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.405252] env[70398]: DEBUG nova.compute.manager [req-ba6580bb-a9b0-4e58-b88f-9e0bf07430c6 req-1b10533b-3107-4813-bc9c-df2bc7f88d3c service nova] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Refreshing instance network info cache due to event network-changed-1f11f434-e67d-447d-bbfe-35509705048d. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1094.405475] env[70398]: DEBUG oslo_concurrency.lockutils [req-ba6580bb-a9b0-4e58-b88f-9e0bf07430c6 req-1b10533b-3107-4813-bc9c-df2bc7f88d3c service nova] Acquiring lock "refresh_cache-b0740737-d21d-4b1e-8dc3-1389c67c5103" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.423072] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2888e265-6268-4808-8092-de43bb09ae44 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Releasing lock "refresh_cache-b0740737-d21d-4b1e-8dc3-1389c67c5103" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.423552] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2888e265-6268-4808-8092-de43bb09ae44 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "b0740737-d21d-4b1e-8dc3-1389c67c5103" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.423716] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2888e265-6268-4808-8092-de43bb09ae44 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquired lock "b0740737-d21d-4b1e-8dc3-1389c67c5103" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.424022] env[70398]: DEBUG oslo_concurrency.lockutils [req-ba6580bb-a9b0-4e58-b88f-9e0bf07430c6 req-1b10533b-3107-4813-bc9c-df2bc7f88d3c service nova] Acquired lock "refresh_cache-b0740737-d21d-4b1e-8dc3-1389c67c5103" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.424252] env[70398]: DEBUG nova.network.neutron [req-ba6580bb-a9b0-4e58-b88f-9e0bf07430c6 req-1b10533b-3107-4813-bc9c-df2bc7f88d3c service nova] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Refreshing network info cache for port 1f11f434-e67d-447d-bbfe-35509705048d {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1094.426067] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b0ed91-8667-4ff4-9973-f47ec859307d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.445191] env[70398]: DEBUG nova.virt.hardware [None req-2888e265-6268-4808-8092-de43bb09ae44 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1094.445446] env[70398]: DEBUG nova.virt.hardware [None req-2888e265-6268-4808-8092-de43bb09ae44 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1094.445635] env[70398]: DEBUG nova.virt.hardware [None req-2888e265-6268-4808-8092-de43bb09ae44 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1094.445827] env[70398]: DEBUG nova.virt.hardware [None req-2888e265-6268-4808-8092-de43bb09ae44 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1094.445977] env[70398]: DEBUG nova.virt.hardware [None req-2888e265-6268-4808-8092-de43bb09ae44 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1094.446143] env[70398]: DEBUG nova.virt.hardware [None req-2888e265-6268-4808-8092-de43bb09ae44 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1094.446383] env[70398]: DEBUG nova.virt.hardware [None req-2888e265-6268-4808-8092-de43bb09ae44 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1094.446539] env[70398]: DEBUG nova.virt.hardware [None req-2888e265-6268-4808-8092-de43bb09ae44 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1094.446707] env[70398]: DEBUG nova.virt.hardware [None req-2888e265-6268-4808-8092-de43bb09ae44 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1094.446871] env[70398]: DEBUG nova.virt.hardware [None req-2888e265-6268-4808-8092-de43bb09ae44 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1094.447189] env[70398]: DEBUG nova.virt.hardware [None req-2888e265-6268-4808-8092-de43bb09ae44 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1094.453832] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2888e265-6268-4808-8092-de43bb09ae44 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Reconfiguring VM to attach interface {{(pid=70398) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1094.454874] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4bee136-4797-40a5-b7c2-19ea893d4d6f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.480032] env[70398]: DEBUG oslo_vmware.api [None req-2888e265-6268-4808-8092-de43bb09ae44 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for the task: (returnval){ [ 1094.480032] env[70398]: value = "task-3444970" [ 1094.480032] env[70398]: _type = "Task" [ 1094.480032] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.489735] env[70398]: DEBUG oslo_vmware.api [None req-2888e265-6268-4808-8092-de43bb09ae44 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444970, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.724851] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a9a98d11-9b34-4450-9154-b865065a4862 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "faac5a83-27c0-4d87-bbf8-d625174e41ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.966s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.860981] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5fc64a-2692-49e5-9bfb-d70f8e596caf {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.872423] env[70398]: DEBUG oslo_vmware.api [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444969, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074947} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.873567] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db80516d-03a2-4e97-a0e2-4b92507aadae {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.879160] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1094.880019] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415e619b-9f4e-467d-921b-6676975a591c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.903978] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 86949d6d-c0cb-463a-ba2c-d73651525784/86949d6d-c0cb-463a-ba2c-d73651525784.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.931225] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5917fe6c-9ac5-4355-8758-a35d2335031c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.949610] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b636a3a8-401b-47cb-a682-eea79d753ff5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.961127] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25c7d17-8162-41b7-914e-de8a5f07464f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.966586] env[70398]: DEBUG oslo_vmware.api [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1094.966586] env[70398]: value = "task-3444971" [ 1094.966586] env[70398]: _type = "Task" [ 1094.966586] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.978805] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a0b5cd11-08a6-4083-9890-91358e0d2340 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Acquiring lock "aca03be1-1cf7-4b4f-b324-b4201034a770" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.979102] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a0b5cd11-08a6-4083-9890-91358e0d2340 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Lock "aca03be1-1cf7-4b4f-b324-b4201034a770" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.979347] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a0b5cd11-08a6-4083-9890-91358e0d2340 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Acquiring lock "aca03be1-1cf7-4b4f-b324-b4201034a770-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.979555] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a0b5cd11-08a6-4083-9890-91358e0d2340 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Lock "aca03be1-1cf7-4b4f-b324-b4201034a770-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.979725] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a0b5cd11-08a6-4083-9890-91358e0d2340 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Lock "aca03be1-1cf7-4b4f-b324-b4201034a770-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.981769] env[70398]: DEBUG nova.compute.provider_tree [None req-fbcb539d-192f-4cf6-8627-97da8ff89036 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.983426] env[70398]: INFO nova.compute.manager [None req-a0b5cd11-08a6-4083-9890-91358e0d2340 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Terminating instance [ 1094.993790] env[70398]: DEBUG oslo_vmware.api [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.001501] env[70398]: DEBUG oslo_vmware.api [None req-2888e265-6268-4808-8092-de43bb09ae44 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444970, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.184317] env[70398]: DEBUG nova.network.neutron [req-ba6580bb-a9b0-4e58-b88f-9e0bf07430c6 req-1b10533b-3107-4813-bc9c-df2bc7f88d3c service nova] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Updated VIF entry in instance network info cache for port 1f11f434-e67d-447d-bbfe-35509705048d. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1095.184883] env[70398]: DEBUG nova.network.neutron [req-ba6580bb-a9b0-4e58-b88f-9e0bf07430c6 req-1b10533b-3107-4813-bc9c-df2bc7f88d3c service nova] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Updating instance_info_cache with network_info: [{"id": "a7c89afc-7d8e-47f9-85d5-c4b94582abd6", "address": "fa:16:3e:57:50:93", "network": {"id": "31f6f749-f4c7-4b9c-80b1-dde5df2664ef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-724749608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a133a7276464e628849ffaa016597bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7c89afc-7d", "ovs_interfaceid": "a7c89afc-7d8e-47f9-85d5-c4b94582abd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1f11f434-e67d-447d-bbfe-35509705048d", "address": "fa:16:3e:01:9e:a5", "network": {"id": "31f6f749-f4c7-4b9c-80b1-dde5df2664ef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-724749608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a133a7276464e628849ffaa016597bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f11f434-e6", "ovs_interfaceid": "1f11f434-e67d-447d-bbfe-35509705048d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.478350] env[70398]: DEBUG oslo_vmware.api [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.486636] env[70398]: DEBUG nova.scheduler.client.report [None req-fbcb539d-192f-4cf6-8627-97da8ff89036 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.494894] env[70398]: DEBUG nova.compute.manager [None req-a0b5cd11-08a6-4083-9890-91358e0d2340 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1095.495153] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b5cd11-08a6-4083-9890-91358e0d2340 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1095.495984] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71f695d-67e5-40cb-97ea-d99ca08eae1f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.504676] env[70398]: DEBUG oslo_vmware.api [None req-2888e265-6268-4808-8092-de43bb09ae44 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444970, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.511048] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0b5cd11-08a6-4083-9890-91358e0d2340 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.511323] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69a28e15-2f32-4a54-8a0a-dc477b471a28 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.519242] env[70398]: DEBUG oslo_vmware.api [None req-a0b5cd11-08a6-4083-9890-91358e0d2340 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Waiting for the task: (returnval){ [ 1095.519242] env[70398]: value = "task-3444972" [ 1095.519242] env[70398]: _type = "Task" [ 1095.519242] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.528209] env[70398]: DEBUG oslo_vmware.api [None req-a0b5cd11-08a6-4083-9890-91358e0d2340 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.689992] env[70398]: DEBUG oslo_concurrency.lockutils [req-ba6580bb-a9b0-4e58-b88f-9e0bf07430c6 req-1b10533b-3107-4813-bc9c-df2bc7f88d3c service nova] Releasing lock "refresh_cache-b0740737-d21d-4b1e-8dc3-1389c67c5103" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.693474] env[70398]: DEBUG oslo_vmware.rw_handles [None req-d5f704cc-8283-412d-bb97-ba6ce65ee72a tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52665c30-88ac-52ac-d09e-52050150aca2/disk-0.vmdk. {{(pid=70398) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1095.694352] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9620b5-d7ee-4420-89fd-feca69d5b8f1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.701979] env[70398]: DEBUG oslo_vmware.rw_handles [None req-d5f704cc-8283-412d-bb97-ba6ce65ee72a tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52665c30-88ac-52ac-d09e-52050150aca2/disk-0.vmdk is in state: ready. {{(pid=70398) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1095.702175] env[70398]: ERROR oslo_vmware.rw_handles [None req-d5f704cc-8283-412d-bb97-ba6ce65ee72a tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52665c30-88ac-52ac-d09e-52050150aca2/disk-0.vmdk due to incomplete transfer. [ 1095.702405] env[70398]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cbc9b50b-8df7-4621-b427-6d8485e06830 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.711149] env[70398]: DEBUG oslo_vmware.rw_handles [None req-d5f704cc-8283-412d-bb97-ba6ce65ee72a tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52665c30-88ac-52ac-d09e-52050150aca2/disk-0.vmdk. {{(pid=70398) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1095.711354] env[70398]: DEBUG nova.virt.vmwareapi.images [None req-d5f704cc-8283-412d-bb97-ba6ce65ee72a tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Uploaded image 6ab71d58-57f3-4175-ae4b-1dd102f35219 to the Glance image server {{(pid=70398) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1095.713848] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f704cc-8283-412d-bb97-ba6ce65ee72a tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Destroying the VM {{(pid=70398) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1095.714101] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-58978982-450f-40ea-aaa8-dd8ba3e84d99 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.721431] env[70398]: DEBUG oslo_vmware.api [None req-d5f704cc-8283-412d-bb97-ba6ce65ee72a tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Waiting for the task: (returnval){ [ 1095.721431] env[70398]: value = "task-3444973" [ 1095.721431] env[70398]: _type = "Task" [ 1095.721431] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.729977] env[70398]: DEBUG oslo_vmware.api [None req-d5f704cc-8283-412d-bb97-ba6ce65ee72a tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Task: {'id': task-3444973, 'name': Destroy_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.894051] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "d7f61d66-e15f-41e0-b1ed-d207bb183660" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.894051] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "d7f61d66-e15f-41e0-b1ed-d207bb183660" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.978786] env[70398]: DEBUG oslo_vmware.api [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444971, 'name': ReconfigVM_Task, 'duration_secs': 0.633347} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.979175] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 86949d6d-c0cb-463a-ba2c-d73651525784/86949d6d-c0cb-463a-ba2c-d73651525784.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1095.980050] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f364dcfd-6e8c-414e-ae7c-2663ff876030 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.990342] env[70398]: DEBUG oslo_vmware.api [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1095.990342] env[70398]: value = "task-3444974" [ 1095.990342] env[70398]: _type = "Task" [ 1095.990342] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.997386] env[70398]: DEBUG oslo_concurrency.lockutils [None req-fbcb539d-192f-4cf6-8627-97da8ff89036 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.877s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.999399] env[70398]: DEBUG oslo_vmware.api [None req-2888e265-6268-4808-8092-de43bb09ae44 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444970, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.005163] env[70398]: DEBUG oslo_vmware.api [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444974, 'name': Rename_Task} progress is 10%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.020159] env[70398]: INFO nova.scheduler.client.report [None req-fbcb539d-192f-4cf6-8627-97da8ff89036 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Deleted allocations for instance 818c145a-7eaf-45df-b433-76a4afe63598 [ 1096.035997] env[70398]: DEBUG oslo_vmware.api [None req-a0b5cd11-08a6-4083-9890-91358e0d2340 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444972, 'name': PowerOffVM_Task} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.036586] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0b5cd11-08a6-4083-9890-91358e0d2340 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.036787] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b5cd11-08a6-4083-9890-91358e0d2340 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.037071] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e05f5d52-92c5-475c-b4fd-b96bb9bddbae {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.119746] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b5cd11-08a6-4083-9890-91358e0d2340 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.120123] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b5cd11-08a6-4083-9890-91358e0d2340 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.120419] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0b5cd11-08a6-4083-9890-91358e0d2340 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Deleting the datastore file [datastore1] aca03be1-1cf7-4b4f-b324-b4201034a770 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.120782] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49f12625-fe93-4b39-9c46-86a42d4a9fa0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.130220] env[70398]: DEBUG oslo_vmware.api [None req-a0b5cd11-08a6-4083-9890-91358e0d2340 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Waiting for the task: (returnval){ [ 1096.130220] env[70398]: value = "task-3444976" [ 1096.130220] env[70398]: _type = "Task" [ 1096.130220] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.139516] env[70398]: DEBUG oslo_vmware.api [None req-a0b5cd11-08a6-4083-9890-91358e0d2340 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444976, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.232432] env[70398]: DEBUG oslo_vmware.api [None req-d5f704cc-8283-412d-bb97-ba6ce65ee72a tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Task: {'id': task-3444973, 'name': Destroy_Task} progress is 33%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.395906] env[70398]: DEBUG nova.compute.manager [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: d7f61d66-e15f-41e0-b1ed-d207bb183660] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1096.498285] env[70398]: DEBUG oslo_vmware.api [None req-2888e265-6268-4808-8092-de43bb09ae44 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444970, 'name': ReconfigVM_Task, 'duration_secs': 1.755898} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.499201] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2888e265-6268-4808-8092-de43bb09ae44 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Releasing lock "b0740737-d21d-4b1e-8dc3-1389c67c5103" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.499435] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2888e265-6268-4808-8092-de43bb09ae44 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Reconfigured VM to attach interface {{(pid=70398) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1096.504871] env[70398]: DEBUG oslo_vmware.api [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444974, 'name': Rename_Task, 'duration_secs': 0.233414} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.505506] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1096.505760] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71d62d48-dc43-4fe9-ba31-3bd84fe35440 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.512523] env[70398]: DEBUG oslo_vmware.api [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1096.512523] env[70398]: value = "task-3444977" [ 1096.512523] env[70398]: _type = "Task" [ 1096.512523] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.523365] env[70398]: DEBUG oslo_vmware.api [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444977, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.527344] env[70398]: DEBUG oslo_concurrency.lockutils [None req-fbcb539d-192f-4cf6-8627-97da8ff89036 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "818c145a-7eaf-45df-b433-76a4afe63598" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.306s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.641551] env[70398]: DEBUG oslo_vmware.api [None req-a0b5cd11-08a6-4083-9890-91358e0d2340 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Task: {'id': task-3444976, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235325} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.641778] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0b5cd11-08a6-4083-9890-91358e0d2340 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1096.642033] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b5cd11-08a6-4083-9890-91358e0d2340 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1096.642186] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b5cd11-08a6-4083-9890-91358e0d2340 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1096.642364] env[70398]: INFO nova.compute.manager [None req-a0b5cd11-08a6-4083-9890-91358e0d2340 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1096.642599] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0b5cd11-08a6-4083-9890-91358e0d2340 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.642790] env[70398]: DEBUG nova.compute.manager [-] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1096.642882] env[70398]: DEBUG nova.network.neutron [-] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1096.736693] env[70398]: DEBUG oslo_vmware.api [None req-d5f704cc-8283-412d-bb97-ba6ce65ee72a tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Task: {'id': task-3444973, 'name': Destroy_Task, 'duration_secs': 0.66262} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.737178] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-d5f704cc-8283-412d-bb97-ba6ce65ee72a tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Destroyed the VM [ 1096.737612] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f704cc-8283-412d-bb97-ba6ce65ee72a tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Deleting Snapshot of the VM instance {{(pid=70398) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1096.738033] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e57425da-cc48-4d4c-b9dd-328f097618f2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.747822] env[70398]: DEBUG oslo_vmware.api [None req-d5f704cc-8283-412d-bb97-ba6ce65ee72a tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Waiting for the task: (returnval){ [ 1096.747822] env[70398]: value = "task-3444978" [ 1096.747822] env[70398]: _type = "Task" [ 1096.747822] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.762097] env[70398]: DEBUG oslo_vmware.api [None req-d5f704cc-8283-412d-bb97-ba6ce65ee72a tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Task: {'id': task-3444978, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.921473] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.921822] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.923570] env[70398]: INFO nova.compute.claims [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: d7f61d66-e15f-41e0-b1ed-d207bb183660] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1096.928536] env[70398]: DEBUG nova.compute.manager [req-092fc55d-5a8b-455c-8c2e-e70b52ffe0c1 req-7f790c23-e3fe-47a1-8447-1efa2cb5aaac service nova] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Received event network-vif-deleted-89d05ddf-ad9c-4611-b99e-0b6606af9685 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.929565] env[70398]: INFO nova.compute.manager [req-092fc55d-5a8b-455c-8c2e-e70b52ffe0c1 req-7f790c23-e3fe-47a1-8447-1efa2cb5aaac service nova] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Neutron deleted interface 89d05ddf-ad9c-4611-b99e-0b6606af9685; detaching it from the instance and deleting it from the info cache [ 1096.929946] env[70398]: DEBUG nova.network.neutron [req-092fc55d-5a8b-455c-8c2e-e70b52ffe0c1 req-7f790c23-e3fe-47a1-8447-1efa2cb5aaac service nova] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.006735] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2888e265-6268-4808-8092-de43bb09ae44 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "interface-b0740737-d21d-4b1e-8dc3-1389c67c5103-1f11f434-e67d-447d-bbfe-35509705048d" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.429s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.024570] env[70398]: DEBUG oslo_vmware.api [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444977, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.259174] env[70398]: DEBUG oslo_vmware.api [None req-d5f704cc-8283-412d-bb97-ba6ce65ee72a tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Task: {'id': task-3444978, 'name': RemoveSnapshot_Task} progress is 15%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.329291] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "f5219fb6-18e5-4c39-877f-13c869809339" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.329563] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "f5219fb6-18e5-4c39-877f-13c869809339" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.407457] env[70398]: DEBUG nova.network.neutron [-] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.431806] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b213cf3c-1e31-42f7-b20d-1fc26019d2bc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.442665] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291ca34b-4ef2-456c-8dcb-c627b791d978 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.479446] env[70398]: DEBUG nova.compute.manager [req-092fc55d-5a8b-455c-8c2e-e70b52ffe0c1 req-7f790c23-e3fe-47a1-8447-1efa2cb5aaac service nova] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Detach interface failed, port_id=89d05ddf-ad9c-4611-b99e-0b6606af9685, reason: Instance aca03be1-1cf7-4b4f-b324-b4201034a770 could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1097.524591] env[70398]: DEBUG oslo_vmware.api [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3444977, 'name': PowerOnVM_Task, 'duration_secs': 0.678499} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.524591] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1097.524591] env[70398]: INFO nova.compute.manager [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Took 8.89 seconds to spawn the instance on the hypervisor. [ 1097.524591] env[70398]: DEBUG nova.compute.manager [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1097.525257] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b74f7f-4605-4d64-b4f6-ac9321c80ab3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.759582] env[70398]: DEBUG oslo_vmware.api [None req-d5f704cc-8283-412d-bb97-ba6ce65ee72a tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Task: {'id': task-3444978, 'name': RemoveSnapshot_Task, 'duration_secs': 0.919246} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.759893] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f704cc-8283-412d-bb97-ba6ce65ee72a tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Deleted Snapshot of the VM instance {{(pid=70398) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1097.760177] env[70398]: INFO nova.compute.manager [None req-d5f704cc-8283-412d-bb97-ba6ce65ee72a tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Took 15.60 seconds to snapshot the instance on the hypervisor. [ 1097.831623] env[70398]: DEBUG nova.compute.manager [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: f5219fb6-18e5-4c39-877f-13c869809339] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1097.910038] env[70398]: INFO nova.compute.manager [-] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Took 1.27 seconds to deallocate network for instance. [ 1098.041647] env[70398]: INFO nova.compute.manager [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Took 13.79 seconds to build instance. [ 1098.115606] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb343d9a-1f96-48d2-b4a6-661789d6eb65 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.124488] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0b65ac-1a45-4ec8-b806-e24d55b3c18d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.157193] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd7620e-49ce-4b44-9b9d-98a0d1cf65d9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.164065] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14fa9489-b9a4-42b7-abf5-17a1256e12fa {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.178176] env[70398]: DEBUG nova.compute.provider_tree [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.291433] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d1d28edc-168a-4c6f-96a9-ccb3b54b8937 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "interface-b0740737-d21d-4b1e-8dc3-1389c67c5103-1f11f434-e67d-447d-bbfe-35509705048d" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.292194] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d1d28edc-168a-4c6f-96a9-ccb3b54b8937 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "interface-b0740737-d21d-4b1e-8dc3-1389c67c5103-1f11f434-e67d-447d-bbfe-35509705048d" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.351523] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.416537] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a0b5cd11-08a6-4083-9890-91358e0d2340 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.546223] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f28b7e72-e5d8-4ac3-ac17-b6e0a67153eb tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Lock "86949d6d-c0cb-463a-ba2c-d73651525784" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.309s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.681984] env[70398]: DEBUG nova.scheduler.client.report [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.795229] env[70398]: DEBUG nova.compute.manager [req-b851ecbc-d5f2-462d-b5a2-098922da1f38 req-28fb8003-8e1b-4d52-ae26-e0cc34c6e41b service nova] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Received event network-changed-fd8a1468-3390-40c9-a01b-36203fcaeb74 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.795454] env[70398]: DEBUG nova.compute.manager [req-b851ecbc-d5f2-462d-b5a2-098922da1f38 req-28fb8003-8e1b-4d52-ae26-e0cc34c6e41b service nova] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Refreshing instance network info cache due to event network-changed-fd8a1468-3390-40c9-a01b-36203fcaeb74. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1098.795670] env[70398]: DEBUG oslo_concurrency.lockutils [req-b851ecbc-d5f2-462d-b5a2-098922da1f38 req-28fb8003-8e1b-4d52-ae26-e0cc34c6e41b service nova] Acquiring lock "refresh_cache-86949d6d-c0cb-463a-ba2c-d73651525784" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.795813] env[70398]: DEBUG oslo_concurrency.lockutils [req-b851ecbc-d5f2-462d-b5a2-098922da1f38 req-28fb8003-8e1b-4d52-ae26-e0cc34c6e41b service nova] Acquired lock "refresh_cache-86949d6d-c0cb-463a-ba2c-d73651525784" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.795975] env[70398]: DEBUG nova.network.neutron [req-b851ecbc-d5f2-462d-b5a2-098922da1f38 req-28fb8003-8e1b-4d52-ae26-e0cc34c6e41b service nova] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Refreshing network info cache for port fd8a1468-3390-40c9-a01b-36203fcaeb74 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1098.799028] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d1d28edc-168a-4c6f-96a9-ccb3b54b8937 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "b0740737-d21d-4b1e-8dc3-1389c67c5103" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.799028] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d1d28edc-168a-4c6f-96a9-ccb3b54b8937 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquired lock "b0740737-d21d-4b1e-8dc3-1389c67c5103" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.799028] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dae79d3-c749-4c3e-a7e0-c3f5f80a45d6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.817750] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48abf0b0-a570-421e-b10a-1d302bd2dee1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.848547] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d28edc-168a-4c6f-96a9-ccb3b54b8937 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Reconfiguring VM to detach interface {{(pid=70398) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1098.848875] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3274e501-0f05-4918-b5c8-670b40fb6642 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.872883] env[70398]: DEBUG oslo_vmware.api [None req-d1d28edc-168a-4c6f-96a9-ccb3b54b8937 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for the task: (returnval){ [ 1098.872883] env[70398]: value = "task-3444979" [ 1098.872883] env[70398]: _type = "Task" [ 1098.872883] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.876292] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0dc82957-2df2-4c77-af25-ee7726b4706b tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Acquiring lock "83cffc69-3d35-4c86-aafa-dfccf72f1a02" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.876518] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0dc82957-2df2-4c77-af25-ee7726b4706b tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Lock "83cffc69-3d35-4c86-aafa-dfccf72f1a02" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.876718] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0dc82957-2df2-4c77-af25-ee7726b4706b tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Acquiring lock "83cffc69-3d35-4c86-aafa-dfccf72f1a02-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.876901] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0dc82957-2df2-4c77-af25-ee7726b4706b tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Lock "83cffc69-3d35-4c86-aafa-dfccf72f1a02-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.877084] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0dc82957-2df2-4c77-af25-ee7726b4706b tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Lock "83cffc69-3d35-4c86-aafa-dfccf72f1a02-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.880258] env[70398]: INFO nova.compute.manager [None req-0dc82957-2df2-4c77-af25-ee7726b4706b tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Terminating instance [ 1098.889270] env[70398]: DEBUG oslo_vmware.api [None req-d1d28edc-168a-4c6f-96a9-ccb3b54b8937 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444979, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.187027] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.265s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.187602] env[70398]: DEBUG nova.compute.manager [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: d7f61d66-e15f-41e0-b1ed-d207bb183660] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1099.190326] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.839s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.191734] env[70398]: INFO nova.compute.claims [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: f5219fb6-18e5-4c39-877f-13c869809339] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1099.385094] env[70398]: DEBUG nova.compute.manager [None req-0dc82957-2df2-4c77-af25-ee7726b4706b tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1099.385094] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc82957-2df2-4c77-af25-ee7726b4706b tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1099.385094] env[70398]: DEBUG oslo_vmware.api [None req-d1d28edc-168a-4c6f-96a9-ccb3b54b8937 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444979, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.385518] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f7cc56-35c8-4f59-a4c3-21d9f85e2965 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.392661] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dc82957-2df2-4c77-af25-ee7726b4706b tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.392943] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36a3bbf6-6b8b-47ca-9714-20c7c7fd421d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.400037] env[70398]: DEBUG oslo_vmware.api [None req-0dc82957-2df2-4c77-af25-ee7726b4706b tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Waiting for the task: (returnval){ [ 1099.400037] env[70398]: value = "task-3444980" [ 1099.400037] env[70398]: _type = "Task" [ 1099.400037] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.407661] env[70398]: DEBUG oslo_vmware.api [None req-0dc82957-2df2-4c77-af25-ee7726b4706b tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Task: {'id': task-3444980, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.507574] env[70398]: DEBUG nova.network.neutron [req-b851ecbc-d5f2-462d-b5a2-098922da1f38 req-28fb8003-8e1b-4d52-ae26-e0cc34c6e41b service nova] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Updated VIF entry in instance network info cache for port fd8a1468-3390-40c9-a01b-36203fcaeb74. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1099.508075] env[70398]: DEBUG nova.network.neutron [req-b851ecbc-d5f2-462d-b5a2-098922da1f38 req-28fb8003-8e1b-4d52-ae26-e0cc34c6e41b service nova] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Updating instance_info_cache with network_info: [{"id": "fd8a1468-3390-40c9-a01b-36203fcaeb74", "address": "fa:16:3e:cc:86:23", "network": {"id": "251a0f47-392b-4930-8b99-f9f9dfafb9ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-821868300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0849f3588c1240728ee1222a4891fd48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd8a1468-33", "ovs_interfaceid": "fd8a1468-3390-40c9-a01b-36203fcaeb74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.697577] env[70398]: DEBUG nova.compute.utils [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1099.701289] env[70398]: DEBUG nova.compute.manager [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: d7f61d66-e15f-41e0-b1ed-d207bb183660] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1099.701511] env[70398]: DEBUG nova.network.neutron [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: d7f61d66-e15f-41e0-b1ed-d207bb183660] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1099.740379] env[70398]: DEBUG nova.policy [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5c72830bbde48d8b8e75d6de56e8f99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0aa75948ff4043d48fb3f00087ada961', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 1099.884673] env[70398]: DEBUG oslo_vmware.api [None req-d1d28edc-168a-4c6f-96a9-ccb3b54b8937 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444979, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.910507] env[70398]: DEBUG oslo_vmware.api [None req-0dc82957-2df2-4c77-af25-ee7726b4706b tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Task: {'id': task-3444980, 'name': PowerOffVM_Task, 'duration_secs': 0.186277} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.910507] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dc82957-2df2-4c77-af25-ee7726b4706b tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.910829] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc82957-2df2-4c77-af25-ee7726b4706b tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1099.911204] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ee398c5-8e64-4ebb-b5e0-b14b5341e523 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.979022] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc82957-2df2-4c77-af25-ee7726b4706b tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1099.979022] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc82957-2df2-4c77-af25-ee7726b4706b tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1099.979022] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dc82957-2df2-4c77-af25-ee7726b4706b tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Deleting the datastore file [datastore2] 83cffc69-3d35-4c86-aafa-dfccf72f1a02 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.979022] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58eaab98-c01f-418e-9262-a0037d9d8f0b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.990041] env[70398]: DEBUG oslo_vmware.api [None req-0dc82957-2df2-4c77-af25-ee7726b4706b tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Waiting for the task: (returnval){ [ 1099.990041] env[70398]: value = "task-3444982" [ 1099.990041] env[70398]: _type = "Task" [ 1099.990041] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.998948] env[70398]: DEBUG oslo_vmware.api [None req-0dc82957-2df2-4c77-af25-ee7726b4706b tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Task: {'id': task-3444982, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.013423] env[70398]: DEBUG oslo_concurrency.lockutils [req-b851ecbc-d5f2-462d-b5a2-098922da1f38 req-28fb8003-8e1b-4d52-ae26-e0cc34c6e41b service nova] Releasing lock "refresh_cache-86949d6d-c0cb-463a-ba2c-d73651525784" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.023849] env[70398]: DEBUG nova.network.neutron [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: d7f61d66-e15f-41e0-b1ed-d207bb183660] Successfully created port: 24058875-e831-49fc-b49e-48d4e40c2d8d {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1100.201999] env[70398]: DEBUG nova.compute.manager [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: d7f61d66-e15f-41e0-b1ed-d207bb183660] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1100.386972] env[70398]: DEBUG oslo_vmware.api [None req-d1d28edc-168a-4c6f-96a9-ccb3b54b8937 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444979, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.401108] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f91588-883f-470a-a1e8-2fcabf57a762 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.409192] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c86eea1-ef08-4d38-8fc2-e703c377af6c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.440906] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55795cfe-89c0-4cc9-a362-67413c069c7f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.449344] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb19ae7-80a9-459d-b370-eb30dc175c8e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.465244] env[70398]: DEBUG nova.compute.provider_tree [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.497898] env[70398]: DEBUG oslo_vmware.api [None req-0dc82957-2df2-4c77-af25-ee7726b4706b tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Task: {'id': task-3444982, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141244} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.498176] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dc82957-2df2-4c77-af25-ee7726b4706b tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1100.498363] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc82957-2df2-4c77-af25-ee7726b4706b tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1100.498538] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc82957-2df2-4c77-af25-ee7726b4706b tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1100.498710] env[70398]: INFO nova.compute.manager [None req-0dc82957-2df2-4c77-af25-ee7726b4706b tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1100.498946] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0dc82957-2df2-4c77-af25-ee7726b4706b tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.499169] env[70398]: DEBUG nova.compute.manager [-] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1100.499272] env[70398]: DEBUG nova.network.neutron [-] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1100.822722] env[70398]: DEBUG nova.compute.manager [req-2085ca6a-91a2-4d42-b49e-2dc92bdef41d req-d934ea1e-3231-48a7-b3b4-aee2c9e11ca2 service nova] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Received event network-vif-deleted-9875fdae-5382-4e2f-9dd1-6896b0efa827 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.822905] env[70398]: INFO nova.compute.manager [req-2085ca6a-91a2-4d42-b49e-2dc92bdef41d req-d934ea1e-3231-48a7-b3b4-aee2c9e11ca2 service nova] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Neutron deleted interface 9875fdae-5382-4e2f-9dd1-6896b0efa827; detaching it from the instance and deleting it from the info cache [ 1100.823145] env[70398]: DEBUG nova.network.neutron [req-2085ca6a-91a2-4d42-b49e-2dc92bdef41d req-d934ea1e-3231-48a7-b3b4-aee2c9e11ca2 service nova] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.889095] env[70398]: DEBUG oslo_vmware.api [None req-d1d28edc-168a-4c6f-96a9-ccb3b54b8937 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444979, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.968171] env[70398]: DEBUG nova.scheduler.client.report [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.214152] env[70398]: DEBUG nova.compute.manager [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: d7f61d66-e15f-41e0-b1ed-d207bb183660] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1101.216318] env[70398]: DEBUG nova.network.neutron [-] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.245720] env[70398]: DEBUG nova.virt.hardware [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1101.245966] env[70398]: DEBUG nova.virt.hardware [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1101.246137] env[70398]: DEBUG nova.virt.hardware [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1101.246321] env[70398]: DEBUG nova.virt.hardware [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1101.246469] env[70398]: DEBUG nova.virt.hardware [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1101.246615] env[70398]: DEBUG nova.virt.hardware [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1101.246823] env[70398]: DEBUG nova.virt.hardware [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1101.246984] env[70398]: DEBUG nova.virt.hardware [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1101.247227] env[70398]: DEBUG nova.virt.hardware [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1101.247430] env[70398]: DEBUG nova.virt.hardware [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1101.247614] env[70398]: DEBUG nova.virt.hardware [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1101.248483] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55337b30-c0a1-481f-8831-8ca52e5bb643 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.257237] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef6c367-0280-4b46-b04a-4af3008ea5c6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.326143] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-44c47fdf-4e43-4d66-b959-575962f05346 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.338614] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e651eb-d2e2-4f78-80d5-0d37d91454d0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.374162] env[70398]: DEBUG nova.compute.manager [req-2085ca6a-91a2-4d42-b49e-2dc92bdef41d req-d934ea1e-3231-48a7-b3b4-aee2c9e11ca2 service nova] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Detach interface failed, port_id=9875fdae-5382-4e2f-9dd1-6896b0efa827, reason: Instance 83cffc69-3d35-4c86-aafa-dfccf72f1a02 could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1101.388046] env[70398]: DEBUG oslo_vmware.api [None req-d1d28edc-168a-4c6f-96a9-ccb3b54b8937 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444979, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.409424] env[70398]: DEBUG nova.compute.manager [req-b02db760-be50-4271-9891-931e99406415 req-d91d70da-37a7-46b6-8e23-d66166402acb service nova] [instance: d7f61d66-e15f-41e0-b1ed-d207bb183660] Received event network-vif-plugged-24058875-e831-49fc-b49e-48d4e40c2d8d {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.410192] env[70398]: DEBUG oslo_concurrency.lockutils [req-b02db760-be50-4271-9891-931e99406415 req-d91d70da-37a7-46b6-8e23-d66166402acb service nova] Acquiring lock "d7f61d66-e15f-41e0-b1ed-d207bb183660-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.410192] env[70398]: DEBUG oslo_concurrency.lockutils [req-b02db760-be50-4271-9891-931e99406415 req-d91d70da-37a7-46b6-8e23-d66166402acb service nova] Lock "d7f61d66-e15f-41e0-b1ed-d207bb183660-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.410192] env[70398]: DEBUG oslo_concurrency.lockutils [req-b02db760-be50-4271-9891-931e99406415 req-d91d70da-37a7-46b6-8e23-d66166402acb service nova] Lock "d7f61d66-e15f-41e0-b1ed-d207bb183660-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.410513] env[70398]: DEBUG nova.compute.manager [req-b02db760-be50-4271-9891-931e99406415 req-d91d70da-37a7-46b6-8e23-d66166402acb service nova] [instance: d7f61d66-e15f-41e0-b1ed-d207bb183660] No waiting events found dispatching network-vif-plugged-24058875-e831-49fc-b49e-48d4e40c2d8d {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1101.410759] env[70398]: WARNING nova.compute.manager [req-b02db760-be50-4271-9891-931e99406415 req-d91d70da-37a7-46b6-8e23-d66166402acb service nova] [instance: d7f61d66-e15f-41e0-b1ed-d207bb183660] Received unexpected event network-vif-plugged-24058875-e831-49fc-b49e-48d4e40c2d8d for instance with vm_state building and task_state spawning. [ 1101.473206] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.283s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.473760] env[70398]: DEBUG nova.compute.manager [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: f5219fb6-18e5-4c39-877f-13c869809339] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1101.476753] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a0b5cd11-08a6-4083-9890-91358e0d2340 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.060s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.476950] env[70398]: DEBUG nova.objects.instance [None req-a0b5cd11-08a6-4083-9890-91358e0d2340 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Lazy-loading 'resources' on Instance uuid aca03be1-1cf7-4b4f-b324-b4201034a770 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.500576] env[70398]: DEBUG nova.network.neutron [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: d7f61d66-e15f-41e0-b1ed-d207bb183660] Successfully updated port: 24058875-e831-49fc-b49e-48d4e40c2d8d {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1101.577291] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4184bc21-d1b3-4b32-bf3b-77dfce5acb1b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Acquiring lock "f27f1700-d064-471f-af8e-924a38b74193" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.577498] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4184bc21-d1b3-4b32-bf3b-77dfce5acb1b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lock "f27f1700-d064-471f-af8e-924a38b74193" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.718841] env[70398]: INFO nova.compute.manager [-] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Took 1.22 seconds to deallocate network for instance. [ 1101.889088] env[70398]: DEBUG oslo_vmware.api [None req-d1d28edc-168a-4c6f-96a9-ccb3b54b8937 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444979, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.981285] env[70398]: DEBUG nova.compute.utils [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1101.985501] env[70398]: DEBUG nova.compute.manager [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: f5219fb6-18e5-4c39-877f-13c869809339] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1101.985701] env[70398]: DEBUG nova.network.neutron [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: f5219fb6-18e5-4c39-877f-13c869809339] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1102.005696] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "refresh_cache-d7f61d66-e15f-41e0-b1ed-d207bb183660" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.005844] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquired lock "refresh_cache-d7f61d66-e15f-41e0-b1ed-d207bb183660" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.005987] env[70398]: DEBUG nova.network.neutron [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: d7f61d66-e15f-41e0-b1ed-d207bb183660] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.021971] env[70398]: DEBUG nova.policy [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62e5ce7aa2234177a32607d1fd893c87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e88af3408914ef28ede7e5550d18c9c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 1102.083626] env[70398]: DEBUG nova.compute.utils [None req-4184bc21-d1b3-4b32-bf3b-77dfce5acb1b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1102.195477] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6b4eda-0db5-4f09-b65e-70228eabea2a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.204510] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8df4ffe-83c0-4b75-8d72-2dcd1b7711bf {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.234959] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0dc82957-2df2-4c77-af25-ee7726b4706b tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.236252] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127cf5b2-2e13-475b-b632-4937d0f9bb68 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.244683] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1ec342-a8d5-43d5-a33d-f83bb06cd4bb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.260648] env[70398]: DEBUG nova.compute.provider_tree [None req-a0b5cd11-08a6-4083-9890-91358e0d2340 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.282061] env[70398]: DEBUG nova.network.neutron [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: f5219fb6-18e5-4c39-877f-13c869809339] Successfully created port: e4bb4de1-53ad-4370-bf28-e013911966d2 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1102.389825] env[70398]: DEBUG oslo_vmware.api [None req-d1d28edc-168a-4c6f-96a9-ccb3b54b8937 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444979, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.486791] env[70398]: DEBUG nova.compute.manager [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: f5219fb6-18e5-4c39-877f-13c869809339] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1102.538696] env[70398]: DEBUG nova.network.neutron [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: d7f61d66-e15f-41e0-b1ed-d207bb183660] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1102.586673] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4184bc21-d1b3-4b32-bf3b-77dfce5acb1b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lock "f27f1700-d064-471f-af8e-924a38b74193" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.653687] env[70398]: DEBUG nova.network.neutron [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: d7f61d66-e15f-41e0-b1ed-d207bb183660] Updating instance_info_cache with network_info: [{"id": "24058875-e831-49fc-b49e-48d4e40c2d8d", "address": "fa:16:3e:41:31:72", "network": {"id": "5fce51d3-5a5f-4e11-bf3d-26088d779119", "bridge": "br-int", "label": "tempest-ServersTestJSON-1230754090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aa75948ff4043d48fb3f00087ada961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24058875-e8", "ovs_interfaceid": "24058875-e831-49fc-b49e-48d4e40c2d8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.763944] env[70398]: DEBUG nova.scheduler.client.report [None req-a0b5cd11-08a6-4083-9890-91358e0d2340 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.890325] env[70398]: DEBUG oslo_vmware.api [None req-d1d28edc-168a-4c6f-96a9-ccb3b54b8937 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444979, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.156628] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Releasing lock "refresh_cache-d7f61d66-e15f-41e0-b1ed-d207bb183660" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.157216] env[70398]: DEBUG nova.compute.manager [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: d7f61d66-e15f-41e0-b1ed-d207bb183660] Instance network_info: |[{"id": "24058875-e831-49fc-b49e-48d4e40c2d8d", "address": "fa:16:3e:41:31:72", "network": {"id": "5fce51d3-5a5f-4e11-bf3d-26088d779119", "bridge": "br-int", "label": "tempest-ServersTestJSON-1230754090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aa75948ff4043d48fb3f00087ada961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24058875-e8", "ovs_interfaceid": "24058875-e831-49fc-b49e-48d4e40c2d8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1103.157917] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: d7f61d66-e15f-41e0-b1ed-d207bb183660] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:31:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4c8c8fd-baca-4e60-97dc-ff0418d63215', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24058875-e831-49fc-b49e-48d4e40c2d8d', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1103.167321] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.168598] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7f61d66-e15f-41e0-b1ed-d207bb183660] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1103.168598] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a95eb7e-aba9-4914-b713-7073d809f7d3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.189583] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1103.189583] env[70398]: value = "task-3444983" [ 1103.189583] env[70398]: _type = "Task" [ 1103.189583] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.198599] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444983, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.268511] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a0b5cd11-08a6-4083-9890-91358e0d2340 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.792s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.271105] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0dc82957-2df2-4c77-af25-ee7726b4706b tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.036s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.271495] env[70398]: DEBUG nova.objects.instance [None req-0dc82957-2df2-4c77-af25-ee7726b4706b tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Lazy-loading 'resources' on Instance uuid 83cffc69-3d35-4c86-aafa-dfccf72f1a02 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.291278] env[70398]: INFO nova.scheduler.client.report [None req-a0b5cd11-08a6-4083-9890-91358e0d2340 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Deleted allocations for instance aca03be1-1cf7-4b4f-b324-b4201034a770 [ 1103.390689] env[70398]: DEBUG oslo_vmware.api [None req-d1d28edc-168a-4c6f-96a9-ccb3b54b8937 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444979, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.434978] env[70398]: DEBUG nova.compute.manager [req-7fe5422c-1716-4d49-99b6-2ff55ee4af3d req-b5f9b669-a1b1-4052-8657-f43077029bda service nova] [instance: d7f61d66-e15f-41e0-b1ed-d207bb183660] Received event network-changed-24058875-e831-49fc-b49e-48d4e40c2d8d {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.435170] env[70398]: DEBUG nova.compute.manager [req-7fe5422c-1716-4d49-99b6-2ff55ee4af3d req-b5f9b669-a1b1-4052-8657-f43077029bda service nova] [instance: d7f61d66-e15f-41e0-b1ed-d207bb183660] Refreshing instance network info cache due to event network-changed-24058875-e831-49fc-b49e-48d4e40c2d8d. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1103.435388] env[70398]: DEBUG oslo_concurrency.lockutils [req-7fe5422c-1716-4d49-99b6-2ff55ee4af3d req-b5f9b669-a1b1-4052-8657-f43077029bda service nova] Acquiring lock "refresh_cache-d7f61d66-e15f-41e0-b1ed-d207bb183660" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.435538] env[70398]: DEBUG oslo_concurrency.lockutils [req-7fe5422c-1716-4d49-99b6-2ff55ee4af3d req-b5f9b669-a1b1-4052-8657-f43077029bda service nova] Acquired lock "refresh_cache-d7f61d66-e15f-41e0-b1ed-d207bb183660" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.435702] env[70398]: DEBUG nova.network.neutron [req-7fe5422c-1716-4d49-99b6-2ff55ee4af3d req-b5f9b669-a1b1-4052-8657-f43077029bda service nova] [instance: d7f61d66-e15f-41e0-b1ed-d207bb183660] Refreshing network info cache for port 24058875-e831-49fc-b49e-48d4e40c2d8d {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1103.496083] env[70398]: DEBUG nova.compute.manager [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: f5219fb6-18e5-4c39-877f-13c869809339] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1103.523965] env[70398]: DEBUG nova.virt.hardware [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1103.524265] env[70398]: DEBUG nova.virt.hardware [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1103.524424] env[70398]: DEBUG nova.virt.hardware [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.524611] env[70398]: DEBUG nova.virt.hardware [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1103.524975] env[70398]: DEBUG nova.virt.hardware [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.524975] env[70398]: DEBUG nova.virt.hardware [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1103.525122] env[70398]: DEBUG nova.virt.hardware [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1103.525333] env[70398]: DEBUG nova.virt.hardware [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1103.525565] env[70398]: DEBUG nova.virt.hardware [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1103.525761] env[70398]: DEBUG nova.virt.hardware [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1103.525798] env[70398]: DEBUG nova.virt.hardware [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1103.526631] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f35a0d-d016-42d0-b863-db9646eb1dfc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.536733] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb82abf-8678-4887-bcdc-557ea3cae8d3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.652199] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4184bc21-d1b3-4b32-bf3b-77dfce5acb1b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Acquiring lock "f27f1700-d064-471f-af8e-924a38b74193" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.652510] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4184bc21-d1b3-4b32-bf3b-77dfce5acb1b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lock "f27f1700-d064-471f-af8e-924a38b74193" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.652753] env[70398]: INFO nova.compute.manager [None req-4184bc21-d1b3-4b32-bf3b-77dfce5acb1b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Attaching volume 38ffb6d5-71f3-4389-8c0b-b6cb458e1734 to /dev/sdb [ 1103.684154] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bd5fc5-a96b-4788-9430-e77ecf20e0ef {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.694795] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81d971c-8ca9-426d-9c65-a5bbe5becd9c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.703555] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444983, 'name': CreateVM_Task, 'duration_secs': 0.330163} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.703806] env[70398]: DEBUG nova.network.neutron [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: f5219fb6-18e5-4c39-877f-13c869809339] Successfully updated port: e4bb4de1-53ad-4370-bf28-e013911966d2 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1103.704980] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7f61d66-e15f-41e0-b1ed-d207bb183660] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1103.706451] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.706451] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.706451] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.709713] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c87d51ff-4d09-4add-816d-56a3029c655a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.711558] env[70398]: DEBUG nova.virt.block_device [None req-4184bc21-d1b3-4b32-bf3b-77dfce5acb1b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Updating existing volume attachment record: e38edde5-bbb8-4f32-aa37-a80d43f01e7e {{(pid=70398) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1103.717509] env[70398]: DEBUG oslo_vmware.api [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1103.717509] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52b17bb5-a397-440c-2677-c792ae78b886" [ 1103.717509] env[70398]: _type = "Task" [ 1103.717509] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.726181] env[70398]: DEBUG oslo_vmware.api [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52b17bb5-a397-440c-2677-c792ae78b886, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.799975] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a0b5cd11-08a6-4083-9890-91358e0d2340 tempest-ServersNegativeTestJSON-2032783480 tempest-ServersNegativeTestJSON-2032783480-project-member] Lock "aca03be1-1cf7-4b4f-b324-b4201034a770" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.820s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.895479] env[70398]: DEBUG oslo_vmware.api [None req-d1d28edc-168a-4c6f-96a9-ccb3b54b8937 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444979, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.020619] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8b7c21-523b-4db5-b8f4-18ede997a416 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.032431] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f76006-fd04-437c-a185-666ac331e419 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.068046] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded87cc4-3601-4477-b329-46094de5128f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.076375] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc997721-a348-4f29-a56c-0e61c1dd35de {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.091302] env[70398]: DEBUG nova.compute.provider_tree [None req-0dc82957-2df2-4c77-af25-ee7726b4706b tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.157285] env[70398]: DEBUG nova.network.neutron [req-7fe5422c-1716-4d49-99b6-2ff55ee4af3d req-b5f9b669-a1b1-4052-8657-f43077029bda service nova] [instance: d7f61d66-e15f-41e0-b1ed-d207bb183660] Updated VIF entry in instance network info cache for port 24058875-e831-49fc-b49e-48d4e40c2d8d. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1104.157661] env[70398]: DEBUG nova.network.neutron [req-7fe5422c-1716-4d49-99b6-2ff55ee4af3d req-b5f9b669-a1b1-4052-8657-f43077029bda service nova] [instance: d7f61d66-e15f-41e0-b1ed-d207bb183660] Updating instance_info_cache with network_info: [{"id": "24058875-e831-49fc-b49e-48d4e40c2d8d", "address": "fa:16:3e:41:31:72", "network": {"id": "5fce51d3-5a5f-4e11-bf3d-26088d779119", "bridge": "br-int", "label": "tempest-ServersTestJSON-1230754090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aa75948ff4043d48fb3f00087ada961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24058875-e8", "ovs_interfaceid": "24058875-e831-49fc-b49e-48d4e40c2d8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.207018] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "refresh_cache-f5219fb6-18e5-4c39-877f-13c869809339" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.207206] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquired lock "refresh_cache-f5219fb6-18e5-4c39-877f-13c869809339" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.207378] env[70398]: DEBUG nova.network.neutron [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: f5219fb6-18e5-4c39-877f-13c869809339] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.229214] env[70398]: DEBUG oslo_vmware.api [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52b17bb5-a397-440c-2677-c792ae78b886, 'name': SearchDatastore_Task, 'duration_secs': 0.01103} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.230074] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.230074] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: d7f61d66-e15f-41e0-b1ed-d207bb183660] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1104.230074] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.230259] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.230332] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1104.230581] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-394b132c-8bea-416f-a0ce-14c98f282cfa {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.239450] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1104.239636] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1104.240384] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebcac8ef-2c06-4a93-8d9b-6e7b435794ab {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.245826] env[70398]: DEBUG oslo_vmware.api [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1104.245826] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52d522fb-2475-458b-b391-c52d094d8d3d" [ 1104.245826] env[70398]: _type = "Task" [ 1104.245826] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.253755] env[70398]: DEBUG oslo_vmware.api [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52d522fb-2475-458b-b391-c52d094d8d3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.392193] env[70398]: DEBUG oslo_vmware.api [None req-d1d28edc-168a-4c6f-96a9-ccb3b54b8937 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444979, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.594693] env[70398]: DEBUG nova.scheduler.client.report [None req-0dc82957-2df2-4c77-af25-ee7726b4706b tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.661019] env[70398]: DEBUG oslo_concurrency.lockutils [req-7fe5422c-1716-4d49-99b6-2ff55ee4af3d req-b5f9b669-a1b1-4052-8657-f43077029bda service nova] Releasing lock "refresh_cache-d7f61d66-e15f-41e0-b1ed-d207bb183660" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.738729] env[70398]: DEBUG nova.network.neutron [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: f5219fb6-18e5-4c39-877f-13c869809339] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1104.760389] env[70398]: DEBUG oslo_vmware.api [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52d522fb-2475-458b-b391-c52d094d8d3d, 'name': SearchDatastore_Task, 'duration_secs': 0.009547} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.761128] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15c35cbf-612a-4951-8a49-ed74523fca7a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.775022] env[70398]: DEBUG oslo_vmware.api [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1104.775022] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f062a0-53da-70b5-75f4-b622e1666382" [ 1104.775022] env[70398]: _type = "Task" [ 1104.775022] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.783257] env[70398]: DEBUG oslo_vmware.api [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f062a0-53da-70b5-75f4-b622e1666382, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.892533] env[70398]: DEBUG oslo_vmware.api [None req-d1d28edc-168a-4c6f-96a9-ccb3b54b8937 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3444979, 'name': ReconfigVM_Task, 'duration_secs': 5.766752} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.893493] env[70398]: DEBUG nova.network.neutron [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: f5219fb6-18e5-4c39-877f-13c869809339] Updating instance_info_cache with network_info: [{"id": "e4bb4de1-53ad-4370-bf28-e013911966d2", "address": "fa:16:3e:f8:fd:4c", "network": {"id": "3ad560cc-e571-4ecc-bbdf-6092f82ccd30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-904346330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e88af3408914ef28ede7e5550d18c9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4bb4de1-53", "ovs_interfaceid": "e4bb4de1-53ad-4370-bf28-e013911966d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.894792] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d1d28edc-168a-4c6f-96a9-ccb3b54b8937 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Releasing lock "b0740737-d21d-4b1e-8dc3-1389c67c5103" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.895032] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d28edc-168a-4c6f-96a9-ccb3b54b8937 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Reconfigured VM to detach interface {{(pid=70398) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1105.099945] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0dc82957-2df2-4c77-af25-ee7726b4706b tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.829s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.126601] env[70398]: INFO nova.scheduler.client.report [None req-0dc82957-2df2-4c77-af25-ee7726b4706b tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Deleted allocations for instance 83cffc69-3d35-4c86-aafa-dfccf72f1a02 [ 1105.287022] env[70398]: DEBUG oslo_vmware.api [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f062a0-53da-70b5-75f4-b622e1666382, 'name': SearchDatastore_Task, 'duration_secs': 0.022209} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.287022] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.287022] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] d7f61d66-e15f-41e0-b1ed-d207bb183660/d7f61d66-e15f-41e0-b1ed-d207bb183660.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1105.287857] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bec562b4-9efc-4ff5-b53d-66dec12dd164 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.296627] env[70398]: DEBUG oslo_vmware.api [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1105.296627] env[70398]: value = "task-3444985" [ 1105.296627] env[70398]: _type = "Task" [ 1105.296627] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.305838] env[70398]: DEBUG oslo_vmware.api [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444985, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.399708] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Releasing lock "refresh_cache-f5219fb6-18e5-4c39-877f-13c869809339" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.399708] env[70398]: DEBUG nova.compute.manager [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: f5219fb6-18e5-4c39-877f-13c869809339] Instance network_info: |[{"id": "e4bb4de1-53ad-4370-bf28-e013911966d2", "address": "fa:16:3e:f8:fd:4c", "network": {"id": "3ad560cc-e571-4ecc-bbdf-6092f82ccd30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-904346330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e88af3408914ef28ede7e5550d18c9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4bb4de1-53", "ovs_interfaceid": "e4bb4de1-53ad-4370-bf28-e013911966d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1105.399921] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: f5219fb6-18e5-4c39-877f-13c869809339] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:fd:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46e1fc20-2067-4e1a-9812-702772a2c82c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4bb4de1-53ad-4370-bf28-e013911966d2', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1105.408181] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.408514] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5219fb6-18e5-4c39-877f-13c869809339] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1105.408801] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-448ba9d3-53a1-4300-9c35-7272a6ec42b6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.430085] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1105.430085] env[70398]: value = "task-3444986" [ 1105.430085] env[70398]: _type = "Task" [ 1105.430085] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.439132] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444986, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.474629] env[70398]: DEBUG nova.compute.manager [req-0110a5e0-55e2-417a-b34d-4a86193c57c5 req-3788fe99-a1af-4c16-8e4a-5f32867558a8 service nova] [instance: f5219fb6-18e5-4c39-877f-13c869809339] Received event network-vif-plugged-e4bb4de1-53ad-4370-bf28-e013911966d2 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.474763] env[70398]: DEBUG oslo_concurrency.lockutils [req-0110a5e0-55e2-417a-b34d-4a86193c57c5 req-3788fe99-a1af-4c16-8e4a-5f32867558a8 service nova] Acquiring lock "f5219fb6-18e5-4c39-877f-13c869809339-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.474982] env[70398]: DEBUG oslo_concurrency.lockutils [req-0110a5e0-55e2-417a-b34d-4a86193c57c5 req-3788fe99-a1af-4c16-8e4a-5f32867558a8 service nova] Lock "f5219fb6-18e5-4c39-877f-13c869809339-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.475525] env[70398]: DEBUG oslo_concurrency.lockutils [req-0110a5e0-55e2-417a-b34d-4a86193c57c5 req-3788fe99-a1af-4c16-8e4a-5f32867558a8 service nova] Lock "f5219fb6-18e5-4c39-877f-13c869809339-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.475821] env[70398]: DEBUG nova.compute.manager [req-0110a5e0-55e2-417a-b34d-4a86193c57c5 req-3788fe99-a1af-4c16-8e4a-5f32867558a8 service nova] [instance: f5219fb6-18e5-4c39-877f-13c869809339] No waiting events found dispatching network-vif-plugged-e4bb4de1-53ad-4370-bf28-e013911966d2 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1105.476112] env[70398]: WARNING nova.compute.manager [req-0110a5e0-55e2-417a-b34d-4a86193c57c5 req-3788fe99-a1af-4c16-8e4a-5f32867558a8 service nova] [instance: f5219fb6-18e5-4c39-877f-13c869809339] Received unexpected event network-vif-plugged-e4bb4de1-53ad-4370-bf28-e013911966d2 for instance with vm_state building and task_state spawning. [ 1105.476408] env[70398]: DEBUG nova.compute.manager [req-0110a5e0-55e2-417a-b34d-4a86193c57c5 req-3788fe99-a1af-4c16-8e4a-5f32867558a8 service nova] [instance: f5219fb6-18e5-4c39-877f-13c869809339] Received event network-changed-e4bb4de1-53ad-4370-bf28-e013911966d2 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.476627] env[70398]: DEBUG nova.compute.manager [req-0110a5e0-55e2-417a-b34d-4a86193c57c5 req-3788fe99-a1af-4c16-8e4a-5f32867558a8 service nova] [instance: f5219fb6-18e5-4c39-877f-13c869809339] Refreshing instance network info cache due to event network-changed-e4bb4de1-53ad-4370-bf28-e013911966d2. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1105.476881] env[70398]: DEBUG oslo_concurrency.lockutils [req-0110a5e0-55e2-417a-b34d-4a86193c57c5 req-3788fe99-a1af-4c16-8e4a-5f32867558a8 service nova] Acquiring lock "refresh_cache-f5219fb6-18e5-4c39-877f-13c869809339" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.477116] env[70398]: DEBUG oslo_concurrency.lockutils [req-0110a5e0-55e2-417a-b34d-4a86193c57c5 req-3788fe99-a1af-4c16-8e4a-5f32867558a8 service nova] Acquired lock "refresh_cache-f5219fb6-18e5-4c39-877f-13c869809339" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.477576] env[70398]: DEBUG nova.network.neutron [req-0110a5e0-55e2-417a-b34d-4a86193c57c5 req-3788fe99-a1af-4c16-8e4a-5f32867558a8 service nova] [instance: f5219fb6-18e5-4c39-877f-13c869809339] Refreshing network info cache for port e4bb4de1-53ad-4370-bf28-e013911966d2 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.634890] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0dc82957-2df2-4c77-af25-ee7726b4706b tempest-ImagesOneServerTestJSON-871619246 tempest-ImagesOneServerTestJSON-871619246-project-member] Lock "83cffc69-3d35-4c86-aafa-dfccf72f1a02" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.758s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.808319] env[70398]: DEBUG oslo_vmware.api [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444985, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442396} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.808719] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] d7f61d66-e15f-41e0-b1ed-d207bb183660/d7f61d66-e15f-41e0-b1ed-d207bb183660.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1105.808719] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: d7f61d66-e15f-41e0-b1ed-d207bb183660] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1105.808923] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5b256e4-a330-485e-af24-65351a144ef7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.818104] env[70398]: DEBUG oslo_vmware.api [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1105.818104] env[70398]: value = "task-3444987" [ 1105.818104] env[70398]: _type = "Task" [ 1105.818104] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.834175] env[70398]: DEBUG oslo_vmware.api [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444987, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.940545] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3444986, 'name': CreateVM_Task, 'duration_secs': 0.458782} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.940731] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5219fb6-18e5-4c39-877f-13c869809339] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1105.941441] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.941607] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.941914] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.942215] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-370e9b58-be94-4d34-bc10-f772e0800041 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.948022] env[70398]: DEBUG oslo_vmware.api [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 1105.948022] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5244773f-4d8e-d046-657b-306fcf74ef48" [ 1105.948022] env[70398]: _type = "Task" [ 1105.948022] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.956385] env[70398]: DEBUG oslo_vmware.api [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5244773f-4d8e-d046-657b-306fcf74ef48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.232953] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d1d28edc-168a-4c6f-96a9-ccb3b54b8937 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "refresh_cache-b0740737-d21d-4b1e-8dc3-1389c67c5103" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.233231] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d1d28edc-168a-4c6f-96a9-ccb3b54b8937 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquired lock "refresh_cache-b0740737-d21d-4b1e-8dc3-1389c67c5103" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.233480] env[70398]: DEBUG nova.network.neutron [None req-d1d28edc-168a-4c6f-96a9-ccb3b54b8937 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.242915] env[70398]: DEBUG nova.network.neutron [req-0110a5e0-55e2-417a-b34d-4a86193c57c5 req-3788fe99-a1af-4c16-8e4a-5f32867558a8 service nova] [instance: f5219fb6-18e5-4c39-877f-13c869809339] Updated VIF entry in instance network info cache for port e4bb4de1-53ad-4370-bf28-e013911966d2. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.243345] env[70398]: DEBUG nova.network.neutron [req-0110a5e0-55e2-417a-b34d-4a86193c57c5 req-3788fe99-a1af-4c16-8e4a-5f32867558a8 service nova] [instance: f5219fb6-18e5-4c39-877f-13c869809339] Updating instance_info_cache with network_info: [{"id": "e4bb4de1-53ad-4370-bf28-e013911966d2", "address": "fa:16:3e:f8:fd:4c", "network": {"id": "3ad560cc-e571-4ecc-bbdf-6092f82ccd30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-904346330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e88af3408914ef28ede7e5550d18c9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4bb4de1-53", "ovs_interfaceid": "e4bb4de1-53ad-4370-bf28-e013911966d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.332228] env[70398]: DEBUG oslo_vmware.api [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444987, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077743} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.333196] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: d7f61d66-e15f-41e0-b1ed-d207bb183660] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1106.334206] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51478b25-7112-4f92-bf8a-692480aba28b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.361018] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: d7f61d66-e15f-41e0-b1ed-d207bb183660] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] d7f61d66-e15f-41e0-b1ed-d207bb183660/d7f61d66-e15f-41e0-b1ed-d207bb183660.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.361573] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65139191-4bf3-4440-8fc8-c4e121fedaa6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.391497] env[70398]: DEBUG oslo_vmware.api [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1106.391497] env[70398]: value = "task-3444989" [ 1106.391497] env[70398]: _type = "Task" [ 1106.391497] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.401710] env[70398]: DEBUG oslo_vmware.api [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444989, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.462664] env[70398]: DEBUG oslo_vmware.api [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5244773f-4d8e-d046-657b-306fcf74ef48, 'name': SearchDatastore_Task, 'duration_secs': 0.019237} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.463991] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.463991] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: f5219fb6-18e5-4c39-877f-13c869809339] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1106.463991] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.463991] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.463991] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1106.464414] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95d105cc-7e7e-4bfc-bbaf-6d76c8156737 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.480029] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1106.480029] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1106.480029] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e47646cf-9c07-4122-9a17-fa9ae859ff26 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.486491] env[70398]: DEBUG oslo_vmware.api [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 1106.486491] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52624c2b-9002-0dde-58d3-e70e2eec73f4" [ 1106.486491] env[70398]: _type = "Task" [ 1106.486491] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.496615] env[70398]: DEBUG oslo_vmware.api [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52624c2b-9002-0dde-58d3-e70e2eec73f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.746745] env[70398]: DEBUG oslo_concurrency.lockutils [req-0110a5e0-55e2-417a-b34d-4a86193c57c5 req-3788fe99-a1af-4c16-8e4a-5f32867558a8 service nova] Releasing lock "refresh_cache-f5219fb6-18e5-4c39-877f-13c869809339" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.908442] env[70398]: DEBUG oslo_vmware.api [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.002205] env[70398]: DEBUG oslo_vmware.api [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52624c2b-9002-0dde-58d3-e70e2eec73f4, 'name': SearchDatastore_Task, 'duration_secs': 0.06163} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.002205] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f7dc43e-b15e-45c1-b554-669ee13a8887 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.008834] env[70398]: DEBUG oslo_vmware.api [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 1107.008834] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5292aac4-828c-8ad9-9b11-af100a711fca" [ 1107.008834] env[70398]: _type = "Task" [ 1107.008834] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.019495] env[70398]: DEBUG oslo_vmware.api [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5292aac4-828c-8ad9-9b11-af100a711fca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.366864] env[70398]: INFO nova.network.neutron [None req-d1d28edc-168a-4c6f-96a9-ccb3b54b8937 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Port 1f11f434-e67d-447d-bbfe-35509705048d from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1107.366864] env[70398]: DEBUG nova.network.neutron [None req-d1d28edc-168a-4c6f-96a9-ccb3b54b8937 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Updating instance_info_cache with network_info: [{"id": "a7c89afc-7d8e-47f9-85d5-c4b94582abd6", "address": "fa:16:3e:57:50:93", "network": {"id": "31f6f749-f4c7-4b9c-80b1-dde5df2664ef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-724749608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a133a7276464e628849ffaa016597bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7c89afc-7d", "ovs_interfaceid": "a7c89afc-7d8e-47f9-85d5-c4b94582abd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.408647] env[70398]: DEBUG oslo_vmware.api [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444989, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.518030] env[70398]: DEBUG nova.compute.manager [req-0eb12479-1433-4e05-ab97-a5e3a593ef49 req-798f34bf-671a-4def-9431-12dba61afe2b service nova] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Received event network-changed-a7c89afc-7d8e-47f9-85d5-c4b94582abd6 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.518343] env[70398]: DEBUG nova.compute.manager [req-0eb12479-1433-4e05-ab97-a5e3a593ef49 req-798f34bf-671a-4def-9431-12dba61afe2b service nova] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Refreshing instance network info cache due to event network-changed-a7c89afc-7d8e-47f9-85d5-c4b94582abd6. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1107.518462] env[70398]: DEBUG oslo_concurrency.lockutils [req-0eb12479-1433-4e05-ab97-a5e3a593ef49 req-798f34bf-671a-4def-9431-12dba61afe2b service nova] Acquiring lock "refresh_cache-b0740737-d21d-4b1e-8dc3-1389c67c5103" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.528804] env[70398]: DEBUG oslo_vmware.api [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5292aac4-828c-8ad9-9b11-af100a711fca, 'name': SearchDatastore_Task, 'duration_secs': 0.032591} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.529098] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.529359] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] f5219fb6-18e5-4c39-877f-13c869809339/f5219fb6-18e5-4c39-877f-13c869809339.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1107.530048] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c18fbeb-6495-4168-a703-d32ce9eecb02 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.538777] env[70398]: DEBUG oslo_vmware.api [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 1107.538777] env[70398]: value = "task-3444990" [ 1107.538777] env[70398]: _type = "Task" [ 1107.538777] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.549083] env[70398]: DEBUG oslo_vmware.api [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444990, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.873444] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d1d28edc-168a-4c6f-96a9-ccb3b54b8937 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Releasing lock "refresh_cache-b0740737-d21d-4b1e-8dc3-1389c67c5103" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.877938] env[70398]: DEBUG oslo_concurrency.lockutils [req-0eb12479-1433-4e05-ab97-a5e3a593ef49 req-798f34bf-671a-4def-9431-12dba61afe2b service nova] Acquired lock "refresh_cache-b0740737-d21d-4b1e-8dc3-1389c67c5103" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.877938] env[70398]: DEBUG nova.network.neutron [req-0eb12479-1433-4e05-ab97-a5e3a593ef49 req-798f34bf-671a-4def-9431-12dba61afe2b service nova] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Refreshing network info cache for port a7c89afc-7d8e-47f9-85d5-c4b94582abd6 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.914482] env[70398]: DEBUG oslo_vmware.api [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444989, 'name': ReconfigVM_Task, 'duration_secs': 1.060144} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.915099] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: d7f61d66-e15f-41e0-b1ed-d207bb183660] Reconfigured VM instance instance-0000006c to attach disk [datastore1] d7f61d66-e15f-41e0-b1ed-d207bb183660/d7f61d66-e15f-41e0-b1ed-d207bb183660.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.916305] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c923ded4-5ea2-4721-bf00-c8bd898bbb8b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.926229] env[70398]: DEBUG oslo_vmware.api [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1107.926229] env[70398]: value = "task-3444991" [ 1107.926229] env[70398]: _type = "Task" [ 1107.926229] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.938816] env[70398]: DEBUG oslo_vmware.api [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444991, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.049863] env[70398]: DEBUG oslo_vmware.api [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444990, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.260291] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-4184bc21-d1b3-4b32-bf3b-77dfce5acb1b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Volume attach. Driver type: vmdk {{(pid=70398) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1108.260711] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-4184bc21-d1b3-4b32-bf3b-77dfce5acb1b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687718', 'volume_id': '38ffb6d5-71f3-4389-8c0b-b6cb458e1734', 'name': 'volume-38ffb6d5-71f3-4389-8c0b-b6cb458e1734', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f27f1700-d064-471f-af8e-924a38b74193', 'attached_at': '', 'detached_at': '', 'volume_id': '38ffb6d5-71f3-4389-8c0b-b6cb458e1734', 'serial': '38ffb6d5-71f3-4389-8c0b-b6cb458e1734'} {{(pid=70398) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1108.262599] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a974ae-a104-4859-a96d-6d712cd51370 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.267864] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b4608beb-d241-4ff1-a60a-2ad9a0ff79a6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "interface-008ad381-dbe0-4b17-9eee-2a11c00687bc-1f11f434-e67d-447d-bbfe-35509705048d" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.268280] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b4608beb-d241-4ff1-a60a-2ad9a0ff79a6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "interface-008ad381-dbe0-4b17-9eee-2a11c00687bc-1f11f434-e67d-447d-bbfe-35509705048d" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.268818] env[70398]: DEBUG nova.objects.instance [None req-b4608beb-d241-4ff1-a60a-2ad9a0ff79a6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lazy-loading 'flavor' on Instance uuid 008ad381-dbe0-4b17-9eee-2a11c00687bc {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.293432] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c978e2d-59cb-427b-8be5-633efc355de7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.319855] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-4184bc21-d1b3-4b32-bf3b-77dfce5acb1b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] volume-38ffb6d5-71f3-4389-8c0b-b6cb458e1734/volume-38ffb6d5-71f3-4389-8c0b-b6cb458e1734.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.320200] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4053cc6e-cd31-4b22-8f4d-5a77ec3c640b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.344256] env[70398]: DEBUG oslo_vmware.api [None req-4184bc21-d1b3-4b32-bf3b-77dfce5acb1b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Waiting for the task: (returnval){ [ 1108.344256] env[70398]: value = "task-3444992" [ 1108.344256] env[70398]: _type = "Task" [ 1108.344256] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.353911] env[70398]: DEBUG oslo_vmware.api [None req-4184bc21-d1b3-4b32-bf3b-77dfce5acb1b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3444992, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.387876] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d1d28edc-168a-4c6f-96a9-ccb3b54b8937 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "interface-b0740737-d21d-4b1e-8dc3-1389c67c5103-1f11f434-e67d-447d-bbfe-35509705048d" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.096s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.439491] env[70398]: DEBUG oslo_vmware.api [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444991, 'name': Rename_Task, 'duration_secs': 0.241475} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.439989] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: d7f61d66-e15f-41e0-b1ed-d207bb183660] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1108.440511] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c21be7b-b919-4651-917b-a938a6d66a33 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.449204] env[70398]: DEBUG oslo_vmware.api [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1108.449204] env[70398]: value = "task-3444993" [ 1108.449204] env[70398]: _type = "Task" [ 1108.449204] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.463530] env[70398]: DEBUG oslo_vmware.api [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444993, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.552219] env[70398]: DEBUG oslo_vmware.api [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444990, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514491} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.552758] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] f5219fb6-18e5-4c39-877f-13c869809339/f5219fb6-18e5-4c39-877f-13c869809339.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1108.553160] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: f5219fb6-18e5-4c39-877f-13c869809339] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1108.553553] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12805598-57f3-4e0b-9415-73dd30ae01ea {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.563293] env[70398]: DEBUG oslo_vmware.api [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 1108.563293] env[70398]: value = "task-3444994" [ 1108.563293] env[70398]: _type = "Task" [ 1108.563293] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.575513] env[70398]: DEBUG oslo_vmware.api [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444994, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.744718] env[70398]: DEBUG nova.network.neutron [req-0eb12479-1433-4e05-ab97-a5e3a593ef49 req-798f34bf-671a-4def-9431-12dba61afe2b service nova] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Updated VIF entry in instance network info cache for port a7c89afc-7d8e-47f9-85d5-c4b94582abd6. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.744718] env[70398]: DEBUG nova.network.neutron [req-0eb12479-1433-4e05-ab97-a5e3a593ef49 req-798f34bf-671a-4def-9431-12dba61afe2b service nova] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Updating instance_info_cache with network_info: [{"id": "a7c89afc-7d8e-47f9-85d5-c4b94582abd6", "address": "fa:16:3e:57:50:93", "network": {"id": "31f6f749-f4c7-4b9c-80b1-dde5df2664ef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-724749608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a133a7276464e628849ffaa016597bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7c89afc-7d", "ovs_interfaceid": "a7c89afc-7d8e-47f9-85d5-c4b94582abd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.859456] env[70398]: DEBUG oslo_vmware.api [None req-4184bc21-d1b3-4b32-bf3b-77dfce5acb1b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3444992, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.878037] env[70398]: DEBUG nova.objects.instance [None req-b4608beb-d241-4ff1-a60a-2ad9a0ff79a6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lazy-loading 'pci_requests' on Instance uuid 008ad381-dbe0-4b17-9eee-2a11c00687bc {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.960392] env[70398]: DEBUG oslo_vmware.api [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444993, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.076799] env[70398]: DEBUG oslo_vmware.api [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444994, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.400691} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.077093] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: f5219fb6-18e5-4c39-877f-13c869809339] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1109.078068] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7794d1a3-d832-40a7-8a28-940691943c6e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.108280] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: f5219fb6-18e5-4c39-877f-13c869809339] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] f5219fb6-18e5-4c39-877f-13c869809339/f5219fb6-18e5-4c39-877f-13c869809339.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.108676] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-451996d5-344d-43ab-93e9-ff4c3aed551a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.131711] env[70398]: DEBUG oslo_vmware.api [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 1109.131711] env[70398]: value = "task-3444995" [ 1109.131711] env[70398]: _type = "Task" [ 1109.131711] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.141628] env[70398]: DEBUG oslo_vmware.api [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444995, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.248060] env[70398]: DEBUG oslo_concurrency.lockutils [req-0eb12479-1433-4e05-ab97-a5e3a593ef49 req-798f34bf-671a-4def-9431-12dba61afe2b service nova] Releasing lock "refresh_cache-b0740737-d21d-4b1e-8dc3-1389c67c5103" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.360803] env[70398]: DEBUG oslo_vmware.api [None req-4184bc21-d1b3-4b32-bf3b-77dfce5acb1b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3444992, 'name': ReconfigVM_Task, 'duration_secs': 0.885449} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.361150] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-4184bc21-d1b3-4b32-bf3b-77dfce5acb1b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Reconfigured VM instance instance-00000065 to attach disk [datastore1] volume-38ffb6d5-71f3-4389-8c0b-b6cb458e1734/volume-38ffb6d5-71f3-4389-8c0b-b6cb458e1734.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.369305] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c71c2c53-2775-4fc8-8da7-3bb531f220e8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.380289] env[70398]: DEBUG nova.objects.base [None req-b4608beb-d241-4ff1-a60a-2ad9a0ff79a6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Object Instance<008ad381-dbe0-4b17-9eee-2a11c00687bc> lazy-loaded attributes: flavor,pci_requests {{(pid=70398) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1109.380492] env[70398]: DEBUG nova.network.neutron [None req-b4608beb-d241-4ff1-a60a-2ad9a0ff79a6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1109.389302] env[70398]: DEBUG oslo_vmware.api [None req-4184bc21-d1b3-4b32-bf3b-77dfce5acb1b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Waiting for the task: (returnval){ [ 1109.389302] env[70398]: value = "task-3444996" [ 1109.389302] env[70398]: _type = "Task" [ 1109.389302] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.402482] env[70398]: DEBUG oslo_vmware.api [None req-4184bc21-d1b3-4b32-bf3b-77dfce5acb1b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3444996, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.465629] env[70398]: DEBUG oslo_vmware.api [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444993, 'name': PowerOnVM_Task, 'duration_secs': 0.896029} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.465960] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: d7f61d66-e15f-41e0-b1ed-d207bb183660] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1109.466200] env[70398]: INFO nova.compute.manager [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: d7f61d66-e15f-41e0-b1ed-d207bb183660] Took 8.25 seconds to spawn the instance on the hypervisor. [ 1109.466384] env[70398]: DEBUG nova.compute.manager [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: d7f61d66-e15f-41e0-b1ed-d207bb183660] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1109.467420] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de842a2-ef58-4429-9c25-144dcc4be16a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.539346] env[70398]: DEBUG nova.policy [None req-b4608beb-d241-4ff1-a60a-2ad9a0ff79a6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5745fd9f8e2d4576ad44c31b35cc8024', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a133a7276464e628849ffaa016597bd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 1109.598760] env[70398]: DEBUG nova.compute.manager [req-f39f685b-0e0b-4f3d-a008-da6f68522967 req-d95b8a38-a360-4f83-b390-970873338d9b service nova] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Received event network-changed-55570265-6c53-4903-b832-56743d06b967 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.600177] env[70398]: DEBUG nova.compute.manager [req-f39f685b-0e0b-4f3d-a008-da6f68522967 req-d95b8a38-a360-4f83-b390-970873338d9b service nova] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Refreshing instance network info cache due to event network-changed-55570265-6c53-4903-b832-56743d06b967. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1109.600177] env[70398]: DEBUG oslo_concurrency.lockutils [req-f39f685b-0e0b-4f3d-a008-da6f68522967 req-d95b8a38-a360-4f83-b390-970873338d9b service nova] Acquiring lock "refresh_cache-008ad381-dbe0-4b17-9eee-2a11c00687bc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.600177] env[70398]: DEBUG oslo_concurrency.lockutils [req-f39f685b-0e0b-4f3d-a008-da6f68522967 req-d95b8a38-a360-4f83-b390-970873338d9b service nova] Acquired lock "refresh_cache-008ad381-dbe0-4b17-9eee-2a11c00687bc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.600177] env[70398]: DEBUG nova.network.neutron [req-f39f685b-0e0b-4f3d-a008-da6f68522967 req-d95b8a38-a360-4f83-b390-970873338d9b service nova] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Refreshing network info cache for port 55570265-6c53-4903-b832-56743d06b967 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1109.643700] env[70398]: DEBUG oslo_vmware.api [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444995, 'name': ReconfigVM_Task, 'duration_secs': 0.331856} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.644247] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: f5219fb6-18e5-4c39-877f-13c869809339] Reconfigured VM instance instance-0000006d to attach disk [datastore1] f5219fb6-18e5-4c39-877f-13c869809339/f5219fb6-18e5-4c39-877f-13c869809339.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.644934] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e30a6974-2442-4e9b-a74e-6b78af09a087 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.653402] env[70398]: DEBUG oslo_vmware.api [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 1109.653402] env[70398]: value = "task-3444997" [ 1109.653402] env[70398]: _type = "Task" [ 1109.653402] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.665772] env[70398]: DEBUG oslo_vmware.api [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444997, 'name': Rename_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.915591] env[70398]: DEBUG oslo_vmware.api [None req-4184bc21-d1b3-4b32-bf3b-77dfce5acb1b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3444996, 'name': ReconfigVM_Task, 'duration_secs': 0.210228} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.915947] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-4184bc21-d1b3-4b32-bf3b-77dfce5acb1b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687718', 'volume_id': '38ffb6d5-71f3-4389-8c0b-b6cb458e1734', 'name': 'volume-38ffb6d5-71f3-4389-8c0b-b6cb458e1734', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f27f1700-d064-471f-af8e-924a38b74193', 'attached_at': '', 'detached_at': '', 'volume_id': '38ffb6d5-71f3-4389-8c0b-b6cb458e1734', 'serial': '38ffb6d5-71f3-4389-8c0b-b6cb458e1734'} {{(pid=70398) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1109.991324] env[70398]: INFO nova.compute.manager [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: d7f61d66-e15f-41e0-b1ed-d207bb183660] Took 13.09 seconds to build instance. [ 1110.166575] env[70398]: DEBUG oslo_vmware.api [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444997, 'name': Rename_Task, 'duration_secs': 0.151656} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.166868] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: f5219fb6-18e5-4c39-877f-13c869809339] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1110.167136] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da50871b-53c6-431d-978c-e5a42b45f1ba {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.174507] env[70398]: DEBUG oslo_vmware.api [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 1110.174507] env[70398]: value = "task-3444998" [ 1110.174507] env[70398]: _type = "Task" [ 1110.174507] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.185945] env[70398]: DEBUG oslo_vmware.api [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.411646] env[70398]: DEBUG nova.network.neutron [req-f39f685b-0e0b-4f3d-a008-da6f68522967 req-d95b8a38-a360-4f83-b390-970873338d9b service nova] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Updated VIF entry in instance network info cache for port 55570265-6c53-4903-b832-56743d06b967. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1110.415051] env[70398]: DEBUG nova.network.neutron [req-f39f685b-0e0b-4f3d-a008-da6f68522967 req-d95b8a38-a360-4f83-b390-970873338d9b service nova] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Updating instance_info_cache with network_info: [{"id": "55570265-6c53-4903-b832-56743d06b967", "address": "fa:16:3e:ca:92:59", "network": {"id": "31f6f749-f4c7-4b9c-80b1-dde5df2664ef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-724749608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a133a7276464e628849ffaa016597bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55570265-6c", "ovs_interfaceid": "55570265-6c53-4903-b832-56743d06b967", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.493951] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9d282f15-6479-4244-b153-94f659fd2a93 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "d7f61d66-e15f-41e0-b1ed-d207bb183660" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.600s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.688520] env[70398]: DEBUG oslo_vmware.api [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444998, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.917233] env[70398]: DEBUG oslo_concurrency.lockutils [req-f39f685b-0e0b-4f3d-a008-da6f68522967 req-d95b8a38-a360-4f83-b390-970873338d9b service nova] Releasing lock "refresh_cache-008ad381-dbe0-4b17-9eee-2a11c00687bc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.930077] env[70398]: DEBUG oslo_concurrency.lockutils [None req-12bdada2-6cbd-4070-a625-73ac3bb5d41a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "d7f61d66-e15f-41e0-b1ed-d207bb183660" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.930710] env[70398]: DEBUG oslo_concurrency.lockutils [None req-12bdada2-6cbd-4070-a625-73ac3bb5d41a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "d7f61d66-e15f-41e0-b1ed-d207bb183660" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.930710] env[70398]: DEBUG oslo_concurrency.lockutils [None req-12bdada2-6cbd-4070-a625-73ac3bb5d41a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "d7f61d66-e15f-41e0-b1ed-d207bb183660-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.930841] env[70398]: DEBUG oslo_concurrency.lockutils [None req-12bdada2-6cbd-4070-a625-73ac3bb5d41a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "d7f61d66-e15f-41e0-b1ed-d207bb183660-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.931064] env[70398]: DEBUG oslo_concurrency.lockutils [None req-12bdada2-6cbd-4070-a625-73ac3bb5d41a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "d7f61d66-e15f-41e0-b1ed-d207bb183660-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.934981] env[70398]: INFO nova.compute.manager [None req-12bdada2-6cbd-4070-a625-73ac3bb5d41a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: d7f61d66-e15f-41e0-b1ed-d207bb183660] Terminating instance [ 1110.987116] env[70398]: DEBUG nova.objects.instance [None req-4184bc21-d1b3-4b32-bf3b-77dfce5acb1b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lazy-loading 'flavor' on Instance uuid f27f1700-d064-471f-af8e-924a38b74193 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.185448] env[70398]: DEBUG oslo_vmware.api [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3444998, 'name': PowerOnVM_Task, 'duration_secs': 0.592504} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.185706] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: f5219fb6-18e5-4c39-877f-13c869809339] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1111.185908] env[70398]: INFO nova.compute.manager [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: f5219fb6-18e5-4c39-877f-13c869809339] Took 7.69 seconds to spawn the instance on the hypervisor. [ 1111.186101] env[70398]: DEBUG nova.compute.manager [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: f5219fb6-18e5-4c39-877f-13c869809339] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1111.186861] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4e24a7-e415-4c92-847b-984fc2a26c83 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.439984] env[70398]: DEBUG nova.compute.manager [None req-12bdada2-6cbd-4070-a625-73ac3bb5d41a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: d7f61d66-e15f-41e0-b1ed-d207bb183660] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1111.440285] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-12bdada2-6cbd-4070-a625-73ac3bb5d41a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: d7f61d66-e15f-41e0-b1ed-d207bb183660] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1111.441271] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11a9188-cecc-4c42-8c93-c4e717e90832 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.450917] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-12bdada2-6cbd-4070-a625-73ac3bb5d41a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: d7f61d66-e15f-41e0-b1ed-d207bb183660] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.451117] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88c1dffc-91a1-4a86-b5af-ba588403d575 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.458982] env[70398]: DEBUG oslo_vmware.api [None req-12bdada2-6cbd-4070-a625-73ac3bb5d41a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1111.458982] env[70398]: value = "task-3444999" [ 1111.458982] env[70398]: _type = "Task" [ 1111.458982] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.470538] env[70398]: DEBUG oslo_vmware.api [None req-12bdada2-6cbd-4070-a625-73ac3bb5d41a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.493791] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4184bc21-d1b3-4b32-bf3b-77dfce5acb1b tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lock "f27f1700-d064-471f-af8e-924a38b74193" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.841s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.582548] env[70398]: DEBUG nova.network.neutron [None req-b4608beb-d241-4ff1-a60a-2ad9a0ff79a6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Successfully updated port: 1f11f434-e67d-447d-bbfe-35509705048d {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1111.660501] env[70398]: DEBUG nova.compute.manager [req-ce4d47a9-65e9-4191-bf9d-3e8ce826d404 req-c439ac30-d03c-47f8-8d69-b1f833f9cea0 service nova] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Received event network-vif-plugged-1f11f434-e67d-447d-bbfe-35509705048d {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.661044] env[70398]: DEBUG oslo_concurrency.lockutils [req-ce4d47a9-65e9-4191-bf9d-3e8ce826d404 req-c439ac30-d03c-47f8-8d69-b1f833f9cea0 service nova] Acquiring lock "008ad381-dbe0-4b17-9eee-2a11c00687bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.661822] env[70398]: DEBUG oslo_concurrency.lockutils [req-ce4d47a9-65e9-4191-bf9d-3e8ce826d404 req-c439ac30-d03c-47f8-8d69-b1f833f9cea0 service nova] Lock "008ad381-dbe0-4b17-9eee-2a11c00687bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.663602] env[70398]: DEBUG oslo_concurrency.lockutils [req-ce4d47a9-65e9-4191-bf9d-3e8ce826d404 req-c439ac30-d03c-47f8-8d69-b1f833f9cea0 service nova] Lock "008ad381-dbe0-4b17-9eee-2a11c00687bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.663602] env[70398]: DEBUG nova.compute.manager [req-ce4d47a9-65e9-4191-bf9d-3e8ce826d404 req-c439ac30-d03c-47f8-8d69-b1f833f9cea0 service nova] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] No waiting events found dispatching network-vif-plugged-1f11f434-e67d-447d-bbfe-35509705048d {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1111.663727] env[70398]: WARNING nova.compute.manager [req-ce4d47a9-65e9-4191-bf9d-3e8ce826d404 req-c439ac30-d03c-47f8-8d69-b1f833f9cea0 service nova] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Received unexpected event network-vif-plugged-1f11f434-e67d-447d-bbfe-35509705048d for instance with vm_state active and task_state None. [ 1111.663773] env[70398]: DEBUG nova.compute.manager [req-ce4d47a9-65e9-4191-bf9d-3e8ce826d404 req-c439ac30-d03c-47f8-8d69-b1f833f9cea0 service nova] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Received event network-changed-1f11f434-e67d-447d-bbfe-35509705048d {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.663933] env[70398]: DEBUG nova.compute.manager [req-ce4d47a9-65e9-4191-bf9d-3e8ce826d404 req-c439ac30-d03c-47f8-8d69-b1f833f9cea0 service nova] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Refreshing instance network info cache due to event network-changed-1f11f434-e67d-447d-bbfe-35509705048d. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1111.664144] env[70398]: DEBUG oslo_concurrency.lockutils [req-ce4d47a9-65e9-4191-bf9d-3e8ce826d404 req-c439ac30-d03c-47f8-8d69-b1f833f9cea0 service nova] Acquiring lock "refresh_cache-008ad381-dbe0-4b17-9eee-2a11c00687bc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.664282] env[70398]: DEBUG oslo_concurrency.lockutils [req-ce4d47a9-65e9-4191-bf9d-3e8ce826d404 req-c439ac30-d03c-47f8-8d69-b1f833f9cea0 service nova] Acquired lock "refresh_cache-008ad381-dbe0-4b17-9eee-2a11c00687bc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.664440] env[70398]: DEBUG nova.network.neutron [req-ce4d47a9-65e9-4191-bf9d-3e8ce826d404 req-c439ac30-d03c-47f8-8d69-b1f833f9cea0 service nova] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Refreshing network info cache for port 1f11f434-e67d-447d-bbfe-35509705048d {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1111.705513] env[70398]: INFO nova.compute.manager [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: f5219fb6-18e5-4c39-877f-13c869809339] Took 13.37 seconds to build instance. [ 1111.973989] env[70398]: DEBUG oslo_vmware.api [None req-12bdada2-6cbd-4070-a625-73ac3bb5d41a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3444999, 'name': PowerOffVM_Task, 'duration_secs': 0.233866} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.973989] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-12bdada2-6cbd-4070-a625-73ac3bb5d41a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: d7f61d66-e15f-41e0-b1ed-d207bb183660] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.973989] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-12bdada2-6cbd-4070-a625-73ac3bb5d41a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: d7f61d66-e15f-41e0-b1ed-d207bb183660] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1111.976767] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-390bd20b-8633-44cd-8f03-bbabf78a0bcd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.040974] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-12bdada2-6cbd-4070-a625-73ac3bb5d41a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: d7f61d66-e15f-41e0-b1ed-d207bb183660] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1112.041254] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-12bdada2-6cbd-4070-a625-73ac3bb5d41a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: d7f61d66-e15f-41e0-b1ed-d207bb183660] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1112.041472] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-12bdada2-6cbd-4070-a625-73ac3bb5d41a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Deleting the datastore file [datastore1] d7f61d66-e15f-41e0-b1ed-d207bb183660 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1112.041741] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93782e1c-6d8e-4e56-b555-caa54d33bafa {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.049505] env[70398]: DEBUG oslo_vmware.api [None req-12bdada2-6cbd-4070-a625-73ac3bb5d41a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1112.049505] env[70398]: value = "task-3445001" [ 1112.049505] env[70398]: _type = "Task" [ 1112.049505] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.058506] env[70398]: DEBUG oslo_vmware.api [None req-12bdada2-6cbd-4070-a625-73ac3bb5d41a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3445001, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.085793] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b4608beb-d241-4ff1-a60a-2ad9a0ff79a6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "refresh_cache-008ad381-dbe0-4b17-9eee-2a11c00687bc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.209846] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4697b423-7dd9-45c6-92d1-8cdf4c4e3461 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "f5219fb6-18e5-4c39-877f-13c869809339" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.880s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.298722] env[70398]: DEBUG oslo_concurrency.lockutils [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Acquiring lock "02fe9693-8fb3-44e1-b868-7fb3af0ef646" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.298722] env[70398]: DEBUG oslo_concurrency.lockutils [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lock "02fe9693-8fb3-44e1-b868-7fb3af0ef646" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.397064] env[70398]: DEBUG nova.network.neutron [req-ce4d47a9-65e9-4191-bf9d-3e8ce826d404 req-c439ac30-d03c-47f8-8d69-b1f833f9cea0 service nova] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Added VIF to instance network info cache for port 1f11f434-e67d-447d-bbfe-35509705048d. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3546}} [ 1112.397526] env[70398]: DEBUG nova.network.neutron [req-ce4d47a9-65e9-4191-bf9d-3e8ce826d404 req-c439ac30-d03c-47f8-8d69-b1f833f9cea0 service nova] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Updating instance_info_cache with network_info: [{"id": "55570265-6c53-4903-b832-56743d06b967", "address": "fa:16:3e:ca:92:59", "network": {"id": "31f6f749-f4c7-4b9c-80b1-dde5df2664ef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-724749608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a133a7276464e628849ffaa016597bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55570265-6c", "ovs_interfaceid": "55570265-6c53-4903-b832-56743d06b967", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1f11f434-e67d-447d-bbfe-35509705048d", "address": "fa:16:3e:01:9e:a5", "network": {"id": "31f6f749-f4c7-4b9c-80b1-dde5df2664ef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-724749608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a133a7276464e628849ffaa016597bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f11f434-e6", "ovs_interfaceid": "1f11f434-e67d-447d-bbfe-35509705048d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.559030] env[70398]: DEBUG oslo_vmware.api [None req-12bdada2-6cbd-4070-a625-73ac3bb5d41a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3445001, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147159} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.559389] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-12bdada2-6cbd-4070-a625-73ac3bb5d41a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.559620] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-12bdada2-6cbd-4070-a625-73ac3bb5d41a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: d7f61d66-e15f-41e0-b1ed-d207bb183660] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.559841] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-12bdada2-6cbd-4070-a625-73ac3bb5d41a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: d7f61d66-e15f-41e0-b1ed-d207bb183660] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.560126] env[70398]: INFO nova.compute.manager [None req-12bdada2-6cbd-4070-a625-73ac3bb5d41a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: d7f61d66-e15f-41e0-b1ed-d207bb183660] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1112.560695] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12bdada2-6cbd-4070-a625-73ac3bb5d41a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.561148] env[70398]: DEBUG nova.compute.manager [-] [instance: d7f61d66-e15f-41e0-b1ed-d207bb183660] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1112.561148] env[70398]: DEBUG nova.network.neutron [-] [instance: d7f61d66-e15f-41e0-b1ed-d207bb183660] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1112.643110] env[70398]: DEBUG oslo_concurrency.lockutils [None req-31b523fb-c3fc-4cb0-b666-3767c028c304 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Acquiring lock "f27f1700-d064-471f-af8e-924a38b74193" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.643336] env[70398]: DEBUG oslo_concurrency.lockutils [None req-31b523fb-c3fc-4cb0-b666-3767c028c304 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lock "f27f1700-d064-471f-af8e-924a38b74193" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.800438] env[70398]: DEBUG nova.compute.manager [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1112.901188] env[70398]: DEBUG oslo_concurrency.lockutils [req-ce4d47a9-65e9-4191-bf9d-3e8ce826d404 req-c439ac30-d03c-47f8-8d69-b1f833f9cea0 service nova] Releasing lock "refresh_cache-008ad381-dbe0-4b17-9eee-2a11c00687bc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.901796] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b4608beb-d241-4ff1-a60a-2ad9a0ff79a6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquired lock "refresh_cache-008ad381-dbe0-4b17-9eee-2a11c00687bc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.901874] env[70398]: DEBUG nova.network.neutron [None req-b4608beb-d241-4ff1-a60a-2ad9a0ff79a6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.147063] env[70398]: DEBUG nova.compute.utils [None req-31b523fb-c3fc-4cb0-b666-3767c028c304 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1113.291407] env[70398]: DEBUG nova.network.neutron [-] [instance: d7f61d66-e15f-41e0-b1ed-d207bb183660] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.325958] env[70398]: DEBUG oslo_concurrency.lockutils [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.326278] env[70398]: DEBUG oslo_concurrency.lockutils [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.327837] env[70398]: INFO nova.compute.claims [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1113.442424] env[70398]: WARNING nova.network.neutron [None req-b4608beb-d241-4ff1-a60a-2ad9a0ff79a6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] 31f6f749-f4c7-4b9c-80b1-dde5df2664ef already exists in list: networks containing: ['31f6f749-f4c7-4b9c-80b1-dde5df2664ef']. ignoring it [ 1113.442696] env[70398]: WARNING nova.network.neutron [None req-b4608beb-d241-4ff1-a60a-2ad9a0ff79a6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] 31f6f749-f4c7-4b9c-80b1-dde5df2664ef already exists in list: networks containing: ['31f6f749-f4c7-4b9c-80b1-dde5df2664ef']. ignoring it [ 1113.442888] env[70398]: WARNING nova.network.neutron [None req-b4608beb-d241-4ff1-a60a-2ad9a0ff79a6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] 1f11f434-e67d-447d-bbfe-35509705048d already exists in list: port_ids containing: ['1f11f434-e67d-447d-bbfe-35509705048d']. ignoring it [ 1113.650194] env[70398]: DEBUG oslo_concurrency.lockutils [None req-31b523fb-c3fc-4cb0-b666-3767c028c304 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lock "f27f1700-d064-471f-af8e-924a38b74193" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.725513] env[70398]: DEBUG nova.network.neutron [None req-b4608beb-d241-4ff1-a60a-2ad9a0ff79a6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Updating instance_info_cache with network_info: [{"id": "55570265-6c53-4903-b832-56743d06b967", "address": "fa:16:3e:ca:92:59", "network": {"id": "31f6f749-f4c7-4b9c-80b1-dde5df2664ef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-724749608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a133a7276464e628849ffaa016597bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55570265-6c", "ovs_interfaceid": "55570265-6c53-4903-b832-56743d06b967", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1f11f434-e67d-447d-bbfe-35509705048d", "address": "fa:16:3e:01:9e:a5", "network": {"id": "31f6f749-f4c7-4b9c-80b1-dde5df2664ef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-724749608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a133a7276464e628849ffaa016597bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f11f434-e6", "ovs_interfaceid": "1f11f434-e67d-447d-bbfe-35509705048d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.794465] env[70398]: INFO nova.compute.manager [-] [instance: d7f61d66-e15f-41e0-b1ed-d207bb183660] Took 1.23 seconds to deallocate network for instance. [ 1114.228410] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b4608beb-d241-4ff1-a60a-2ad9a0ff79a6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Releasing lock "refresh_cache-008ad381-dbe0-4b17-9eee-2a11c00687bc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.229234] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b4608beb-d241-4ff1-a60a-2ad9a0ff79a6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "008ad381-dbe0-4b17-9eee-2a11c00687bc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.229453] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b4608beb-d241-4ff1-a60a-2ad9a0ff79a6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquired lock "008ad381-dbe0-4b17-9eee-2a11c00687bc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.230361] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76354b42-e372-4543-9c92-b5a23d20358f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.247430] env[70398]: DEBUG nova.virt.hardware [None req-b4608beb-d241-4ff1-a60a-2ad9a0ff79a6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1114.247661] env[70398]: DEBUG nova.virt.hardware [None req-b4608beb-d241-4ff1-a60a-2ad9a0ff79a6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1114.247820] env[70398]: DEBUG nova.virt.hardware [None req-b4608beb-d241-4ff1-a60a-2ad9a0ff79a6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.247998] env[70398]: DEBUG nova.virt.hardware [None req-b4608beb-d241-4ff1-a60a-2ad9a0ff79a6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1114.248160] env[70398]: DEBUG nova.virt.hardware [None req-b4608beb-d241-4ff1-a60a-2ad9a0ff79a6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.248312] env[70398]: DEBUG nova.virt.hardware [None req-b4608beb-d241-4ff1-a60a-2ad9a0ff79a6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1114.248517] env[70398]: DEBUG nova.virt.hardware [None req-b4608beb-d241-4ff1-a60a-2ad9a0ff79a6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1114.248675] env[70398]: DEBUG nova.virt.hardware [None req-b4608beb-d241-4ff1-a60a-2ad9a0ff79a6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1114.248837] env[70398]: DEBUG nova.virt.hardware [None req-b4608beb-d241-4ff1-a60a-2ad9a0ff79a6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1114.249037] env[70398]: DEBUG nova.virt.hardware [None req-b4608beb-d241-4ff1-a60a-2ad9a0ff79a6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1114.249238] env[70398]: DEBUG nova.virt.hardware [None req-b4608beb-d241-4ff1-a60a-2ad9a0ff79a6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1114.255679] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b4608beb-d241-4ff1-a60a-2ad9a0ff79a6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Reconfiguring VM to attach interface {{(pid=70398) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1114.255965] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1faa2fb4-b0db-47ae-8f58-d339accba0c8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.274057] env[70398]: DEBUG oslo_vmware.api [None req-b4608beb-d241-4ff1-a60a-2ad9a0ff79a6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for the task: (returnval){ [ 1114.274057] env[70398]: value = "task-3445002" [ 1114.274057] env[70398]: _type = "Task" [ 1114.274057] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.281736] env[70398]: DEBUG oslo_vmware.api [None req-b4608beb-d241-4ff1-a60a-2ad9a0ff79a6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3445002, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.301041] env[70398]: DEBUG oslo_concurrency.lockutils [None req-12bdada2-6cbd-4070-a625-73ac3bb5d41a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.525036] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0518f19-0669-44f9-8556-0ee2ddbe60a4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.533986] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa291d5-b599-40cb-9ec9-6a7c30d2615a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.566475] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5fa43d-ad49-428d-ae79-73127e413cf2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.574827] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ad55ee-2034-4a09-a5bb-7fd9f5ff22b0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.588381] env[70398]: DEBUG nova.compute.provider_tree [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.785535] env[70398]: DEBUG oslo_vmware.api [None req-b4608beb-d241-4ff1-a60a-2ad9a0ff79a6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3445002, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.787699] env[70398]: DEBUG nova.compute.manager [req-a8dc7acb-0f80-4407-a099-5bb3b2e060d8 req-56669fe5-7ac9-447c-be84-1db15caa4a72 service nova] [instance: d7f61d66-e15f-41e0-b1ed-d207bb183660] Received event network-vif-deleted-24058875-e831-49fc-b49e-48d4e40c2d8d {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.798405] env[70398]: DEBUG oslo_concurrency.lockutils [None req-31b523fb-c3fc-4cb0-b666-3767c028c304 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Acquiring lock "f27f1700-d064-471f-af8e-924a38b74193" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.799084] env[70398]: DEBUG oslo_concurrency.lockutils [None req-31b523fb-c3fc-4cb0-b666-3767c028c304 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lock "f27f1700-d064-471f-af8e-924a38b74193" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.799084] env[70398]: INFO nova.compute.manager [None req-31b523fb-c3fc-4cb0-b666-3767c028c304 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Attaching volume 06cec28e-a051-40dc-b598-0d04610a332b to /dev/sdc [ 1114.833447] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49429021-52d5-4333-bfce-efbd37a7e071 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.840379] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8037f39c-deeb-46ee-960e-06b482821593 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.854617] env[70398]: DEBUG nova.virt.block_device [None req-31b523fb-c3fc-4cb0-b666-3767c028c304 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Updating existing volume attachment record: 9bc51266-ce48-43d3-b6c0-054797ff4f1e {{(pid=70398) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1114.879307] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74502a4c-a1e3-4571-8c57-6335cd0345cb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.885653] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c542f902-4f96-4472-85e5-73a29b3e3efc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: f5219fb6-18e5-4c39-877f-13c869809339] Suspending the VM {{(pid=70398) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1114.885903] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-56e7eb28-9596-42d7-a0ee-fba9c73e69c5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.892334] env[70398]: DEBUG oslo_vmware.api [None req-c542f902-4f96-4472-85e5-73a29b3e3efc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 1114.892334] env[70398]: value = "task-3445003" [ 1114.892334] env[70398]: _type = "Task" [ 1114.892334] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.901258] env[70398]: DEBUG oslo_vmware.api [None req-c542f902-4f96-4472-85e5-73a29b3e3efc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3445003, 'name': SuspendVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.092260] env[70398]: DEBUG nova.scheduler.client.report [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.285338] env[70398]: DEBUG oslo_vmware.api [None req-b4608beb-d241-4ff1-a60a-2ad9a0ff79a6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3445002, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.403870] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquiring lock "83d040f0-ca8b-40e2-bd82-1ddadfa0430a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.404214] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "83d040f0-ca8b-40e2-bd82-1ddadfa0430a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.409735] env[70398]: DEBUG oslo_vmware.api [None req-c542f902-4f96-4472-85e5-73a29b3e3efc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3445003, 'name': SuspendVM_Task} progress is 54%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.598194] env[70398]: DEBUG oslo_concurrency.lockutils [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.272s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.598715] env[70398]: DEBUG nova.compute.manager [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1115.601592] env[70398]: DEBUG oslo_concurrency.lockutils [None req-12bdada2-6cbd-4070-a625-73ac3bb5d41a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.301s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.601819] env[70398]: DEBUG nova.objects.instance [None req-12bdada2-6cbd-4070-a625-73ac3bb5d41a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lazy-loading 'resources' on Instance uuid d7f61d66-e15f-41e0-b1ed-d207bb183660 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.786500] env[70398]: DEBUG oslo_vmware.api [None req-b4608beb-d241-4ff1-a60a-2ad9a0ff79a6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3445002, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.903323] env[70398]: DEBUG oslo_vmware.api [None req-c542f902-4f96-4472-85e5-73a29b3e3efc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3445003, 'name': SuspendVM_Task, 'duration_secs': 0.718099} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.903586] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c542f902-4f96-4472-85e5-73a29b3e3efc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: f5219fb6-18e5-4c39-877f-13c869809339] Suspended the VM {{(pid=70398) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1115.903751] env[70398]: DEBUG nova.compute.manager [None req-c542f902-4f96-4472-85e5-73a29b3e3efc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: f5219fb6-18e5-4c39-877f-13c869809339] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1115.904519] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45c2e83-8aab-483e-8be3-e96a5e64e572 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.912401] env[70398]: DEBUG nova.compute.manager [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1116.104871] env[70398]: DEBUG nova.compute.utils [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1116.109086] env[70398]: DEBUG nova.compute.manager [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1116.109236] env[70398]: DEBUG nova.network.neutron [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1116.156208] env[70398]: DEBUG nova.policy [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c98a308f4158418d92944bfe5c4f9f1e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3fa79db455844dcb84fce2f9e9ece30', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 1116.286766] env[70398]: DEBUG oslo_vmware.api [None req-b4608beb-d241-4ff1-a60a-2ad9a0ff79a6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3445002, 'name': ReconfigVM_Task, 'duration_secs': 1.567954} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.289307] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b4608beb-d241-4ff1-a60a-2ad9a0ff79a6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Releasing lock "008ad381-dbe0-4b17-9eee-2a11c00687bc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.289532] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b4608beb-d241-4ff1-a60a-2ad9a0ff79a6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Reconfigured VM to attach interface {{(pid=70398) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1116.305240] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dde287e-76dc-4307-98a3-581b7184e893 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.313522] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ca9c90-a145-4114-ba5d-f1af133ad92f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.350221] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f01ca7-49f1-4e03-a907-410ad3ae6df2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.358123] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ecbf6e-2347-43ef-b140-75033517e409 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.372571] env[70398]: DEBUG nova.compute.provider_tree [None req-12bdada2-6cbd-4070-a625-73ac3bb5d41a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.434989] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.481106] env[70398]: DEBUG nova.network.neutron [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Successfully created port: f4c3025c-8cec-488e-b1a0-6f985d965cb7 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1116.609724] env[70398]: DEBUG nova.compute.manager [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1116.796439] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b4608beb-d241-4ff1-a60a-2ad9a0ff79a6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "interface-008ad381-dbe0-4b17-9eee-2a11c00687bc-1f11f434-e67d-447d-bbfe-35509705048d" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.528s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.797604] env[70398]: DEBUG oslo_concurrency.lockutils [None req-07053536-df41-428a-aebe-d97be83c4098 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "71f3f8fe-1304-427c-9c95-981baf19c8e7" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.797823] env[70398]: DEBUG oslo_concurrency.lockutils [None req-07053536-df41-428a-aebe-d97be83c4098 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "71f3f8fe-1304-427c-9c95-981baf19c8e7" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.798062] env[70398]: INFO nova.compute.manager [None req-07053536-df41-428a-aebe-d97be83c4098 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Rebooting instance [ 1116.875926] env[70398]: DEBUG nova.scheduler.client.report [None req-12bdada2-6cbd-4070-a625-73ac3bb5d41a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.313302] env[70398]: DEBUG oslo_concurrency.lockutils [None req-07053536-df41-428a-aebe-d97be83c4098 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "refresh_cache-71f3f8fe-1304-427c-9c95-981baf19c8e7" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.313490] env[70398]: DEBUG oslo_concurrency.lockutils [None req-07053536-df41-428a-aebe-d97be83c4098 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquired lock "refresh_cache-71f3f8fe-1304-427c-9c95-981baf19c8e7" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.313668] env[70398]: DEBUG nova.network.neutron [None req-07053536-df41-428a-aebe-d97be83c4098 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.381140] env[70398]: DEBUG oslo_concurrency.lockutils [None req-12bdada2-6cbd-4070-a625-73ac3bb5d41a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.779s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.384482] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.949s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.386342] env[70398]: INFO nova.compute.claims [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1117.405440] env[70398]: INFO nova.scheduler.client.report [None req-12bdada2-6cbd-4070-a625-73ac3bb5d41a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Deleted allocations for instance d7f61d66-e15f-41e0-b1ed-d207bb183660 [ 1117.619261] env[70398]: DEBUG nova.compute.manager [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1117.644883] env[70398]: DEBUG nova.virt.hardware [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.645161] env[70398]: DEBUG nova.virt.hardware [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.645321] env[70398]: DEBUG nova.virt.hardware [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.645505] env[70398]: DEBUG nova.virt.hardware [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.645652] env[70398]: DEBUG nova.virt.hardware [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.645798] env[70398]: DEBUG nova.virt.hardware [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.646018] env[70398]: DEBUG nova.virt.hardware [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.646184] env[70398]: DEBUG nova.virt.hardware [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.646354] env[70398]: DEBUG nova.virt.hardware [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.646543] env[70398]: DEBUG nova.virt.hardware [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.646735] env[70398]: DEBUG nova.virt.hardware [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.647638] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c72d43-936e-481d-9b00-13fc807c100f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.655311] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd67f1a-89f7-46ef-9069-fc8134b40f0a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.732343] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1cf8fd77-1a1b-4694-86b0-de50880d40af tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "f5219fb6-18e5-4c39-877f-13c869809339" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.732579] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1cf8fd77-1a1b-4694-86b0-de50880d40af tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "f5219fb6-18e5-4c39-877f-13c869809339" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.732804] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1cf8fd77-1a1b-4694-86b0-de50880d40af tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "f5219fb6-18e5-4c39-877f-13c869809339-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.733069] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1cf8fd77-1a1b-4694-86b0-de50880d40af tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "f5219fb6-18e5-4c39-877f-13c869809339-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.733258] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1cf8fd77-1a1b-4694-86b0-de50880d40af tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "f5219fb6-18e5-4c39-877f-13c869809339-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.736032] env[70398]: INFO nova.compute.manager [None req-1cf8fd77-1a1b-4694-86b0-de50880d40af tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: f5219fb6-18e5-4c39-877f-13c869809339] Terminating instance [ 1117.914184] env[70398]: DEBUG oslo_concurrency.lockutils [None req-12bdada2-6cbd-4070-a625-73ac3bb5d41a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "d7f61d66-e15f-41e0-b1ed-d207bb183660" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.984s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.035256] env[70398]: DEBUG nova.network.neutron [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Successfully updated port: f4c3025c-8cec-488e-b1a0-6f985d965cb7 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1118.078462] env[70398]: DEBUG nova.compute.manager [req-603fc19b-3857-4012-b946-9fb1ea23bc58 req-9993ecf7-9d44-4fab-b60d-eff3fd81b193 service nova] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Received event network-vif-plugged-f4c3025c-8cec-488e-b1a0-6f985d965cb7 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.078692] env[70398]: DEBUG oslo_concurrency.lockutils [req-603fc19b-3857-4012-b946-9fb1ea23bc58 req-9993ecf7-9d44-4fab-b60d-eff3fd81b193 service nova] Acquiring lock "02fe9693-8fb3-44e1-b868-7fb3af0ef646-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.078899] env[70398]: DEBUG oslo_concurrency.lockutils [req-603fc19b-3857-4012-b946-9fb1ea23bc58 req-9993ecf7-9d44-4fab-b60d-eff3fd81b193 service nova] Lock "02fe9693-8fb3-44e1-b868-7fb3af0ef646-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.079204] env[70398]: DEBUG oslo_concurrency.lockutils [req-603fc19b-3857-4012-b946-9fb1ea23bc58 req-9993ecf7-9d44-4fab-b60d-eff3fd81b193 service nova] Lock "02fe9693-8fb3-44e1-b868-7fb3af0ef646-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.079270] env[70398]: DEBUG nova.compute.manager [req-603fc19b-3857-4012-b946-9fb1ea23bc58 req-9993ecf7-9d44-4fab-b60d-eff3fd81b193 service nova] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] No waiting events found dispatching network-vif-plugged-f4c3025c-8cec-488e-b1a0-6f985d965cb7 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1118.080023] env[70398]: WARNING nova.compute.manager [req-603fc19b-3857-4012-b946-9fb1ea23bc58 req-9993ecf7-9d44-4fab-b60d-eff3fd81b193 service nova] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Received unexpected event network-vif-plugged-f4c3025c-8cec-488e-b1a0-6f985d965cb7 for instance with vm_state building and task_state spawning. [ 1118.130780] env[70398]: DEBUG nova.network.neutron [None req-07053536-df41-428a-aebe-d97be83c4098 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Updating instance_info_cache with network_info: [{"id": "ee195dbc-ffd6-44a6-85be-6f09e25aa513", "address": "fa:16:3e:af:e8:28", "network": {"id": "b09dba51-196a-4f6b-8985-d014993ec89b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1461080089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51f4576c34fc44219985585672183ac3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee195dbc-ff", "ovs_interfaceid": "ee195dbc-ffd6-44a6-85be-6f09e25aa513", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.240166] env[70398]: DEBUG nova.compute.manager [None req-1cf8fd77-1a1b-4694-86b0-de50880d40af tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: f5219fb6-18e5-4c39-877f-13c869809339] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1118.240568] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf8fd77-1a1b-4694-86b0-de50880d40af tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: f5219fb6-18e5-4c39-877f-13c869809339] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1118.241839] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc10e98-7b28-4f19-b5fe-dd81808c1a31 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.250152] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf8fd77-1a1b-4694-86b0-de50880d40af tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: f5219fb6-18e5-4c39-877f-13c869809339] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1118.250409] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b6f3d3a-5a2c-450d-bfd8-8cb0e39543b9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.315761] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf8fd77-1a1b-4694-86b0-de50880d40af tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: f5219fb6-18e5-4c39-877f-13c869809339] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1118.315957] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf8fd77-1a1b-4694-86b0-de50880d40af tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: f5219fb6-18e5-4c39-877f-13c869809339] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1118.316197] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cf8fd77-1a1b-4694-86b0-de50880d40af tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Deleting the datastore file [datastore1] f5219fb6-18e5-4c39-877f-13c869809339 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1118.316484] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ab22f7a-439c-42ca-ad6d-3a861bebb659 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.320145] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquiring lock "82e8ab4b-bb27-4ba3-987a-da84ec16b9df" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.320409] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "82e8ab4b-bb27-4ba3-987a-da84ec16b9df" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.320539] env[70398]: INFO nova.compute.manager [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Shelving [ 1118.323116] env[70398]: DEBUG oslo_vmware.api [None req-1cf8fd77-1a1b-4694-86b0-de50880d40af tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 1118.323116] env[70398]: value = "task-3445007" [ 1118.323116] env[70398]: _type = "Task" [ 1118.323116] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.331697] env[70398]: DEBUG oslo_vmware.api [None req-1cf8fd77-1a1b-4694-86b0-de50880d40af tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3445007, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.541036] env[70398]: DEBUG oslo_concurrency.lockutils [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Acquiring lock "refresh_cache-02fe9693-8fb3-44e1-b868-7fb3af0ef646" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.541150] env[70398]: DEBUG oslo_concurrency.lockutils [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Acquired lock "refresh_cache-02fe9693-8fb3-44e1-b868-7fb3af0ef646" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.541302] env[70398]: DEBUG nova.network.neutron [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.578775] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68e7dbc-3614-419c-9cde-4100dc44e0d9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.586463] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae7c9a1-c5de-4c1f-9bcc-ada102bb8d9e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.615546] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293f042b-abfe-42a3-ba4f-bdfc3ac8d77f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.622709] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda4f68f-d7c1-4f8a-a4c7-cf2dcf373ede {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.636886] env[70398]: DEBUG oslo_concurrency.lockutils [None req-07053536-df41-428a-aebe-d97be83c4098 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Releasing lock "refresh_cache-71f3f8fe-1304-427c-9c95-981baf19c8e7" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.638123] env[70398]: DEBUG nova.compute.provider_tree [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Updating inventory in ProviderTree for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1118.685361] env[70398]: DEBUG oslo_concurrency.lockutils [None req-762a0813-e765-4172-b44c-2f9c28c51c82 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "faac5a83-27c0-4d87-bbf8-d625174e41ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.685598] env[70398]: DEBUG oslo_concurrency.lockutils [None req-762a0813-e765-4172-b44c-2f9c28c51c82 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "faac5a83-27c0-4d87-bbf8-d625174e41ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.685804] env[70398]: DEBUG oslo_concurrency.lockutils [None req-762a0813-e765-4172-b44c-2f9c28c51c82 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "faac5a83-27c0-4d87-bbf8-d625174e41ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.685981] env[70398]: DEBUG oslo_concurrency.lockutils [None req-762a0813-e765-4172-b44c-2f9c28c51c82 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "faac5a83-27c0-4d87-bbf8-d625174e41ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.686167] env[70398]: DEBUG oslo_concurrency.lockutils [None req-762a0813-e765-4172-b44c-2f9c28c51c82 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "faac5a83-27c0-4d87-bbf8-d625174e41ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.688186] env[70398]: INFO nova.compute.manager [None req-762a0813-e765-4172-b44c-2f9c28c51c82 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: faac5a83-27c0-4d87-bbf8-d625174e41ec] Terminating instance [ 1118.689496] env[70398]: DEBUG oslo_concurrency.lockutils [None req-02a1f22e-f938-44a5-ac20-edd703135d98 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "interface-008ad381-dbe0-4b17-9eee-2a11c00687bc-1f11f434-e67d-447d-bbfe-35509705048d" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.689696] env[70398]: DEBUG oslo_concurrency.lockutils [None req-02a1f22e-f938-44a5-ac20-edd703135d98 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "interface-008ad381-dbe0-4b17-9eee-2a11c00687bc-1f11f434-e67d-447d-bbfe-35509705048d" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.838119] env[70398]: DEBUG oslo_vmware.api [None req-1cf8fd77-1a1b-4694-86b0-de50880d40af tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3445007, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177728} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.838421] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cf8fd77-1a1b-4694-86b0-de50880d40af tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1118.838612] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf8fd77-1a1b-4694-86b0-de50880d40af tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: f5219fb6-18e5-4c39-877f-13c869809339] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1118.838788] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf8fd77-1a1b-4694-86b0-de50880d40af tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: f5219fb6-18e5-4c39-877f-13c869809339] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1118.838960] env[70398]: INFO nova.compute.manager [None req-1cf8fd77-1a1b-4694-86b0-de50880d40af tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: f5219fb6-18e5-4c39-877f-13c869809339] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1118.839215] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1cf8fd77-1a1b-4694-86b0-de50880d40af tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.839942] env[70398]: DEBUG nova.compute.manager [-] [instance: f5219fb6-18e5-4c39-877f-13c869809339] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1118.840082] env[70398]: DEBUG nova.network.neutron [-] [instance: f5219fb6-18e5-4c39-877f-13c869809339] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1119.073914] env[70398]: DEBUG nova.network.neutron [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1119.144902] env[70398]: DEBUG nova.compute.manager [None req-07053536-df41-428a-aebe-d97be83c4098 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1119.146998] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a061dc-b71d-4aeb-a96b-24eea8ff7ab6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.151075] env[70398]: DEBUG nova.compute.manager [req-57a4af69-26d3-48b7-a4f9-d94067ca4379 req-255160fa-f983-4652-8904-a4d4938be4a8 service nova] [instance: f5219fb6-18e5-4c39-877f-13c869809339] Received event network-vif-deleted-e4bb4de1-53ad-4370-bf28-e013911966d2 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.151273] env[70398]: INFO nova.compute.manager [req-57a4af69-26d3-48b7-a4f9-d94067ca4379 req-255160fa-f983-4652-8904-a4d4938be4a8 service nova] [instance: f5219fb6-18e5-4c39-877f-13c869809339] Neutron deleted interface e4bb4de1-53ad-4370-bf28-e013911966d2; detaching it from the instance and deleting it from the info cache [ 1119.151444] env[70398]: DEBUG nova.network.neutron [req-57a4af69-26d3-48b7-a4f9-d94067ca4379 req-255160fa-f983-4652-8904-a4d4938be4a8 service nova] [instance: f5219fb6-18e5-4c39-877f-13c869809339] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.165478] env[70398]: ERROR nova.scheduler.client.report [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [req-4d6457e2-9eb8-475c-8f0a-c634233a3b95] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 308ebb75-eece-4013-bc9f-8d18cf162ec4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4d6457e2-9eb8-475c-8f0a-c634233a3b95"}]} [ 1119.182628] env[70398]: DEBUG nova.scheduler.client.report [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Refreshing inventories for resource provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1119.192205] env[70398]: DEBUG oslo_concurrency.lockutils [None req-02a1f22e-f938-44a5-ac20-edd703135d98 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "008ad381-dbe0-4b17-9eee-2a11c00687bc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.192391] env[70398]: DEBUG oslo_concurrency.lockutils [None req-02a1f22e-f938-44a5-ac20-edd703135d98 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquired lock "008ad381-dbe0-4b17-9eee-2a11c00687bc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.192998] env[70398]: DEBUG nova.compute.manager [None req-762a0813-e765-4172-b44c-2f9c28c51c82 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: faac5a83-27c0-4d87-bbf8-d625174e41ec] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1119.193208] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-762a0813-e765-4172-b44c-2f9c28c51c82 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: faac5a83-27c0-4d87-bbf8-d625174e41ec] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1119.194588] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1d7454-3ecb-4f51-838d-cde2db93e8f8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.199355] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189819db-dd6c-40dc-afb1-7111dee9dbe2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.202599] env[70398]: DEBUG nova.scheduler.client.report [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Updating ProviderTree inventory for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1119.202833] env[70398]: DEBUG nova.compute.provider_tree [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Updating inventory in ProviderTree for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1119.225542] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e581584c-f926-4b5c-a9d5-5a672001ecbb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.228051] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-762a0813-e765-4172-b44c-2f9c28c51c82 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: faac5a83-27c0-4d87-bbf8-d625174e41ec] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.228944] env[70398]: DEBUG nova.scheduler.client.report [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Refreshing aggregate associations for resource provider 308ebb75-eece-4013-bc9f-8d18cf162ec4, aggregates: None {{(pid=70398) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1119.230778] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-850e957f-fb48-4377-b1a7-8b0c3fba49ea {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.255339] env[70398]: DEBUG oslo_vmware.api [None req-762a0813-e765-4172-b44c-2f9c28c51c82 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1119.255339] env[70398]: value = "task-3445008" [ 1119.255339] env[70398]: _type = "Task" [ 1119.255339] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.261491] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-02a1f22e-f938-44a5-ac20-edd703135d98 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Reconfiguring VM to detach interface {{(pid=70398) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1119.264161] env[70398]: DEBUG nova.scheduler.client.report [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Refreshing trait associations for resource provider 308ebb75-eece-4013-bc9f-8d18cf162ec4, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=70398) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1119.266300] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09ecc8bb-0be4-47ac-a3a8-e17fb8aff632 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.287526] env[70398]: DEBUG oslo_vmware.api [None req-762a0813-e765-4172-b44c-2f9c28c51c82 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3445008, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.288447] env[70398]: DEBUG nova.network.neutron [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Updating instance_info_cache with network_info: [{"id": "f4c3025c-8cec-488e-b1a0-6f985d965cb7", "address": "fa:16:3e:26:e8:7b", "network": {"id": "660720bd-b364-4d50-8d6c-a86a84e79e4a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-693756326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3fa79db455844dcb84fce2f9e9ece30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4c3025c-8c", "ovs_interfaceid": "f4c3025c-8cec-488e-b1a0-6f985d965cb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.290908] env[70398]: DEBUG oslo_vmware.api [None req-02a1f22e-f938-44a5-ac20-edd703135d98 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for the task: (returnval){ [ 1119.290908] env[70398]: value = "task-3445009" [ 1119.290908] env[70398]: _type = "Task" [ 1119.290908] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.300719] env[70398]: DEBUG oslo_vmware.api [None req-02a1f22e-f938-44a5-ac20-edd703135d98 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3445009, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.334194] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.334606] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c59c1cc-0307-4390-aef1-6724343aa5be {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.341517] env[70398]: DEBUG oslo_vmware.api [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 1119.341517] env[70398]: value = "task-3445010" [ 1119.341517] env[70398]: _type = "Task" [ 1119.341517] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.352027] env[70398]: DEBUG oslo_vmware.api [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3445010, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.406930] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-31b523fb-c3fc-4cb0-b666-3767c028c304 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Volume attach. Driver type: vmdk {{(pid=70398) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1119.407192] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-31b523fb-c3fc-4cb0-b666-3767c028c304 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687720', 'volume_id': '06cec28e-a051-40dc-b598-0d04610a332b', 'name': 'volume-06cec28e-a051-40dc-b598-0d04610a332b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f27f1700-d064-471f-af8e-924a38b74193', 'attached_at': '', 'detached_at': '', 'volume_id': '06cec28e-a051-40dc-b598-0d04610a332b', 'serial': '06cec28e-a051-40dc-b598-0d04610a332b'} {{(pid=70398) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1119.408043] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936c7ce6-698f-44e8-b404-86681e67326f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.431020] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165f9846-b99b-482d-a4cf-985b061def77 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.456149] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-31b523fb-c3fc-4cb0-b666-3767c028c304 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] volume-06cec28e-a051-40dc-b598-0d04610a332b/volume-06cec28e-a051-40dc-b598-0d04610a332b.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1119.458753] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bd2b51d-2638-4612-b187-fbd905b4330d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.476410] env[70398]: DEBUG oslo_vmware.api [None req-31b523fb-c3fc-4cb0-b666-3767c028c304 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Waiting for the task: (returnval){ [ 1119.476410] env[70398]: value = "task-3445011" [ 1119.476410] env[70398]: _type = "Task" [ 1119.476410] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.487055] env[70398]: DEBUG oslo_vmware.api [None req-31b523fb-c3fc-4cb0-b666-3767c028c304 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3445011, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.502466] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3835e00-3e5a-4998-99f0-2f2b578b8f5e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.508878] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606a2789-7789-4007-b909-47f4e1f1db18 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.539172] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225981cc-b602-45d2-b74d-a3b54a5739c7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.545861] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af962d1-cfa6-4a3c-839c-6ec368fb7202 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.559024] env[70398]: DEBUG nova.compute.provider_tree [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Updating inventory in ProviderTree for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1119.628297] env[70398]: DEBUG nova.network.neutron [-] [instance: f5219fb6-18e5-4c39-877f-13c869809339] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.653852] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1834ffb4-eee6-4ec3-b3a4-520d922c5668 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.663072] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82140385-acda-4234-ac39-4c9dcb0c8526 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.700285] env[70398]: DEBUG nova.compute.manager [req-57a4af69-26d3-48b7-a4f9-d94067ca4379 req-255160fa-f983-4652-8904-a4d4938be4a8 service nova] [instance: f5219fb6-18e5-4c39-877f-13c869809339] Detach interface failed, port_id=e4bb4de1-53ad-4370-bf28-e013911966d2, reason: Instance f5219fb6-18e5-4c39-877f-13c869809339 could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1119.776340] env[70398]: DEBUG oslo_vmware.api [None req-762a0813-e765-4172-b44c-2f9c28c51c82 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3445008, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.792034] env[70398]: DEBUG oslo_concurrency.lockutils [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Releasing lock "refresh_cache-02fe9693-8fb3-44e1-b868-7fb3af0ef646" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.792565] env[70398]: DEBUG nova.compute.manager [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Instance network_info: |[{"id": "f4c3025c-8cec-488e-b1a0-6f985d965cb7", "address": "fa:16:3e:26:e8:7b", "network": {"id": "660720bd-b364-4d50-8d6c-a86a84e79e4a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-693756326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3fa79db455844dcb84fce2f9e9ece30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4c3025c-8c", "ovs_interfaceid": "f4c3025c-8cec-488e-b1a0-6f985d965cb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1119.792917] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:e8:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4c3025c-8cec-488e-b1a0-6f985d965cb7', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1119.800302] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Creating folder: Project (f3fa79db455844dcb84fce2f9e9ece30). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1119.803647] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e245bdd-8de1-4982-acf0-8dc47b3aae25 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.812197] env[70398]: DEBUG oslo_vmware.api [None req-02a1f22e-f938-44a5-ac20-edd703135d98 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3445009, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.813918] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Created folder: Project (f3fa79db455844dcb84fce2f9e9ece30) in parent group-v687430. [ 1119.814113] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Creating folder: Instances. Parent ref: group-v687721. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1119.814352] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f48d57ae-e725-45d2-9a98-68b2fd028aef {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.822996] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Created folder: Instances in parent group-v687721. [ 1119.823240] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.823445] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1119.823706] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bae4aa44-0337-4c35-a1c6-fab414416889 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.843410] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1119.843410] env[70398]: value = "task-3445014" [ 1119.843410] env[70398]: _type = "Task" [ 1119.843410] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.855576] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445014, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.858859] env[70398]: DEBUG oslo_vmware.api [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3445010, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.986236] env[70398]: DEBUG oslo_vmware.api [None req-31b523fb-c3fc-4cb0-b666-3767c028c304 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3445011, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.089404] env[70398]: DEBUG nova.scheduler.client.report [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Updated inventory for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 with generation 141 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1120.090355] env[70398]: DEBUG nova.compute.provider_tree [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Updating resource provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 generation from 141 to 142 during operation: update_inventory {{(pid=70398) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1120.090622] env[70398]: DEBUG nova.compute.provider_tree [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Updating inventory in ProviderTree for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1120.116990] env[70398]: DEBUG nova.compute.manager [req-69696724-1e17-4183-bc4e-cd87c47fffb1 req-487c0be4-12ad-47a9-aaaf-460dfbfbbb3e service nova] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Received event network-changed-f4c3025c-8cec-488e-b1a0-6f985d965cb7 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.117230] env[70398]: DEBUG nova.compute.manager [req-69696724-1e17-4183-bc4e-cd87c47fffb1 req-487c0be4-12ad-47a9-aaaf-460dfbfbbb3e service nova] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Refreshing instance network info cache due to event network-changed-f4c3025c-8cec-488e-b1a0-6f985d965cb7. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1120.117446] env[70398]: DEBUG oslo_concurrency.lockutils [req-69696724-1e17-4183-bc4e-cd87c47fffb1 req-487c0be4-12ad-47a9-aaaf-460dfbfbbb3e service nova] Acquiring lock "refresh_cache-02fe9693-8fb3-44e1-b868-7fb3af0ef646" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.117618] env[70398]: DEBUG oslo_concurrency.lockutils [req-69696724-1e17-4183-bc4e-cd87c47fffb1 req-487c0be4-12ad-47a9-aaaf-460dfbfbbb3e service nova] Acquired lock "refresh_cache-02fe9693-8fb3-44e1-b868-7fb3af0ef646" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.117773] env[70398]: DEBUG nova.network.neutron [req-69696724-1e17-4183-bc4e-cd87c47fffb1 req-487c0be4-12ad-47a9-aaaf-460dfbfbbb3e service nova] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Refreshing network info cache for port f4c3025c-8cec-488e-b1a0-6f985d965cb7 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.130239] env[70398]: INFO nova.compute.manager [-] [instance: f5219fb6-18e5-4c39-877f-13c869809339] Took 1.29 seconds to deallocate network for instance. [ 1120.178378] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1bf1a0-4a08-4c7c-8507-621bb6c43ab1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.185662] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-07053536-df41-428a-aebe-d97be83c4098 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Doing hard reboot of VM {{(pid=70398) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1120.186149] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-4fd4225d-79e4-43ac-ad7f-aff06c4a523b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.191884] env[70398]: DEBUG oslo_vmware.api [None req-07053536-df41-428a-aebe-d97be83c4098 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1120.191884] env[70398]: value = "task-3445015" [ 1120.191884] env[70398]: _type = "Task" [ 1120.191884] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.199192] env[70398]: DEBUG oslo_vmware.api [None req-07053536-df41-428a-aebe-d97be83c4098 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445015, 'name': ResetVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.276020] env[70398]: DEBUG oslo_vmware.api [None req-762a0813-e765-4172-b44c-2f9c28c51c82 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3445008, 'name': PowerOffVM_Task, 'duration_secs': 0.634738} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.276299] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-762a0813-e765-4172-b44c-2f9c28c51c82 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: faac5a83-27c0-4d87-bbf8-d625174e41ec] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1120.276469] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-762a0813-e765-4172-b44c-2f9c28c51c82 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: faac5a83-27c0-4d87-bbf8-d625174e41ec] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1120.276708] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-479411aa-7668-4013-90f0-a4c9e9380450 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.302478] env[70398]: DEBUG oslo_vmware.api [None req-02a1f22e-f938-44a5-ac20-edd703135d98 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3445009, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.335026] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-762a0813-e765-4172-b44c-2f9c28c51c82 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: faac5a83-27c0-4d87-bbf8-d625174e41ec] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1120.335271] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-762a0813-e765-4172-b44c-2f9c28c51c82 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: faac5a83-27c0-4d87-bbf8-d625174e41ec] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1120.335450] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-762a0813-e765-4172-b44c-2f9c28c51c82 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Deleting the datastore file [datastore1] faac5a83-27c0-4d87-bbf8-d625174e41ec {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.335717] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a006c83e-cb9f-4c9a-9634-978e300cb251 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.341361] env[70398]: DEBUG oslo_vmware.api [None req-762a0813-e765-4172-b44c-2f9c28c51c82 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1120.341361] env[70398]: value = "task-3445017" [ 1120.341361] env[70398]: _type = "Task" [ 1120.341361] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.353320] env[70398]: DEBUG oslo_vmware.api [None req-762a0813-e765-4172-b44c-2f9c28c51c82 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3445017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.356565] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445014, 'name': CreateVM_Task, 'duration_secs': 0.321277} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.356723] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1120.357367] env[70398]: DEBUG oslo_concurrency.lockutils [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.357537] env[70398]: DEBUG oslo_concurrency.lockutils [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.357824] env[70398]: DEBUG oslo_concurrency.lockutils [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.360673] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ade192c-ed1e-4ad4-a631-86454538c71a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.362786] env[70398]: DEBUG oslo_vmware.api [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3445010, 'name': PowerOffVM_Task, 'duration_secs': 0.529996} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.362786] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1120.363329] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9241f7fa-33a6-4f8d-bf9e-e80600c23109 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.366442] env[70398]: DEBUG oslo_vmware.api [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the task: (returnval){ [ 1120.366442] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52904c36-d44e-ed24-9017-e9fc9493d732" [ 1120.366442] env[70398]: _type = "Task" [ 1120.366442] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.384986] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01cad9b-130e-4c42-ab8c-841ecd78c039 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.391073] env[70398]: DEBUG oslo_vmware.api [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52904c36-d44e-ed24-9017-e9fc9493d732, 'name': SearchDatastore_Task, 'duration_secs': 0.00914} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.391643] env[70398]: DEBUG oslo_concurrency.lockutils [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.391882] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1120.392645] env[70398]: DEBUG oslo_concurrency.lockutils [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.392645] env[70398]: DEBUG oslo_concurrency.lockutils [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.392645] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1120.392854] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f091db2-d393-43a5-9def-05c4cd7c2f27 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.404068] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1120.404068] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1120.404856] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39c0c7d4-6045-4b20-bde2-b7d3d1beeb4d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.415979] env[70398]: DEBUG oslo_vmware.api [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the task: (returnval){ [ 1120.415979] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52c26c92-de51-a8e8-cbd8-64e804c9b849" [ 1120.415979] env[70398]: _type = "Task" [ 1120.415979] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.424400] env[70398]: DEBUG oslo_vmware.api [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52c26c92-de51-a8e8-cbd8-64e804c9b849, 'name': SearchDatastore_Task, 'duration_secs': 0.008225} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.425603] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e79af398-d21c-403d-9f92-7c95958244d5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.431028] env[70398]: DEBUG oslo_vmware.api [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the task: (returnval){ [ 1120.431028] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5292efe4-8b8a-bc80-2804-dd8fde2264ee" [ 1120.431028] env[70398]: _type = "Task" [ 1120.431028] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.438516] env[70398]: DEBUG oslo_vmware.api [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5292efe4-8b8a-bc80-2804-dd8fde2264ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.486509] env[70398]: DEBUG oslo_vmware.api [None req-31b523fb-c3fc-4cb0-b666-3767c028c304 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3445011, 'name': ReconfigVM_Task, 'duration_secs': 0.589066} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.486509] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-31b523fb-c3fc-4cb0-b666-3767c028c304 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Reconfigured VM instance instance-00000065 to attach disk [datastore1] volume-06cec28e-a051-40dc-b598-0d04610a332b/volume-06cec28e-a051-40dc-b598-0d04610a332b.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.490955] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15369180-a35f-4948-a5d0-e1a7eed6a6b3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.505126] env[70398]: DEBUG oslo_vmware.api [None req-31b523fb-c3fc-4cb0-b666-3767c028c304 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Waiting for the task: (returnval){ [ 1120.505126] env[70398]: value = "task-3445018" [ 1120.505126] env[70398]: _type = "Task" [ 1120.505126] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.512395] env[70398]: DEBUG oslo_vmware.api [None req-31b523fb-c3fc-4cb0-b666-3767c028c304 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3445018, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.596017] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.212s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.596619] env[70398]: DEBUG nova.compute.manager [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1120.638860] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1cf8fd77-1a1b-4694-86b0-de50880d40af tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.639172] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1cf8fd77-1a1b-4694-86b0-de50880d40af tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.639391] env[70398]: DEBUG nova.objects.instance [None req-1cf8fd77-1a1b-4694-86b0-de50880d40af tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lazy-loading 'resources' on Instance uuid f5219fb6-18e5-4c39-877f-13c869809339 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.702975] env[70398]: DEBUG oslo_vmware.api [None req-07053536-df41-428a-aebe-d97be83c4098 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445015, 'name': ResetVM_Task, 'duration_secs': 0.086174} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.703154] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-07053536-df41-428a-aebe-d97be83c4098 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Did hard reboot of VM {{(pid=70398) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1120.703348] env[70398]: DEBUG nova.compute.manager [None req-07053536-df41-428a-aebe-d97be83c4098 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1120.707400] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002a7b4f-9a82-47d4-92a8-e380d77537a4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.804218] env[70398]: DEBUG oslo_vmware.api [None req-02a1f22e-f938-44a5-ac20-edd703135d98 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3445009, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.837607] env[70398]: DEBUG nova.network.neutron [req-69696724-1e17-4183-bc4e-cd87c47fffb1 req-487c0be4-12ad-47a9-aaaf-460dfbfbbb3e service nova] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Updated VIF entry in instance network info cache for port f4c3025c-8cec-488e-b1a0-6f985d965cb7. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1120.837985] env[70398]: DEBUG nova.network.neutron [req-69696724-1e17-4183-bc4e-cd87c47fffb1 req-487c0be4-12ad-47a9-aaaf-460dfbfbbb3e service nova] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Updating instance_info_cache with network_info: [{"id": "f4c3025c-8cec-488e-b1a0-6f985d965cb7", "address": "fa:16:3e:26:e8:7b", "network": {"id": "660720bd-b364-4d50-8d6c-a86a84e79e4a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-693756326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3fa79db455844dcb84fce2f9e9ece30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4c3025c-8c", "ovs_interfaceid": "f4c3025c-8cec-488e-b1a0-6f985d965cb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.851631] env[70398]: DEBUG oslo_vmware.api [None req-762a0813-e765-4172-b44c-2f9c28c51c82 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3445017, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136918} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.851865] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-762a0813-e765-4172-b44c-2f9c28c51c82 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1120.852072] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-762a0813-e765-4172-b44c-2f9c28c51c82 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: faac5a83-27c0-4d87-bbf8-d625174e41ec] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1120.852247] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-762a0813-e765-4172-b44c-2f9c28c51c82 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: faac5a83-27c0-4d87-bbf8-d625174e41ec] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1120.852418] env[70398]: INFO nova.compute.manager [None req-762a0813-e765-4172-b44c-2f9c28c51c82 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: faac5a83-27c0-4d87-bbf8-d625174e41ec] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1120.852686] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-762a0813-e765-4172-b44c-2f9c28c51c82 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.852879] env[70398]: DEBUG nova.compute.manager [-] [instance: faac5a83-27c0-4d87-bbf8-d625174e41ec] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1120.852976] env[70398]: DEBUG nova.network.neutron [-] [instance: faac5a83-27c0-4d87-bbf8-d625174e41ec] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1120.900032] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Creating Snapshot of the VM instance {{(pid=70398) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1120.900324] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fedaab2e-4c8d-4212-a59f-95e3f5e3164d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.908061] env[70398]: DEBUG oslo_vmware.api [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 1120.908061] env[70398]: value = "task-3445019" [ 1120.908061] env[70398]: _type = "Task" [ 1120.908061] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.915721] env[70398]: DEBUG oslo_vmware.api [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3445019, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.941810] env[70398]: DEBUG oslo_vmware.api [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5292efe4-8b8a-bc80-2804-dd8fde2264ee, 'name': SearchDatastore_Task, 'duration_secs': 0.008188} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.942236] env[70398]: DEBUG oslo_concurrency.lockutils [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.942434] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 02fe9693-8fb3-44e1-b868-7fb3af0ef646/02fe9693-8fb3-44e1-b868-7fb3af0ef646.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1120.942743] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5cdd9b29-823f-47f9-926f-520da878aba5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.948561] env[70398]: DEBUG oslo_vmware.api [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the task: (returnval){ [ 1120.948561] env[70398]: value = "task-3445020" [ 1120.948561] env[70398]: _type = "Task" [ 1120.948561] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.955973] env[70398]: DEBUG oslo_vmware.api [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.014584] env[70398]: DEBUG oslo_vmware.api [None req-31b523fb-c3fc-4cb0-b666-3767c028c304 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3445018, 'name': ReconfigVM_Task, 'duration_secs': 0.138648} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.015011] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-31b523fb-c3fc-4cb0-b666-3767c028c304 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687720', 'volume_id': '06cec28e-a051-40dc-b598-0d04610a332b', 'name': 'volume-06cec28e-a051-40dc-b598-0d04610a332b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f27f1700-d064-471f-af8e-924a38b74193', 'attached_at': '', 'detached_at': '', 'volume_id': '06cec28e-a051-40dc-b598-0d04610a332b', 'serial': '06cec28e-a051-40dc-b598-0d04610a332b'} {{(pid=70398) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1121.101860] env[70398]: DEBUG nova.compute.utils [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1121.103411] env[70398]: DEBUG nova.compute.manager [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1121.103669] env[70398]: DEBUG nova.network.neutron [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1121.139111] env[70398]: DEBUG nova.policy [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '794969d6b66d4dbfaab42974e22ed411', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '384aca740b854263ad00e83e46f9f263', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 1121.218030] env[70398]: DEBUG oslo_concurrency.lockutils [None req-07053536-df41-428a-aebe-d97be83c4098 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "71f3f8fe-1304-427c-9c95-981baf19c8e7" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.418s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.304624] env[70398]: DEBUG oslo_vmware.api [None req-02a1f22e-f938-44a5-ac20-edd703135d98 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3445009, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.340327] env[70398]: DEBUG oslo_concurrency.lockutils [req-69696724-1e17-4183-bc4e-cd87c47fffb1 req-487c0be4-12ad-47a9-aaaf-460dfbfbbb3e service nova] Releasing lock "refresh_cache-02fe9693-8fb3-44e1-b868-7fb3af0ef646" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.391751] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb5eec9-0a1b-429f-9dac-a46eacc88a01 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.400210] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aeab034-49e5-4d64-855a-dd50d11592d1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.435974] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e48fd21-3bcd-4386-ab3c-2dd5af5e8506 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.443397] env[70398]: DEBUG oslo_vmware.api [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3445019, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.446479] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720699c8-929b-4c47-94e3-fc43b57a9e30 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.464383] env[70398]: DEBUG nova.compute.provider_tree [None req-1cf8fd77-1a1b-4694-86b0-de50880d40af tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Updating inventory in ProviderTree for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1121.468523] env[70398]: DEBUG oslo_vmware.api [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.548252] env[70398]: DEBUG nova.network.neutron [-] [instance: faac5a83-27c0-4d87-bbf8-d625174e41ec] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.574596] env[70398]: DEBUG nova.network.neutron [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Successfully created port: 8b67e926-48d9-49e9-a4aa-0e464c170a1a {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1121.606840] env[70398]: DEBUG nova.compute.manager [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1121.806572] env[70398]: DEBUG oslo_vmware.api [None req-02a1f22e-f938-44a5-ac20-edd703135d98 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3445009, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.943048] env[70398]: DEBUG oslo_vmware.api [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3445019, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.960762] env[70398]: DEBUG oslo_vmware.api [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445020, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.003501] env[70398]: DEBUG nova.scheduler.client.report [None req-1cf8fd77-1a1b-4694-86b0-de50880d40af tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Updated inventory for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 with generation 142 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1122.003844] env[70398]: DEBUG nova.compute.provider_tree [None req-1cf8fd77-1a1b-4694-86b0-de50880d40af tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Updating resource provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 generation from 142 to 143 during operation: update_inventory {{(pid=70398) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1122.004092] env[70398]: DEBUG nova.compute.provider_tree [None req-1cf8fd77-1a1b-4694-86b0-de50880d40af tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Updating inventory in ProviderTree for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1122.051216] env[70398]: INFO nova.compute.manager [-] [instance: faac5a83-27c0-4d87-bbf8-d625174e41ec] Took 1.20 seconds to deallocate network for instance. [ 1122.060341] env[70398]: DEBUG nova.objects.instance [None req-31b523fb-c3fc-4cb0-b666-3767c028c304 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lazy-loading 'flavor' on Instance uuid f27f1700-d064-471f-af8e-924a38b74193 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.126044] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a08254c1-4103-4504-8613-4976a4e681c4 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "013bddce-e445-4e28-89b5-8911d9dc4031" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.126044] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a08254c1-4103-4504-8613-4976a4e681c4 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "013bddce-e445-4e28-89b5-8911d9dc4031" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.147877] env[70398]: DEBUG nova.compute.manager [req-3b6feef2-d13e-4092-818a-cee271f48631 req-2b26ccf4-f2a9-489d-bfaa-f8644586114c service nova] [instance: faac5a83-27c0-4d87-bbf8-d625174e41ec] Received event network-vif-deleted-fabff2fe-d1b4-4d47-aa32-0dccfe98cf38 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.307309] env[70398]: DEBUG oslo_vmware.api [None req-02a1f22e-f938-44a5-ac20-edd703135d98 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3445009, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.441621] env[70398]: DEBUG oslo_vmware.api [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3445019, 'name': CreateSnapshot_Task, 'duration_secs': 1.283887} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.442025] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Created Snapshot of the VM instance {{(pid=70398) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1122.442681] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434545c3-d1c8-4cd9-a607-a47c649464b3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.451848] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6e95c124-3c27-4132-be0e-e44825533211 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Acquiring lock "f27f1700-d064-471f-af8e-924a38b74193" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.463179] env[70398]: DEBUG oslo_vmware.api [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445020, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.052513} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.463401] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 02fe9693-8fb3-44e1-b868-7fb3af0ef646/02fe9693-8fb3-44e1-b868-7fb3af0ef646.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1122.463749] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1122.464089] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fcc33e60-a55d-4fa2-8fda-dca6ad406e96 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.471516] env[70398]: DEBUG oslo_vmware.api [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the task: (returnval){ [ 1122.471516] env[70398]: value = "task-3445021" [ 1122.471516] env[70398]: _type = "Task" [ 1122.471516] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.481292] env[70398]: DEBUG oslo_vmware.api [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445021, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.508996] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1cf8fd77-1a1b-4694-86b0-de50880d40af tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.870s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.529903] env[70398]: INFO nova.scheduler.client.report [None req-1cf8fd77-1a1b-4694-86b0-de50880d40af tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Deleted allocations for instance f5219fb6-18e5-4c39-877f-13c869809339 [ 1122.558722] env[70398]: DEBUG oslo_concurrency.lockutils [None req-762a0813-e765-4172-b44c-2f9c28c51c82 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.558722] env[70398]: DEBUG oslo_concurrency.lockutils [None req-762a0813-e765-4172-b44c-2f9c28c51c82 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.558722] env[70398]: DEBUG nova.objects.instance [None req-762a0813-e765-4172-b44c-2f9c28c51c82 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lazy-loading 'resources' on Instance uuid faac5a83-27c0-4d87-bbf8-d625174e41ec {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.566451] env[70398]: DEBUG oslo_concurrency.lockutils [None req-31b523fb-c3fc-4cb0-b666-3767c028c304 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lock "f27f1700-d064-471f-af8e-924a38b74193" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.768s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.567381] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6e95c124-3c27-4132-be0e-e44825533211 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lock "f27f1700-d064-471f-af8e-924a38b74193" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.116s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.618898] env[70398]: DEBUG nova.compute.manager [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1122.628961] env[70398]: INFO nova.compute.manager [None req-a08254c1-4103-4504-8613-4976a4e681c4 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Detaching volume fec0187f-32d6-4001-b314-31a376c975b4 [ 1122.645114] env[70398]: DEBUG nova.virt.hardware [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1122.645380] env[70398]: DEBUG nova.virt.hardware [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1122.645537] env[70398]: DEBUG nova.virt.hardware [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.645720] env[70398]: DEBUG nova.virt.hardware [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1122.645869] env[70398]: DEBUG nova.virt.hardware [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.646032] env[70398]: DEBUG nova.virt.hardware [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1122.646247] env[70398]: DEBUG nova.virt.hardware [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1122.646404] env[70398]: DEBUG nova.virt.hardware [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1122.646564] env[70398]: DEBUG nova.virt.hardware [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1122.646725] env[70398]: DEBUG nova.virt.hardware [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1122.646893] env[70398]: DEBUG nova.virt.hardware [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1122.647770] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e2cb53-8087-4cca-ad98-a89425e7a737 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.656475] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b840b410-6f89-4786-a6d6-0915d3caa832 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.660954] env[70398]: INFO nova.virt.block_device [None req-a08254c1-4103-4504-8613-4976a4e681c4 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Attempting to driver detach volume fec0187f-32d6-4001-b314-31a376c975b4 from mountpoint /dev/sdb [ 1122.661200] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-a08254c1-4103-4504-8613-4976a4e681c4 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Volume detach. Driver type: vmdk {{(pid=70398) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1122.661370] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-a08254c1-4103-4504-8613-4976a4e681c4 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687703', 'volume_id': 'fec0187f-32d6-4001-b314-31a376c975b4', 'name': 'volume-fec0187f-32d6-4001-b314-31a376c975b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '013bddce-e445-4e28-89b5-8911d9dc4031', 'attached_at': '', 'detached_at': '', 'volume_id': 'fec0187f-32d6-4001-b314-31a376c975b4', 'serial': 'fec0187f-32d6-4001-b314-31a376c975b4'} {{(pid=70398) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1122.662261] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf48ee0-bf43-4fde-8434-1d1402961e93 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.690445] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f93dc38-8fc9-4f3b-afe2-4b6d283b8f12 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.697610] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f380354-b7da-4ea8-b47b-a0230f40deca {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.719248] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfaa206d-aac5-45e6-870a-ce5a176b16b7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.734456] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-a08254c1-4103-4504-8613-4976a4e681c4 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] The volume has not been displaced from its original location: [datastore1] volume-fec0187f-32d6-4001-b314-31a376c975b4/volume-fec0187f-32d6-4001-b314-31a376c975b4.vmdk. No consolidation needed. {{(pid=70398) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1122.739708] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-a08254c1-4103-4504-8613-4976a4e681c4 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Reconfiguring VM instance instance-0000005d to detach disk 2001 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1122.740057] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51868425-821a-49b6-9496-dc9b88f661e8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.757616] env[70398]: DEBUG oslo_vmware.api [None req-a08254c1-4103-4504-8613-4976a4e681c4 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1122.757616] env[70398]: value = "task-3445022" [ 1122.757616] env[70398]: _type = "Task" [ 1122.757616] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.765304] env[70398]: DEBUG oslo_vmware.api [None req-a08254c1-4103-4504-8613-4976a4e681c4 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445022, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.806567] env[70398]: DEBUG oslo_vmware.api [None req-02a1f22e-f938-44a5-ac20-edd703135d98 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3445009, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.960754] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Creating linked-clone VM from snapshot {{(pid=70398) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1122.961014] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7ee74ccf-bbc7-4527-8c9f-e74e051f7af7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.969788] env[70398]: DEBUG oslo_vmware.api [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 1122.969788] env[70398]: value = "task-3445023" [ 1122.969788] env[70398]: _type = "Task" [ 1122.969788] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.980417] env[70398]: DEBUG oslo_vmware.api [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445021, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058756} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.983265] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1122.983550] env[70398]: DEBUG oslo_vmware.api [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3445023, 'name': CloneVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.984257] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8cd07a-e392-469a-94bb-abfb6e292006 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.006313] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 02fe9693-8fb3-44e1-b868-7fb3af0ef646/02fe9693-8fb3-44e1-b868-7fb3af0ef646.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.006646] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4288e6a-97f3-446b-8d6b-5e4102adfd55 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.025151] env[70398]: DEBUG oslo_vmware.api [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the task: (returnval){ [ 1123.025151] env[70398]: value = "task-3445024" [ 1123.025151] env[70398]: _type = "Task" [ 1123.025151] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.032720] env[70398]: DEBUG oslo_vmware.api [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445024, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.036523] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1cf8fd77-1a1b-4694-86b0-de50880d40af tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "f5219fb6-18e5-4c39-877f-13c869809339" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.304s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.057418] env[70398]: DEBUG nova.network.neutron [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Successfully updated port: 8b67e926-48d9-49e9-a4aa-0e464c170a1a {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1123.074017] env[70398]: INFO nova.compute.manager [None req-6e95c124-3c27-4132-be0e-e44825533211 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Detaching volume 38ffb6d5-71f3-4389-8c0b-b6cb458e1734 [ 1123.108256] env[70398]: INFO nova.virt.block_device [None req-6e95c124-3c27-4132-be0e-e44825533211 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Attempting to driver detach volume 38ffb6d5-71f3-4389-8c0b-b6cb458e1734 from mountpoint /dev/sdb [ 1123.108525] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e95c124-3c27-4132-be0e-e44825533211 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Volume detach. Driver type: vmdk {{(pid=70398) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1123.108731] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e95c124-3c27-4132-be0e-e44825533211 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687718', 'volume_id': '38ffb6d5-71f3-4389-8c0b-b6cb458e1734', 'name': 'volume-38ffb6d5-71f3-4389-8c0b-b6cb458e1734', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f27f1700-d064-471f-af8e-924a38b74193', 'attached_at': '', 'detached_at': '', 'volume_id': '38ffb6d5-71f3-4389-8c0b-b6cb458e1734', 'serial': '38ffb6d5-71f3-4389-8c0b-b6cb458e1734'} {{(pid=70398) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1123.109647] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d8bbd1-4af1-4817-b315-15c8856209f9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.140557] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4a8be6-8cd1-4e05-b2c3-6b8d95e9cff0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.150934] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69add3a-6975-4172-85c2-4f7849032739 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.177708] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e830b4d2-f552-4eec-afbe-2655b09af7d3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.194954] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e95c124-3c27-4132-be0e-e44825533211 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] The volume has not been displaced from its original location: [datastore1] volume-38ffb6d5-71f3-4389-8c0b-b6cb458e1734/volume-38ffb6d5-71f3-4389-8c0b-b6cb458e1734.vmdk. No consolidation needed. {{(pid=70398) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1123.200386] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e95c124-3c27-4132-be0e-e44825533211 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Reconfiguring VM instance instance-00000065 to detach disk 2001 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1123.203194] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4d82674-8917-459f-9776-5e77c1542e92 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.223979] env[70398]: DEBUG oslo_vmware.api [None req-6e95c124-3c27-4132-be0e-e44825533211 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Waiting for the task: (returnval){ [ 1123.223979] env[70398]: value = "task-3445025" [ 1123.223979] env[70398]: _type = "Task" [ 1123.223979] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.235638] env[70398]: DEBUG oslo_vmware.api [None req-6e95c124-3c27-4132-be0e-e44825533211 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3445025, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.267552] env[70398]: DEBUG oslo_vmware.api [None req-a08254c1-4103-4504-8613-4976a4e681c4 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445022, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.309468] env[70398]: DEBUG oslo_vmware.api [None req-02a1f22e-f938-44a5-ac20-edd703135d98 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3445009, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.328082] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9beeb31-d354-4869-9314-fd53f0410a38 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.336011] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160bbe65-f5d2-4117-b54b-36d613eee9f6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.368241] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a07b541-0373-44ef-b50b-d8b3fafa29a6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.375646] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982052d9-ef20-4226-b340-390205dff46d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.389414] env[70398]: DEBUG nova.compute.provider_tree [None req-762a0813-e765-4172-b44c-2f9c28c51c82 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.480021] env[70398]: DEBUG oslo_vmware.api [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3445023, 'name': CloneVM_Task} progress is 94%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.534714] env[70398]: DEBUG oslo_vmware.api [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445024, 'name': ReconfigVM_Task, 'duration_secs': 0.281142} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.535029] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 02fe9693-8fb3-44e1-b868-7fb3af0ef646/02fe9693-8fb3-44e1-b868-7fb3af0ef646.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.535660] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95d79e4a-39ce-4bc6-a062-84f65f938b77 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.541921] env[70398]: DEBUG oslo_vmware.api [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the task: (returnval){ [ 1123.541921] env[70398]: value = "task-3445026" [ 1123.541921] env[70398]: _type = "Task" [ 1123.541921] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.549332] env[70398]: DEBUG oslo_vmware.api [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445026, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.560067] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquiring lock "refresh_cache-83d040f0-ca8b-40e2-bd82-1ddadfa0430a" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.560271] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquired lock "refresh_cache-83d040f0-ca8b-40e2-bd82-1ddadfa0430a" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.560579] env[70398]: DEBUG nova.network.neutron [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.733138] env[70398]: DEBUG oslo_vmware.api [None req-6e95c124-3c27-4132-be0e-e44825533211 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3445025, 'name': ReconfigVM_Task, 'duration_secs': 0.416531} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.733456] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e95c124-3c27-4132-be0e-e44825533211 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Reconfigured VM instance instance-00000065 to detach disk 2001 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1123.738152] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64a3c022-21ea-48c4-994d-cf77aa8a73c2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.755662] env[70398]: DEBUG oslo_vmware.api [None req-6e95c124-3c27-4132-be0e-e44825533211 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Waiting for the task: (returnval){ [ 1123.755662] env[70398]: value = "task-3445027" [ 1123.755662] env[70398]: _type = "Task" [ 1123.755662] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.767748] env[70398]: DEBUG oslo_vmware.api [None req-6e95c124-3c27-4132-be0e-e44825533211 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3445027, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.771166] env[70398]: DEBUG oslo_vmware.api [None req-a08254c1-4103-4504-8613-4976a4e681c4 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445022, 'name': ReconfigVM_Task, 'duration_secs': 0.823083} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.771819] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-a08254c1-4103-4504-8613-4976a4e681c4 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Reconfigured VM instance instance-0000005d to detach disk 2001 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1123.777033] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d7a4546-fb8f-4f2d-b410-eb9a6fe08a4f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.793096] env[70398]: DEBUG oslo_vmware.api [None req-a08254c1-4103-4504-8613-4976a4e681c4 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1123.793096] env[70398]: value = "task-3445028" [ 1123.793096] env[70398]: _type = "Task" [ 1123.793096] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.802120] env[70398]: DEBUG oslo_vmware.api [None req-a08254c1-4103-4504-8613-4976a4e681c4 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445028, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.810876] env[70398]: DEBUG oslo_vmware.api [None req-02a1f22e-f938-44a5-ac20-edd703135d98 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3445009, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.817537] env[70398]: DEBUG oslo_concurrency.lockutils [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "a41b2451-1e26-43cc-a162-035bdebe5baa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.817898] env[70398]: DEBUG oslo_concurrency.lockutils [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "a41b2451-1e26-43cc-a162-035bdebe5baa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.893076] env[70398]: DEBUG nova.scheduler.client.report [None req-762a0813-e765-4172-b44c-2f9c28c51c82 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.983234] env[70398]: DEBUG oslo_vmware.api [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3445023, 'name': CloneVM_Task} progress is 94%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.051979] env[70398]: DEBUG oslo_vmware.api [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445026, 'name': Rename_Task, 'duration_secs': 0.145428} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.052289] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.052569] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5b05b04-acc7-49d8-be62-b226f0e96143 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.058951] env[70398]: DEBUG oslo_vmware.api [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the task: (returnval){ [ 1124.058951] env[70398]: value = "task-3445029" [ 1124.058951] env[70398]: _type = "Task" [ 1124.058951] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.074308] env[70398]: DEBUG oslo_vmware.api [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445029, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.095126] env[70398]: DEBUG nova.network.neutron [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1124.180775] env[70398]: DEBUG nova.compute.manager [req-2de4fcfd-5def-4f14-9ba5-e4e7835ab962 req-b0b4df54-0321-4b38-ab70-688e7bb751c6 service nova] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Received event network-vif-plugged-8b67e926-48d9-49e9-a4aa-0e464c170a1a {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.181072] env[70398]: DEBUG oslo_concurrency.lockutils [req-2de4fcfd-5def-4f14-9ba5-e4e7835ab962 req-b0b4df54-0321-4b38-ab70-688e7bb751c6 service nova] Acquiring lock "83d040f0-ca8b-40e2-bd82-1ddadfa0430a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.181244] env[70398]: DEBUG oslo_concurrency.lockutils [req-2de4fcfd-5def-4f14-9ba5-e4e7835ab962 req-b0b4df54-0321-4b38-ab70-688e7bb751c6 service nova] Lock "83d040f0-ca8b-40e2-bd82-1ddadfa0430a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.181348] env[70398]: DEBUG oslo_concurrency.lockutils [req-2de4fcfd-5def-4f14-9ba5-e4e7835ab962 req-b0b4df54-0321-4b38-ab70-688e7bb751c6 service nova] Lock "83d040f0-ca8b-40e2-bd82-1ddadfa0430a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.181543] env[70398]: DEBUG nova.compute.manager [req-2de4fcfd-5def-4f14-9ba5-e4e7835ab962 req-b0b4df54-0321-4b38-ab70-688e7bb751c6 service nova] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] No waiting events found dispatching network-vif-plugged-8b67e926-48d9-49e9-a4aa-0e464c170a1a {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1124.181722] env[70398]: WARNING nova.compute.manager [req-2de4fcfd-5def-4f14-9ba5-e4e7835ab962 req-b0b4df54-0321-4b38-ab70-688e7bb751c6 service nova] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Received unexpected event network-vif-plugged-8b67e926-48d9-49e9-a4aa-0e464c170a1a for instance with vm_state building and task_state spawning. [ 1124.181904] env[70398]: DEBUG nova.compute.manager [req-2de4fcfd-5def-4f14-9ba5-e4e7835ab962 req-b0b4df54-0321-4b38-ab70-688e7bb751c6 service nova] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Received event network-changed-8b67e926-48d9-49e9-a4aa-0e464c170a1a {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.182071] env[70398]: DEBUG nova.compute.manager [req-2de4fcfd-5def-4f14-9ba5-e4e7835ab962 req-b0b4df54-0321-4b38-ab70-688e7bb751c6 service nova] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Refreshing instance network info cache due to event network-changed-8b67e926-48d9-49e9-a4aa-0e464c170a1a. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1124.182270] env[70398]: DEBUG oslo_concurrency.lockutils [req-2de4fcfd-5def-4f14-9ba5-e4e7835ab962 req-b0b4df54-0321-4b38-ab70-688e7bb751c6 service nova] Acquiring lock "refresh_cache-83d040f0-ca8b-40e2-bd82-1ddadfa0430a" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.229337] env[70398]: DEBUG nova.network.neutron [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Updating instance_info_cache with network_info: [{"id": "8b67e926-48d9-49e9-a4aa-0e464c170a1a", "address": "fa:16:3e:61:13:68", "network": {"id": "c60a1218-1755-48b4-bf57-04838428f6c8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1604715474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384aca740b854263ad00e83e46f9f263", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b67e926-48", "ovs_interfaceid": "8b67e926-48d9-49e9-a4aa-0e464c170a1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.264752] env[70398]: DEBUG oslo_vmware.api [None req-6e95c124-3c27-4132-be0e-e44825533211 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3445027, 'name': ReconfigVM_Task, 'duration_secs': 0.16587} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.265060] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e95c124-3c27-4132-be0e-e44825533211 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687718', 'volume_id': '38ffb6d5-71f3-4389-8c0b-b6cb458e1734', 'name': 'volume-38ffb6d5-71f3-4389-8c0b-b6cb458e1734', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f27f1700-d064-471f-af8e-924a38b74193', 'attached_at': '', 'detached_at': '', 'volume_id': '38ffb6d5-71f3-4389-8c0b-b6cb458e1734', 'serial': '38ffb6d5-71f3-4389-8c0b-b6cb458e1734'} {{(pid=70398) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1124.302868] env[70398]: DEBUG oslo_vmware.api [None req-a08254c1-4103-4504-8613-4976a4e681c4 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445028, 'name': ReconfigVM_Task, 'duration_secs': 0.165717} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.306365] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-a08254c1-4103-4504-8613-4976a4e681c4 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687703', 'volume_id': 'fec0187f-32d6-4001-b314-31a376c975b4', 'name': 'volume-fec0187f-32d6-4001-b314-31a376c975b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '013bddce-e445-4e28-89b5-8911d9dc4031', 'attached_at': '', 'detached_at': '', 'volume_id': 'fec0187f-32d6-4001-b314-31a376c975b4', 'serial': 'fec0187f-32d6-4001-b314-31a376c975b4'} {{(pid=70398) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1124.314809] env[70398]: DEBUG oslo_vmware.api [None req-02a1f22e-f938-44a5-ac20-edd703135d98 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3445009, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.320323] env[70398]: DEBUG nova.compute.manager [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1124.399034] env[70398]: DEBUG oslo_concurrency.lockutils [None req-762a0813-e765-4172-b44c-2f9c28c51c82 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.840s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.420682] env[70398]: INFO nova.scheduler.client.report [None req-762a0813-e765-4172-b44c-2f9c28c51c82 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Deleted allocations for instance faac5a83-27c0-4d87-bbf8-d625174e41ec [ 1124.481387] env[70398]: DEBUG oslo_vmware.api [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3445023, 'name': CloneVM_Task, 'duration_secs': 1.350517} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.481657] env[70398]: INFO nova.virt.vmwareapi.vmops [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Created linked-clone VM from snapshot [ 1124.482431] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b2f543-10dd-4ae8-b61f-e6e8ba8b19a0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.490523] env[70398]: DEBUG nova.virt.vmwareapi.images [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Uploading image c8d29c3f-4fd7-4f01-84e6-32964eb5c5bc {{(pid=70398) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1124.520289] env[70398]: DEBUG oslo_vmware.rw_handles [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1124.520289] env[70398]: value = "vm-687725" [ 1124.520289] env[70398]: _type = "VirtualMachine" [ 1124.520289] env[70398]: }. {{(pid=70398) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1124.520583] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8f6398b9-24d0-4313-b7df-b8004b5273e1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.526350] env[70398]: DEBUG oslo_vmware.rw_handles [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lease: (returnval){ [ 1124.526350] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]520d2ff2-fac4-5272-d1d8-549647c47932" [ 1124.526350] env[70398]: _type = "HttpNfcLease" [ 1124.526350] env[70398]: } obtained for exporting VM: (result){ [ 1124.526350] env[70398]: value = "vm-687725" [ 1124.526350] env[70398]: _type = "VirtualMachine" [ 1124.526350] env[70398]: }. {{(pid=70398) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1124.526630] env[70398]: DEBUG oslo_vmware.api [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the lease: (returnval){ [ 1124.526630] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]520d2ff2-fac4-5272-d1d8-549647c47932" [ 1124.526630] env[70398]: _type = "HttpNfcLease" [ 1124.526630] env[70398]: } to be ready. {{(pid=70398) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1124.532489] env[70398]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1124.532489] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]520d2ff2-fac4-5272-d1d8-549647c47932" [ 1124.532489] env[70398]: _type = "HttpNfcLease" [ 1124.532489] env[70398]: } is initializing. {{(pid=70398) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1124.567927] env[70398]: DEBUG oslo_vmware.api [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445029, 'name': PowerOnVM_Task, 'duration_secs': 0.439182} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.568179] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1124.568377] env[70398]: INFO nova.compute.manager [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Took 6.95 seconds to spawn the instance on the hypervisor. [ 1124.568552] env[70398]: DEBUG nova.compute.manager [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1124.569279] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9dc5d1-cf99-4096-a1a5-119134edb3e9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.731756] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Releasing lock "refresh_cache-83d040f0-ca8b-40e2-bd82-1ddadfa0430a" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.732123] env[70398]: DEBUG nova.compute.manager [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Instance network_info: |[{"id": "8b67e926-48d9-49e9-a4aa-0e464c170a1a", "address": "fa:16:3e:61:13:68", "network": {"id": "c60a1218-1755-48b4-bf57-04838428f6c8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1604715474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384aca740b854263ad00e83e46f9f263", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b67e926-48", "ovs_interfaceid": "8b67e926-48d9-49e9-a4aa-0e464c170a1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1124.732454] env[70398]: DEBUG oslo_concurrency.lockutils [req-2de4fcfd-5def-4f14-9ba5-e4e7835ab962 req-b0b4df54-0321-4b38-ab70-688e7bb751c6 service nova] Acquired lock "refresh_cache-83d040f0-ca8b-40e2-bd82-1ddadfa0430a" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.732660] env[70398]: DEBUG nova.network.neutron [req-2de4fcfd-5def-4f14-9ba5-e4e7835ab962 req-b0b4df54-0321-4b38-ab70-688e7bb751c6 service nova] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Refreshing network info cache for port 8b67e926-48d9-49e9-a4aa-0e464c170a1a {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.733889] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:13:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b67e926-48d9-49e9-a4aa-0e464c170a1a', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1124.741285] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Creating folder: Project (384aca740b854263ad00e83e46f9f263). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1124.742279] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e5bddea-4bc6-4a54-9b9c-14a6790635dd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.754292] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Created folder: Project (384aca740b854263ad00e83e46f9f263) in parent group-v687430. [ 1124.754471] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Creating folder: Instances. Parent ref: group-v687726. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1124.754704] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06873b60-c0c5-4671-b803-d67b8895f244 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.764072] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Created folder: Instances in parent group-v687726. [ 1124.764352] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.764564] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1124.764803] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b18e8c02-9f6b-457f-8137-e33e7e40c15f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.786086] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1124.786086] env[70398]: value = "task-3445033" [ 1124.786086] env[70398]: _type = "Task" [ 1124.786086] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.793835] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445033, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.811331] env[70398]: DEBUG oslo_vmware.api [None req-02a1f22e-f938-44a5-ac20-edd703135d98 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3445009, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.812442] env[70398]: DEBUG nova.objects.instance [None req-6e95c124-3c27-4132-be0e-e44825533211 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lazy-loading 'flavor' on Instance uuid f27f1700-d064-471f-af8e-924a38b74193 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.842586] env[70398]: DEBUG oslo_concurrency.lockutils [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.844014] env[70398]: DEBUG oslo_concurrency.lockutils [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.844899] env[70398]: INFO nova.compute.claims [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1124.855200] env[70398]: DEBUG nova.objects.instance [None req-a08254c1-4103-4504-8613-4976a4e681c4 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lazy-loading 'flavor' on Instance uuid 013bddce-e445-4e28-89b5-8911d9dc4031 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.928750] env[70398]: DEBUG oslo_concurrency.lockutils [None req-762a0813-e765-4172-b44c-2f9c28c51c82 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "faac5a83-27c0-4d87-bbf8-d625174e41ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.243s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.036582] env[70398]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1125.036582] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]520d2ff2-fac4-5272-d1d8-549647c47932" [ 1125.036582] env[70398]: _type = "HttpNfcLease" [ 1125.036582] env[70398]: } is ready. {{(pid=70398) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1125.036938] env[70398]: DEBUG oslo_vmware.rw_handles [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1125.036938] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]520d2ff2-fac4-5272-d1d8-549647c47932" [ 1125.036938] env[70398]: _type = "HttpNfcLease" [ 1125.036938] env[70398]: }. {{(pid=70398) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1125.037790] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3393492b-c3d1-4218-8d76-f9d3c0cf626c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.045796] env[70398]: DEBUG oslo_vmware.rw_handles [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521d0453-b299-23c1-168f-d057f62f06b1/disk-0.vmdk from lease info. {{(pid=70398) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1125.045926] env[70398]: DEBUG oslo_vmware.rw_handles [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521d0453-b299-23c1-168f-d057f62f06b1/disk-0.vmdk for reading. {{(pid=70398) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1125.115498] env[70398]: INFO nova.compute.manager [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Took 11.81 seconds to build instance. [ 1125.141249] env[70398]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-518ecc10-aee5-42ef-b47d-1585159cbe8e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.296019] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445033, 'name': CreateVM_Task, 'duration_secs': 0.341809} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.296333] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1125.297240] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.297240] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.297445] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.297625] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28de529b-2f66-4b83-8832-4955f28fe282 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.301904] env[70398]: DEBUG oslo_vmware.api [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for the task: (returnval){ [ 1125.301904] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]529b08fe-86bf-c495-fb2e-4fc932536ffe" [ 1125.301904] env[70398]: _type = "Task" [ 1125.301904] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.312136] env[70398]: DEBUG oslo_vmware.api [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]529b08fe-86bf-c495-fb2e-4fc932536ffe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.316825] env[70398]: DEBUG oslo_vmware.api [None req-02a1f22e-f938-44a5-ac20-edd703135d98 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3445009, 'name': ReconfigVM_Task, 'duration_secs': 5.781465} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.317063] env[70398]: DEBUG oslo_concurrency.lockutils [None req-02a1f22e-f938-44a5-ac20-edd703135d98 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Releasing lock "008ad381-dbe0-4b17-9eee-2a11c00687bc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.317269] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-02a1f22e-f938-44a5-ac20-edd703135d98 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Reconfigured VM to detach interface {{(pid=70398) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1125.582983] env[70398]: DEBUG nova.network.neutron [req-2de4fcfd-5def-4f14-9ba5-e4e7835ab962 req-b0b4df54-0321-4b38-ab70-688e7bb751c6 service nova] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Updated VIF entry in instance network info cache for port 8b67e926-48d9-49e9-a4aa-0e464c170a1a. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1125.582983] env[70398]: DEBUG nova.network.neutron [req-2de4fcfd-5def-4f14-9ba5-e4e7835ab962 req-b0b4df54-0321-4b38-ab70-688e7bb751c6 service nova] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Updating instance_info_cache with network_info: [{"id": "8b67e926-48d9-49e9-a4aa-0e464c170a1a", "address": "fa:16:3e:61:13:68", "network": {"id": "c60a1218-1755-48b4-bf57-04838428f6c8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1604715474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384aca740b854263ad00e83e46f9f263", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b67e926-48", "ovs_interfaceid": "8b67e926-48d9-49e9-a4aa-0e464c170a1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.617470] env[70398]: DEBUG oslo_concurrency.lockutils [None req-21791cdf-8f37-4445-925d-796c9f440200 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lock "02fe9693-8fb3-44e1-b868-7fb3af0ef646" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.320s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.740444] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1434e50c-caeb-4b44-892f-25377a34d939 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Acquiring lock "f27f1700-d064-471f-af8e-924a38b74193" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.815380] env[70398]: DEBUG oslo_vmware.api [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]529b08fe-86bf-c495-fb2e-4fc932536ffe, 'name': SearchDatastore_Task, 'duration_secs': 0.009912} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.815950] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.816375] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1125.816793] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.817041] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.817329] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1125.817696] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5684bba6-490a-42c5-ad01-c664517074de {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.822035] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6e95c124-3c27-4132-be0e-e44825533211 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lock "f27f1700-d064-471f-af8e-924a38b74193" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.255s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.823469] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1434e50c-caeb-4b44-892f-25377a34d939 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lock "f27f1700-d064-471f-af8e-924a38b74193" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.084s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.829423] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1125.830146] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1125.830893] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71f1748e-f8d2-4519-8b4d-f5174abc63b0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.838575] env[70398]: DEBUG oslo_vmware.api [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for the task: (returnval){ [ 1125.838575] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52367de3-2f9e-1d7c-19d5-10262031d47b" [ 1125.838575] env[70398]: _type = "Task" [ 1125.838575] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.857899] env[70398]: DEBUG oslo_vmware.api [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52367de3-2f9e-1d7c-19d5-10262031d47b, 'name': SearchDatastore_Task, 'duration_secs': 0.010278} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.859975] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d09858c0-62f1-4b69-bd41-2e74d60ef6c0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.867362] env[70398]: DEBUG oslo_vmware.api [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for the task: (returnval){ [ 1125.867362] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52bce518-ce92-e911-e209-1b5abe560fc3" [ 1125.867362] env[70398]: _type = "Task" [ 1125.867362] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.875908] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a08254c1-4103-4504-8613-4976a4e681c4 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "013bddce-e445-4e28-89b5-8911d9dc4031" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.748s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.886071] env[70398]: DEBUG oslo_vmware.api [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52bce518-ce92-e911-e209-1b5abe560fc3, 'name': SearchDatastore_Task, 'duration_secs': 0.011701} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.893096] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.893728] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 83d040f0-ca8b-40e2-bd82-1ddadfa0430a/83d040f0-ca8b-40e2-bd82-1ddadfa0430a.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1125.897058] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36934b9a-c69e-4721-9209-34bb1f9d120a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.909557] env[70398]: DEBUG oslo_vmware.api [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for the task: (returnval){ [ 1125.909557] env[70398]: value = "task-3445034" [ 1125.909557] env[70398]: _type = "Task" [ 1125.909557] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.921947] env[70398]: DEBUG oslo_vmware.api [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445034, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.987423] env[70398]: DEBUG oslo_concurrency.lockutils [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "ce3e9177-d0cd-4a2a-9875-a59dd38d6663" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.988902] env[70398]: DEBUG oslo_concurrency.lockutils [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "ce3e9177-d0cd-4a2a-9875-a59dd38d6663" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.085864] env[70398]: DEBUG oslo_concurrency.lockutils [req-2de4fcfd-5def-4f14-9ba5-e4e7835ab962 req-b0b4df54-0321-4b38-ab70-688e7bb751c6 service nova] Releasing lock "refresh_cache-83d040f0-ca8b-40e2-bd82-1ddadfa0430a" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.170322] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6f1942-9b84-4634-886c-44ce02768cd3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.178476] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bfac0d-96fc-4d69-b652-7c50e6111041 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.217093] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280c271e-78dc-41e6-aaa2-0e36d72207b0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.221362] env[70398]: DEBUG nova.compute.manager [req-894054bd-4d82-4b97-9bd9-b26f993eeeb6 req-03668878-1d36-4a2f-92e8-207320ee991a service nova] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Received event network-changed-f4c3025c-8cec-488e-b1a0-6f985d965cb7 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.221845] env[70398]: DEBUG nova.compute.manager [req-894054bd-4d82-4b97-9bd9-b26f993eeeb6 req-03668878-1d36-4a2f-92e8-207320ee991a service nova] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Refreshing instance network info cache due to event network-changed-f4c3025c-8cec-488e-b1a0-6f985d965cb7. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1126.222224] env[70398]: DEBUG oslo_concurrency.lockutils [req-894054bd-4d82-4b97-9bd9-b26f993eeeb6 req-03668878-1d36-4a2f-92e8-207320ee991a service nova] Acquiring lock "refresh_cache-02fe9693-8fb3-44e1-b868-7fb3af0ef646" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.222558] env[70398]: DEBUG oslo_concurrency.lockutils [req-894054bd-4d82-4b97-9bd9-b26f993eeeb6 req-03668878-1d36-4a2f-92e8-207320ee991a service nova] Acquired lock "refresh_cache-02fe9693-8fb3-44e1-b868-7fb3af0ef646" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.222799] env[70398]: DEBUG nova.network.neutron [req-894054bd-4d82-4b97-9bd9-b26f993eeeb6 req-03668878-1d36-4a2f-92e8-207320ee991a service nova] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Refreshing network info cache for port f4c3025c-8cec-488e-b1a0-6f985d965cb7 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1126.231404] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab52fffd-3cb3-434b-97da-1c0251c11ff1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.248349] env[70398]: DEBUG nova.compute.provider_tree [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.327250] env[70398]: INFO nova.compute.manager [None req-1434e50c-caeb-4b44-892f-25377a34d939 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Detaching volume 06cec28e-a051-40dc-b598-0d04610a332b [ 1126.363294] env[70398]: INFO nova.virt.block_device [None req-1434e50c-caeb-4b44-892f-25377a34d939 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Attempting to driver detach volume 06cec28e-a051-40dc-b598-0d04610a332b from mountpoint /dev/sdc [ 1126.363598] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-1434e50c-caeb-4b44-892f-25377a34d939 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Volume detach. Driver type: vmdk {{(pid=70398) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1126.363812] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-1434e50c-caeb-4b44-892f-25377a34d939 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687720', 'volume_id': '06cec28e-a051-40dc-b598-0d04610a332b', 'name': 'volume-06cec28e-a051-40dc-b598-0d04610a332b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f27f1700-d064-471f-af8e-924a38b74193', 'attached_at': '', 'detached_at': '', 'volume_id': '06cec28e-a051-40dc-b598-0d04610a332b', 'serial': '06cec28e-a051-40dc-b598-0d04610a332b'} {{(pid=70398) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1126.365153] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2e9959-d067-47e3-a0ad-fd621673e874 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.388185] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b623b205-8f08-4dc6-883e-fa12d169c667 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.397218] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8859d4e7-4341-4c51-9417-43ad21316280 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.424525] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d941b05-7fc7-4f94-8181-6b93626cb62b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.440816] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-1434e50c-caeb-4b44-892f-25377a34d939 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] The volume has not been displaced from its original location: [datastore1] volume-06cec28e-a051-40dc-b598-0d04610a332b/volume-06cec28e-a051-40dc-b598-0d04610a332b.vmdk. No consolidation needed. {{(pid=70398) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1126.446611] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-1434e50c-caeb-4b44-892f-25377a34d939 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Reconfiguring VM instance instance-00000065 to detach disk 2002 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1126.449922] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb0f28be-e491-411c-ba0f-63981d250cf2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.464031] env[70398]: DEBUG oslo_vmware.api [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445034, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.469056] env[70398]: DEBUG oslo_vmware.api [None req-1434e50c-caeb-4b44-892f-25377a34d939 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Waiting for the task: (returnval){ [ 1126.469056] env[70398]: value = "task-3445035" [ 1126.469056] env[70398]: _type = "Task" [ 1126.469056] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.477214] env[70398]: DEBUG oslo_vmware.api [None req-1434e50c-caeb-4b44-892f-25377a34d939 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3445035, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.492631] env[70398]: DEBUG nova.compute.manager [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: ce3e9177-d0cd-4a2a-9875-a59dd38d6663] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1126.533997] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b1725a95-84d7-4df4-8ab2-3e1508416c66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "013bddce-e445-4e28-89b5-8911d9dc4031" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.534309] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b1725a95-84d7-4df4-8ab2-3e1508416c66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "013bddce-e445-4e28-89b5-8911d9dc4031" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.534527] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b1725a95-84d7-4df4-8ab2-3e1508416c66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "013bddce-e445-4e28-89b5-8911d9dc4031-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.534713] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b1725a95-84d7-4df4-8ab2-3e1508416c66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "013bddce-e445-4e28-89b5-8911d9dc4031-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.534922] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b1725a95-84d7-4df4-8ab2-3e1508416c66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "013bddce-e445-4e28-89b5-8911d9dc4031-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.537314] env[70398]: INFO nova.compute.manager [None req-b1725a95-84d7-4df4-8ab2-3e1508416c66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Terminating instance [ 1126.717198] env[70398]: DEBUG oslo_concurrency.lockutils [None req-02a1f22e-f938-44a5-ac20-edd703135d98 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "refresh_cache-008ad381-dbe0-4b17-9eee-2a11c00687bc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.717488] env[70398]: DEBUG oslo_concurrency.lockutils [None req-02a1f22e-f938-44a5-ac20-edd703135d98 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquired lock "refresh_cache-008ad381-dbe0-4b17-9eee-2a11c00687bc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.717765] env[70398]: DEBUG nova.network.neutron [None req-02a1f22e-f938-44a5-ac20-edd703135d98 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.751687] env[70398]: DEBUG nova.scheduler.client.report [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.933033] env[70398]: DEBUG oslo_vmware.api [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445034, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581786} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.933411] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 83d040f0-ca8b-40e2-bd82-1ddadfa0430a/83d040f0-ca8b-40e2-bd82-1ddadfa0430a.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1126.933765] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1126.934071] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1914626-8bae-45ad-abe9-9e10523302dc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.941348] env[70398]: DEBUG oslo_vmware.api [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for the task: (returnval){ [ 1126.941348] env[70398]: value = "task-3445036" [ 1126.941348] env[70398]: _type = "Task" [ 1126.941348] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.952659] env[70398]: DEBUG oslo_vmware.api [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445036, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.954013] env[70398]: DEBUG nova.network.neutron [req-894054bd-4d82-4b97-9bd9-b26f993eeeb6 req-03668878-1d36-4a2f-92e8-207320ee991a service nova] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Updated VIF entry in instance network info cache for port f4c3025c-8cec-488e-b1a0-6f985d965cb7. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1126.954456] env[70398]: DEBUG nova.network.neutron [req-894054bd-4d82-4b97-9bd9-b26f993eeeb6 req-03668878-1d36-4a2f-92e8-207320ee991a service nova] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Updating instance_info_cache with network_info: [{"id": "f4c3025c-8cec-488e-b1a0-6f985d965cb7", "address": "fa:16:3e:26:e8:7b", "network": {"id": "660720bd-b364-4d50-8d6c-a86a84e79e4a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-693756326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3fa79db455844dcb84fce2f9e9ece30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4c3025c-8c", "ovs_interfaceid": "f4c3025c-8cec-488e-b1a0-6f985d965cb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.978851] env[70398]: DEBUG oslo_vmware.api [None req-1434e50c-caeb-4b44-892f-25377a34d939 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3445035, 'name': ReconfigVM_Task, 'duration_secs': 0.438395} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.979250] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-1434e50c-caeb-4b44-892f-25377a34d939 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Reconfigured VM instance instance-00000065 to detach disk 2002 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1126.984574] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a045386-ef0b-4888-a3d2-0c7aecc9a379 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.002997] env[70398]: DEBUG oslo_vmware.api [None req-1434e50c-caeb-4b44-892f-25377a34d939 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Waiting for the task: (returnval){ [ 1127.002997] env[70398]: value = "task-3445037" [ 1127.002997] env[70398]: _type = "Task" [ 1127.002997] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.013549] env[70398]: DEBUG oslo_vmware.api [None req-1434e50c-caeb-4b44-892f-25377a34d939 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3445037, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.019149] env[70398]: DEBUG oslo_concurrency.lockutils [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.041307] env[70398]: DEBUG nova.compute.manager [None req-b1725a95-84d7-4df4-8ab2-3e1508416c66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1127.041703] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b1725a95-84d7-4df4-8ab2-3e1508416c66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1127.042858] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273c243b-a7de-425c-8bed-2d706e36098a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.051634] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1725a95-84d7-4df4-8ab2-3e1508416c66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1127.052457] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19b9f1f3-b8e6-44fe-805c-e71233ae8908 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.058141] env[70398]: DEBUG oslo_vmware.api [None req-b1725a95-84d7-4df4-8ab2-3e1508416c66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1127.058141] env[70398]: value = "task-3445038" [ 1127.058141] env[70398]: _type = "Task" [ 1127.058141] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.069829] env[70398]: DEBUG oslo_vmware.api [None req-b1725a95-84d7-4df4-8ab2-3e1508416c66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445038, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.136290] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1c171d57-f437-474b-a8b8-71ebb21623f6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "008ad381-dbe0-4b17-9eee-2a11c00687bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.136470] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1c171d57-f437-474b-a8b8-71ebb21623f6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "008ad381-dbe0-4b17-9eee-2a11c00687bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.137256] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1c171d57-f437-474b-a8b8-71ebb21623f6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "008ad381-dbe0-4b17-9eee-2a11c00687bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.137256] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1c171d57-f437-474b-a8b8-71ebb21623f6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "008ad381-dbe0-4b17-9eee-2a11c00687bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.137256] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1c171d57-f437-474b-a8b8-71ebb21623f6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "008ad381-dbe0-4b17-9eee-2a11c00687bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.139593] env[70398]: INFO nova.compute.manager [None req-1c171d57-f437-474b-a8b8-71ebb21623f6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Terminating instance [ 1127.259045] env[70398]: DEBUG oslo_concurrency.lockutils [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.416s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.259884] env[70398]: DEBUG nova.compute.manager [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1127.262508] env[70398]: DEBUG oslo_concurrency.lockutils [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.244s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.264910] env[70398]: INFO nova.compute.claims [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: ce3e9177-d0cd-4a2a-9875-a59dd38d6663] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1127.453418] env[70398]: DEBUG oslo_vmware.api [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445036, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074411} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.454441] env[70398]: INFO nova.network.neutron [None req-02a1f22e-f938-44a5-ac20-edd703135d98 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Port 1f11f434-e67d-447d-bbfe-35509705048d from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1127.454776] env[70398]: DEBUG nova.network.neutron [None req-02a1f22e-f938-44a5-ac20-edd703135d98 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Updating instance_info_cache with network_info: [{"id": "55570265-6c53-4903-b832-56743d06b967", "address": "fa:16:3e:ca:92:59", "network": {"id": "31f6f749-f4c7-4b9c-80b1-dde5df2664ef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-724749608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a133a7276464e628849ffaa016597bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55570265-6c", "ovs_interfaceid": "55570265-6c53-4903-b832-56743d06b967", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.456011] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1127.456721] env[70398]: DEBUG oslo_concurrency.lockutils [req-894054bd-4d82-4b97-9bd9-b26f993eeeb6 req-03668878-1d36-4a2f-92e8-207320ee991a service nova] Releasing lock "refresh_cache-02fe9693-8fb3-44e1-b868-7fb3af0ef646" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.457632] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f480189f-b533-4703-957b-c0ad584fc3bc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.481377] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 83d040f0-ca8b-40e2-bd82-1ddadfa0430a/83d040f0-ca8b-40e2-bd82-1ddadfa0430a.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.482425] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-898ee652-64af-47ac-90c9-fe779364b875 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.503088] env[70398]: DEBUG oslo_vmware.api [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for the task: (returnval){ [ 1127.503088] env[70398]: value = "task-3445039" [ 1127.503088] env[70398]: _type = "Task" [ 1127.503088] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.518016] env[70398]: DEBUG oslo_vmware.api [None req-1434e50c-caeb-4b44-892f-25377a34d939 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3445037, 'name': ReconfigVM_Task, 'duration_secs': 0.175653} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.518825] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-1434e50c-caeb-4b44-892f-25377a34d939 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687720', 'volume_id': '06cec28e-a051-40dc-b598-0d04610a332b', 'name': 'volume-06cec28e-a051-40dc-b598-0d04610a332b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f27f1700-d064-471f-af8e-924a38b74193', 'attached_at': '', 'detached_at': '', 'volume_id': '06cec28e-a051-40dc-b598-0d04610a332b', 'serial': '06cec28e-a051-40dc-b598-0d04610a332b'} {{(pid=70398) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1127.521106] env[70398]: DEBUG oslo_vmware.api [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445039, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.569514] env[70398]: DEBUG oslo_vmware.api [None req-b1725a95-84d7-4df4-8ab2-3e1508416c66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445038, 'name': PowerOffVM_Task, 'duration_secs': 0.256081} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.569802] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1725a95-84d7-4df4-8ab2-3e1508416c66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1127.570008] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b1725a95-84d7-4df4-8ab2-3e1508416c66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1127.570270] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0e59a08-d746-4339-9220-046ff368f784 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.645776] env[70398]: DEBUG nova.compute.manager [None req-1c171d57-f437-474b-a8b8-71ebb21623f6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1127.646135] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-1c171d57-f437-474b-a8b8-71ebb21623f6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1127.647090] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a337934-8643-4057-9b5a-912f7acb971f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.655473] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c171d57-f437-474b-a8b8-71ebb21623f6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1127.655852] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef5c3367-bb78-495f-b369-1c38aa621990 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.662105] env[70398]: DEBUG oslo_vmware.api [None req-1c171d57-f437-474b-a8b8-71ebb21623f6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for the task: (returnval){ [ 1127.662105] env[70398]: value = "task-3445041" [ 1127.662105] env[70398]: _type = "Task" [ 1127.662105] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.672167] env[70398]: DEBUG oslo_vmware.api [None req-1c171d57-f437-474b-a8b8-71ebb21623f6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3445041, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.773207] env[70398]: DEBUG nova.compute.utils [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1127.776907] env[70398]: DEBUG nova.compute.manager [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1127.777124] env[70398]: DEBUG nova.network.neutron [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1127.847543] env[70398]: DEBUG nova.policy [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62e5ce7aa2234177a32607d1fd893c87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e88af3408914ef28ede7e5550d18c9c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 1127.878046] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b1725a95-84d7-4df4-8ab2-3e1508416c66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1127.878285] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b1725a95-84d7-4df4-8ab2-3e1508416c66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1127.878542] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1725a95-84d7-4df4-8ab2-3e1508416c66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Deleting the datastore file [datastore2] 013bddce-e445-4e28-89b5-8911d9dc4031 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1127.878926] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebdafd25-29c6-4dfd-94fb-c227319ab789 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.885634] env[70398]: DEBUG oslo_vmware.api [None req-b1725a95-84d7-4df4-8ab2-3e1508416c66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1127.885634] env[70398]: value = "task-3445042" [ 1127.885634] env[70398]: _type = "Task" [ 1127.885634] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.894029] env[70398]: DEBUG oslo_vmware.api [None req-b1725a95-84d7-4df4-8ab2-3e1508416c66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445042, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.958176] env[70398]: DEBUG oslo_concurrency.lockutils [None req-02a1f22e-f938-44a5-ac20-edd703135d98 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Releasing lock "refresh_cache-008ad381-dbe0-4b17-9eee-2a11c00687bc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.015393] env[70398]: DEBUG oslo_vmware.api [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445039, 'name': ReconfigVM_Task, 'duration_secs': 0.461796} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.015694] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 83d040f0-ca8b-40e2-bd82-1ddadfa0430a/83d040f0-ca8b-40e2-bd82-1ddadfa0430a.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1128.016404] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1d41f89-ef04-478f-b3ed-469d9a698819 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.023587] env[70398]: DEBUG oslo_vmware.api [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for the task: (returnval){ [ 1128.023587] env[70398]: value = "task-3445043" [ 1128.023587] env[70398]: _type = "Task" [ 1128.023587] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.032072] env[70398]: DEBUG oslo_vmware.api [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445043, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.069366] env[70398]: DEBUG nova.objects.instance [None req-1434e50c-caeb-4b44-892f-25377a34d939 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lazy-loading 'flavor' on Instance uuid f27f1700-d064-471f-af8e-924a38b74193 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.148243] env[70398]: DEBUG nova.network.neutron [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Successfully created port: 501da0f7-cfac-4e7c-8d2b-2d56aae921e8 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1128.172467] env[70398]: DEBUG oslo_vmware.api [None req-1c171d57-f437-474b-a8b8-71ebb21623f6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3445041, 'name': PowerOffVM_Task, 'duration_secs': 0.203918} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.172794] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c171d57-f437-474b-a8b8-71ebb21623f6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1128.172997] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-1c171d57-f437-474b-a8b8-71ebb21623f6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1128.173269] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-643d194b-3f17-4901-b7c9-bde409076d3b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.251728] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-1c171d57-f437-474b-a8b8-71ebb21623f6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1128.251992] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-1c171d57-f437-474b-a8b8-71ebb21623f6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1128.252240] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c171d57-f437-474b-a8b8-71ebb21623f6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Deleting the datastore file [datastore2] 008ad381-dbe0-4b17-9eee-2a11c00687bc {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1128.252517] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd764c63-f6d5-4c75-9d1b-a0c4aab2ccf2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.262184] env[70398]: DEBUG oslo_vmware.api [None req-1c171d57-f437-474b-a8b8-71ebb21623f6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for the task: (returnval){ [ 1128.262184] env[70398]: value = "task-3445045" [ 1128.262184] env[70398]: _type = "Task" [ 1128.262184] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.272297] env[70398]: DEBUG oslo_vmware.api [None req-1c171d57-f437-474b-a8b8-71ebb21623f6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3445045, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.278158] env[70398]: DEBUG nova.compute.manager [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1128.405438] env[70398]: DEBUG oslo_vmware.api [None req-b1725a95-84d7-4df4-8ab2-3e1508416c66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445042, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240181} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.406197] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1725a95-84d7-4df4-8ab2-3e1508416c66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1128.407160] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b1725a95-84d7-4df4-8ab2-3e1508416c66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1128.407698] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b1725a95-84d7-4df4-8ab2-3e1508416c66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1128.407966] env[70398]: INFO nova.compute.manager [None req-b1725a95-84d7-4df4-8ab2-3e1508416c66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Took 1.37 seconds to destroy the instance on the hypervisor. [ 1128.408699] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1725a95-84d7-4df4-8ab2-3e1508416c66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.412637] env[70398]: DEBUG nova.compute.manager [-] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1128.412752] env[70398]: DEBUG nova.network.neutron [-] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1128.462684] env[70398]: DEBUG oslo_concurrency.lockutils [None req-02a1f22e-f938-44a5-ac20-edd703135d98 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "interface-008ad381-dbe0-4b17-9eee-2a11c00687bc-1f11f434-e67d-447d-bbfe-35509705048d" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.773s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.531446] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5133060a-c691-4243-9f29-2776a09b62c7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.537255] env[70398]: DEBUG oslo_vmware.api [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445043, 'name': Rename_Task, 'duration_secs': 0.250614} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.537915] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1128.538190] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8dff927-aeea-47db-84ed-9434dd38d608 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.542413] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560e9b40-95b3-47f3-a751-c5d316242fa1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.546539] env[70398]: DEBUG oslo_vmware.api [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for the task: (returnval){ [ 1128.546539] env[70398]: value = "task-3445046" [ 1128.546539] env[70398]: _type = "Task" [ 1128.546539] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.584124] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d9dd43-1a82-47a6-b63c-ec235111537e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.586969] env[70398]: DEBUG oslo_vmware.api [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445046, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.593921] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad82aea-7a71-4e70-95b1-4f9f10463b12 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.608643] env[70398]: DEBUG nova.compute.provider_tree [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.773107] env[70398]: DEBUG oslo_vmware.api [None req-1c171d57-f437-474b-a8b8-71ebb21623f6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3445045, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274519} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.773107] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c171d57-f437-474b-a8b8-71ebb21623f6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1128.773107] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-1c171d57-f437-474b-a8b8-71ebb21623f6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1128.773107] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-1c171d57-f437-474b-a8b8-71ebb21623f6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1128.773107] env[70398]: INFO nova.compute.manager [None req-1c171d57-f437-474b-a8b8-71ebb21623f6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1128.773434] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c171d57-f437-474b-a8b8-71ebb21623f6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.773574] env[70398]: DEBUG nova.compute.manager [-] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1128.773653] env[70398]: DEBUG nova.network.neutron [-] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1128.896104] env[70398]: DEBUG nova.compute.manager [req-26e84311-2808-4c9f-b19b-b47aa344734b req-00e21ac2-d2fc-40a3-bb9b-ea3e0570416f service nova] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Received event network-vif-deleted-71dda898-9b5e-4eab-ad94-bd572af16f02 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.896104] env[70398]: INFO nova.compute.manager [req-26e84311-2808-4c9f-b19b-b47aa344734b req-00e21ac2-d2fc-40a3-bb9b-ea3e0570416f service nova] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Neutron deleted interface 71dda898-9b5e-4eab-ad94-bd572af16f02; detaching it from the instance and deleting it from the info cache [ 1128.896408] env[70398]: DEBUG nova.network.neutron [req-26e84311-2808-4c9f-b19b-b47aa344734b req-00e21ac2-d2fc-40a3-bb9b-ea3e0570416f service nova] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.057633] env[70398]: DEBUG oslo_vmware.api [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445046, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.091045] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1434e50c-caeb-4b44-892f-25377a34d939 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lock "f27f1700-d064-471f-af8e-924a38b74193" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.267s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.112380] env[70398]: DEBUG nova.scheduler.client.report [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.291234] env[70398]: DEBUG nova.compute.manager [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1129.319992] env[70398]: DEBUG nova.virt.hardware [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1129.320276] env[70398]: DEBUG nova.virt.hardware [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1129.320489] env[70398]: DEBUG nova.virt.hardware [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1129.320704] env[70398]: DEBUG nova.virt.hardware [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1129.320858] env[70398]: DEBUG nova.virt.hardware [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1129.321035] env[70398]: DEBUG nova.virt.hardware [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1129.321252] env[70398]: DEBUG nova.virt.hardware [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1129.321411] env[70398]: DEBUG nova.virt.hardware [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1129.321575] env[70398]: DEBUG nova.virt.hardware [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1129.321736] env[70398]: DEBUG nova.virt.hardware [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1129.321967] env[70398]: DEBUG nova.virt.hardware [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1129.322885] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a1d9d3-e514-41f4-b7c4-04a9b229bf5c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.331390] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5de3067-bdec-40db-b58d-b7822cd4ac4c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.369868] env[70398]: DEBUG nova.network.neutron [-] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.398538] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aaa94936-e84f-4483-81e6-f91550c34b9a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.410820] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e622cd-3797-4297-a660-c663305b4bfa {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.443960] env[70398]: DEBUG nova.compute.manager [req-26e84311-2808-4c9f-b19b-b47aa344734b req-00e21ac2-d2fc-40a3-bb9b-ea3e0570416f service nova] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Detach interface failed, port_id=71dda898-9b5e-4eab-ad94-bd572af16f02, reason: Instance 013bddce-e445-4e28-89b5-8911d9dc4031 could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1129.544118] env[70398]: DEBUG nova.compute.manager [req-9a25e9f4-7d0b-495c-8fc9-d724f6375d89 req-931a4a02-a5b2-48e2-bd5f-c4e49d5c0da1 service nova] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Received event network-vif-deleted-55570265-6c53-4903-b832-56743d06b967 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.544118] env[70398]: INFO nova.compute.manager [req-9a25e9f4-7d0b-495c-8fc9-d724f6375d89 req-931a4a02-a5b2-48e2-bd5f-c4e49d5c0da1 service nova] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Neutron deleted interface 55570265-6c53-4903-b832-56743d06b967; detaching it from the instance and deleting it from the info cache [ 1129.544118] env[70398]: DEBUG nova.network.neutron [req-9a25e9f4-7d0b-495c-8fc9-d724f6375d89 req-931a4a02-a5b2-48e2-bd5f-c4e49d5c0da1 service nova] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.559071] env[70398]: DEBUG oslo_vmware.api [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445046, 'name': PowerOnVM_Task, 'duration_secs': 0.728734} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.559071] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1129.559071] env[70398]: INFO nova.compute.manager [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Took 6.94 seconds to spawn the instance on the hypervisor. [ 1129.559071] env[70398]: DEBUG nova.compute.manager [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1129.560906] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a66c7b-be87-4659-b5c3-d1ff23b45d6f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.618265] env[70398]: DEBUG oslo_concurrency.lockutils [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.355s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.618450] env[70398]: DEBUG nova.compute.manager [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: ce3e9177-d0cd-4a2a-9875-a59dd38d6663] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1129.814825] env[70398]: DEBUG nova.network.neutron [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Successfully updated port: 501da0f7-cfac-4e7c-8d2b-2d56aae921e8 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1129.872785] env[70398]: INFO nova.compute.manager [-] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Took 1.46 seconds to deallocate network for instance. [ 1129.977767] env[70398]: DEBUG nova.network.neutron [-] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.046427] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0c1b24b6-f7dd-4708-9f8a-759121cab9c9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.058589] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170036c4-224c-44c8-a5ed-eb830e6be4dc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.092660] env[70398]: DEBUG nova.compute.manager [req-9a25e9f4-7d0b-495c-8fc9-d724f6375d89 req-931a4a02-a5b2-48e2-bd5f-c4e49d5c0da1 service nova] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Detach interface failed, port_id=55570265-6c53-4903-b832-56743d06b967, reason: Instance 008ad381-dbe0-4b17-9eee-2a11c00687bc could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1130.095074] env[70398]: INFO nova.compute.manager [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Took 13.68 seconds to build instance. [ 1130.124698] env[70398]: DEBUG nova.compute.utils [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1130.126207] env[70398]: DEBUG nova.compute.manager [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: ce3e9177-d0cd-4a2a-9875-a59dd38d6663] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1130.126380] env[70398]: DEBUG nova.network.neutron [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: ce3e9177-d0cd-4a2a-9875-a59dd38d6663] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1130.182511] env[70398]: DEBUG nova.policy [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5c72830bbde48d8b8e75d6de56e8f99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0aa75948ff4043d48fb3f00087ada961', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 1130.260704] env[70398]: DEBUG oslo_concurrency.lockutils [None req-af52d73e-0697-40c8-ac38-3588cbf44502 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Acquiring lock "f27f1700-d064-471f-af8e-924a38b74193" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.260982] env[70398]: DEBUG oslo_concurrency.lockutils [None req-af52d73e-0697-40c8-ac38-3588cbf44502 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lock "f27f1700-d064-471f-af8e-924a38b74193" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.261230] env[70398]: DEBUG oslo_concurrency.lockutils [None req-af52d73e-0697-40c8-ac38-3588cbf44502 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Acquiring lock "f27f1700-d064-471f-af8e-924a38b74193-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.261422] env[70398]: DEBUG oslo_concurrency.lockutils [None req-af52d73e-0697-40c8-ac38-3588cbf44502 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lock "f27f1700-d064-471f-af8e-924a38b74193-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.261594] env[70398]: DEBUG oslo_concurrency.lockutils [None req-af52d73e-0697-40c8-ac38-3588cbf44502 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lock "f27f1700-d064-471f-af8e-924a38b74193-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.263867] env[70398]: INFO nova.compute.manager [None req-af52d73e-0697-40c8-ac38-3588cbf44502 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Terminating instance [ 1130.317670] env[70398]: DEBUG oslo_concurrency.lockutils [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "refresh_cache-a41b2451-1e26-43cc-a162-035bdebe5baa" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.318895] env[70398]: DEBUG oslo_concurrency.lockutils [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquired lock "refresh_cache-a41b2451-1e26-43cc-a162-035bdebe5baa" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.318895] env[70398]: DEBUG nova.network.neutron [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.379317] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b1725a95-84d7-4df4-8ab2-3e1508416c66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.379628] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b1725a95-84d7-4df4-8ab2-3e1508416c66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.379878] env[70398]: DEBUG nova.objects.instance [None req-b1725a95-84d7-4df4-8ab2-3e1508416c66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lazy-loading 'resources' on Instance uuid 013bddce-e445-4e28-89b5-8911d9dc4031 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.443626] env[70398]: DEBUG nova.network.neutron [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: ce3e9177-d0cd-4a2a-9875-a59dd38d6663] Successfully created port: cb27ef1d-9abf-45a4-9446-97fc0ac32bdb {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1130.480837] env[70398]: INFO nova.compute.manager [-] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Took 1.71 seconds to deallocate network for instance. [ 1130.597090] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5e5f0d3b-c514-4fb6-8f74-1eb16c51c011 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "83d040f0-ca8b-40e2-bd82-1ddadfa0430a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.193s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.629925] env[70398]: DEBUG nova.compute.manager [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: ce3e9177-d0cd-4a2a-9875-a59dd38d6663] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1130.769161] env[70398]: DEBUG nova.compute.manager [None req-af52d73e-0697-40c8-ac38-3588cbf44502 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1130.769615] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-af52d73e-0697-40c8-ac38-3588cbf44502 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1130.770655] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2563bc73-4013-4fc9-90b7-c22240f378d9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.779230] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-af52d73e-0697-40c8-ac38-3588cbf44502 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1130.779477] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbbadab3-d8ff-4a36-b3c5-00a56b8299fe {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.786612] env[70398]: DEBUG oslo_vmware.api [None req-af52d73e-0697-40c8-ac38-3588cbf44502 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Waiting for the task: (returnval){ [ 1130.786612] env[70398]: value = "task-3445047" [ 1130.786612] env[70398]: _type = "Task" [ 1130.786612] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.795420] env[70398]: DEBUG oslo_vmware.api [None req-af52d73e-0697-40c8-ac38-3588cbf44502 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3445047, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.868415] env[70398]: DEBUG nova.network.neutron [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1130.988077] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1c171d57-f437-474b-a8b8-71ebb21623f6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.050575] env[70398]: DEBUG nova.network.neutron [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Updating instance_info_cache with network_info: [{"id": "501da0f7-cfac-4e7c-8d2b-2d56aae921e8", "address": "fa:16:3e:93:b3:49", "network": {"id": "3ad560cc-e571-4ecc-bbdf-6092f82ccd30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-904346330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e88af3408914ef28ede7e5550d18c9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap501da0f7-cf", "ovs_interfaceid": "501da0f7-cfac-4e7c-8d2b-2d56aae921e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.114869] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5a0749-8bb8-430d-8ec8-bbe1b12b3ceb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.122573] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da33b0f-e26f-46a6-8e70-8ee30f80d4ac {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.158618] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af8fe1c-3753-4031-bf89-889c5fcd416d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.166271] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2afe5f-028e-414f-914f-21721e70820c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.179764] env[70398]: DEBUG nova.compute.provider_tree [None req-b1725a95-84d7-4df4-8ab2-3e1508416c66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.297535] env[70398]: DEBUG oslo_vmware.api [None req-af52d73e-0697-40c8-ac38-3588cbf44502 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3445047, 'name': PowerOffVM_Task, 'duration_secs': 0.275525} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.297756] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-af52d73e-0697-40c8-ac38-3588cbf44502 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1131.297925] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-af52d73e-0697-40c8-ac38-3588cbf44502 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1131.298395] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ce00fd9-6664-4cdb-81b7-38b08e7650b4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.379662] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-af52d73e-0697-40c8-ac38-3588cbf44502 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1131.379935] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-af52d73e-0697-40c8-ac38-3588cbf44502 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1131.380067] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-af52d73e-0697-40c8-ac38-3588cbf44502 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Deleting the datastore file [datastore2] f27f1700-d064-471f-af8e-924a38b74193 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1131.380337] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7540efd8-53e3-4505-b11b-e1f00c8be049 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.386933] env[70398]: DEBUG oslo_vmware.api [None req-af52d73e-0697-40c8-ac38-3588cbf44502 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Waiting for the task: (returnval){ [ 1131.386933] env[70398]: value = "task-3445049" [ 1131.386933] env[70398]: _type = "Task" [ 1131.386933] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.394509] env[70398]: DEBUG oslo_vmware.api [None req-af52d73e-0697-40c8-ac38-3588cbf44502 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3445049, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.516514] env[70398]: DEBUG nova.compute.manager [req-528e6a88-b4f7-4f52-85db-17b7f3a7156a req-9e7eb829-4ea7-4f58-8b47-4b27713c23aa service nova] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Received event network-changed-8b67e926-48d9-49e9-a4aa-0e464c170a1a {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.516820] env[70398]: DEBUG nova.compute.manager [req-528e6a88-b4f7-4f52-85db-17b7f3a7156a req-9e7eb829-4ea7-4f58-8b47-4b27713c23aa service nova] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Refreshing instance network info cache due to event network-changed-8b67e926-48d9-49e9-a4aa-0e464c170a1a. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1131.516877] env[70398]: DEBUG oslo_concurrency.lockutils [req-528e6a88-b4f7-4f52-85db-17b7f3a7156a req-9e7eb829-4ea7-4f58-8b47-4b27713c23aa service nova] Acquiring lock "refresh_cache-83d040f0-ca8b-40e2-bd82-1ddadfa0430a" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.517026] env[70398]: DEBUG oslo_concurrency.lockutils [req-528e6a88-b4f7-4f52-85db-17b7f3a7156a req-9e7eb829-4ea7-4f58-8b47-4b27713c23aa service nova] Acquired lock "refresh_cache-83d040f0-ca8b-40e2-bd82-1ddadfa0430a" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.517184] env[70398]: DEBUG nova.network.neutron [req-528e6a88-b4f7-4f52-85db-17b7f3a7156a req-9e7eb829-4ea7-4f58-8b47-4b27713c23aa service nova] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Refreshing network info cache for port 8b67e926-48d9-49e9-a4aa-0e464c170a1a {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.557049] env[70398]: DEBUG oslo_concurrency.lockutils [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Releasing lock "refresh_cache-a41b2451-1e26-43cc-a162-035bdebe5baa" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.557049] env[70398]: DEBUG nova.compute.manager [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Instance network_info: |[{"id": "501da0f7-cfac-4e7c-8d2b-2d56aae921e8", "address": "fa:16:3e:93:b3:49", "network": {"id": "3ad560cc-e571-4ecc-bbdf-6092f82ccd30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-904346330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e88af3408914ef28ede7e5550d18c9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap501da0f7-cf", "ovs_interfaceid": "501da0f7-cfac-4e7c-8d2b-2d56aae921e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1131.557049] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:b3:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46e1fc20-2067-4e1a-9812-702772a2c82c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '501da0f7-cfac-4e7c-8d2b-2d56aae921e8', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1131.563575] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.564617] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1131.564984] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e56b8c9-60c2-4fe8-a027-6e62740a43d5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.584119] env[70398]: DEBUG nova.compute.manager [req-9045d4a0-8c36-4ee4-9d53-c271d578d59d req-10026f63-cc81-4d2e-a2c1-7c2a88d90f4b service nova] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Received event network-vif-plugged-501da0f7-cfac-4e7c-8d2b-2d56aae921e8 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.584119] env[70398]: DEBUG oslo_concurrency.lockutils [req-9045d4a0-8c36-4ee4-9d53-c271d578d59d req-10026f63-cc81-4d2e-a2c1-7c2a88d90f4b service nova] Acquiring lock "a41b2451-1e26-43cc-a162-035bdebe5baa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.584119] env[70398]: DEBUG oslo_concurrency.lockutils [req-9045d4a0-8c36-4ee4-9d53-c271d578d59d req-10026f63-cc81-4d2e-a2c1-7c2a88d90f4b service nova] Lock "a41b2451-1e26-43cc-a162-035bdebe5baa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.584330] env[70398]: DEBUG oslo_concurrency.lockutils [req-9045d4a0-8c36-4ee4-9d53-c271d578d59d req-10026f63-cc81-4d2e-a2c1-7c2a88d90f4b service nova] Lock "a41b2451-1e26-43cc-a162-035bdebe5baa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.584330] env[70398]: DEBUG nova.compute.manager [req-9045d4a0-8c36-4ee4-9d53-c271d578d59d req-10026f63-cc81-4d2e-a2c1-7c2a88d90f4b service nova] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] No waiting events found dispatching network-vif-plugged-501da0f7-cfac-4e7c-8d2b-2d56aae921e8 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1131.585027] env[70398]: WARNING nova.compute.manager [req-9045d4a0-8c36-4ee4-9d53-c271d578d59d req-10026f63-cc81-4d2e-a2c1-7c2a88d90f4b service nova] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Received unexpected event network-vif-plugged-501da0f7-cfac-4e7c-8d2b-2d56aae921e8 for instance with vm_state building and task_state spawning. [ 1131.585027] env[70398]: DEBUG nova.compute.manager [req-9045d4a0-8c36-4ee4-9d53-c271d578d59d req-10026f63-cc81-4d2e-a2c1-7c2a88d90f4b service nova] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Received event network-changed-501da0f7-cfac-4e7c-8d2b-2d56aae921e8 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.585027] env[70398]: DEBUG nova.compute.manager [req-9045d4a0-8c36-4ee4-9d53-c271d578d59d req-10026f63-cc81-4d2e-a2c1-7c2a88d90f4b service nova] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Refreshing instance network info cache due to event network-changed-501da0f7-cfac-4e7c-8d2b-2d56aae921e8. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1131.585027] env[70398]: DEBUG oslo_concurrency.lockutils [req-9045d4a0-8c36-4ee4-9d53-c271d578d59d req-10026f63-cc81-4d2e-a2c1-7c2a88d90f4b service nova] Acquiring lock "refresh_cache-a41b2451-1e26-43cc-a162-035bdebe5baa" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.585206] env[70398]: DEBUG oslo_concurrency.lockutils [req-9045d4a0-8c36-4ee4-9d53-c271d578d59d req-10026f63-cc81-4d2e-a2c1-7c2a88d90f4b service nova] Acquired lock "refresh_cache-a41b2451-1e26-43cc-a162-035bdebe5baa" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.585206] env[70398]: DEBUG nova.network.neutron [req-9045d4a0-8c36-4ee4-9d53-c271d578d59d req-10026f63-cc81-4d2e-a2c1-7c2a88d90f4b service nova] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Refreshing network info cache for port 501da0f7-cfac-4e7c-8d2b-2d56aae921e8 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.591688] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1131.591688] env[70398]: value = "task-3445050" [ 1131.591688] env[70398]: _type = "Task" [ 1131.591688] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.603051] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445050, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.664062] env[70398]: DEBUG nova.compute.manager [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: ce3e9177-d0cd-4a2a-9875-a59dd38d6663] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1131.683605] env[70398]: DEBUG nova.scheduler.client.report [None req-b1725a95-84d7-4df4-8ab2-3e1508416c66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.775350] env[70398]: DEBUG nova.virt.hardware [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1131.775628] env[70398]: DEBUG nova.virt.hardware [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1131.775777] env[70398]: DEBUG nova.virt.hardware [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1131.775966] env[70398]: DEBUG nova.virt.hardware [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1131.776124] env[70398]: DEBUG nova.virt.hardware [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1131.776274] env[70398]: DEBUG nova.virt.hardware [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1131.776522] env[70398]: DEBUG nova.virt.hardware [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1131.776626] env[70398]: DEBUG nova.virt.hardware [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1131.776973] env[70398]: DEBUG nova.virt.hardware [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1131.776973] env[70398]: DEBUG nova.virt.hardware [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1131.777158] env[70398]: DEBUG nova.virt.hardware [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1131.778357] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7c0e81-f864-4a44-9e8c-9a332cd07a63 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.786921] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0585fc-5242-486b-b512-855182ddbf28 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.896369] env[70398]: DEBUG oslo_vmware.api [None req-af52d73e-0697-40c8-ac38-3588cbf44502 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Task: {'id': task-3445049, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.328714} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.896619] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-af52d73e-0697-40c8-ac38-3588cbf44502 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1131.896810] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-af52d73e-0697-40c8-ac38-3588cbf44502 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1131.896985] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-af52d73e-0697-40c8-ac38-3588cbf44502 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1131.897258] env[70398]: INFO nova.compute.manager [None req-af52d73e-0697-40c8-ac38-3588cbf44502 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] [instance: f27f1700-d064-471f-af8e-924a38b74193] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1131.897411] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af52d73e-0697-40c8-ac38-3588cbf44502 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.897595] env[70398]: DEBUG nova.compute.manager [-] [instance: f27f1700-d064-471f-af8e-924a38b74193] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1131.897690] env[70398]: DEBUG nova.network.neutron [-] [instance: f27f1700-d064-471f-af8e-924a38b74193] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1132.107339] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445050, 'name': CreateVM_Task} progress is 25%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.137252] env[70398]: DEBUG nova.network.neutron [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: ce3e9177-d0cd-4a2a-9875-a59dd38d6663] Successfully updated port: cb27ef1d-9abf-45a4-9446-97fc0ac32bdb {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1132.188604] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b1725a95-84d7-4df4-8ab2-3e1508416c66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.809s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.190982] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1c171d57-f437-474b-a8b8-71ebb21623f6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.203s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.191332] env[70398]: DEBUG nova.objects.instance [None req-1c171d57-f437-474b-a8b8-71ebb21623f6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lazy-loading 'resources' on Instance uuid 008ad381-dbe0-4b17-9eee-2a11c00687bc {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.221804] env[70398]: INFO nova.scheduler.client.report [None req-b1725a95-84d7-4df4-8ab2-3e1508416c66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Deleted allocations for instance 013bddce-e445-4e28-89b5-8911d9dc4031 [ 1132.298590] env[70398]: DEBUG nova.network.neutron [req-528e6a88-b4f7-4f52-85db-17b7f3a7156a req-9e7eb829-4ea7-4f58-8b47-4b27713c23aa service nova] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Updated VIF entry in instance network info cache for port 8b67e926-48d9-49e9-a4aa-0e464c170a1a. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1132.299214] env[70398]: DEBUG nova.network.neutron [req-528e6a88-b4f7-4f52-85db-17b7f3a7156a req-9e7eb829-4ea7-4f58-8b47-4b27713c23aa service nova] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Updating instance_info_cache with network_info: [{"id": "8b67e926-48d9-49e9-a4aa-0e464c170a1a", "address": "fa:16:3e:61:13:68", "network": {"id": "c60a1218-1755-48b4-bf57-04838428f6c8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1604715474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384aca740b854263ad00e83e46f9f263", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b67e926-48", "ovs_interfaceid": "8b67e926-48d9-49e9-a4aa-0e464c170a1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.470660] env[70398]: DEBUG nova.network.neutron [req-9045d4a0-8c36-4ee4-9d53-c271d578d59d req-10026f63-cc81-4d2e-a2c1-7c2a88d90f4b service nova] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Updated VIF entry in instance network info cache for port 501da0f7-cfac-4e7c-8d2b-2d56aae921e8. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1132.471045] env[70398]: DEBUG nova.network.neutron [req-9045d4a0-8c36-4ee4-9d53-c271d578d59d req-10026f63-cc81-4d2e-a2c1-7c2a88d90f4b service nova] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Updating instance_info_cache with network_info: [{"id": "501da0f7-cfac-4e7c-8d2b-2d56aae921e8", "address": "fa:16:3e:93:b3:49", "network": {"id": "3ad560cc-e571-4ecc-bbdf-6092f82ccd30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-904346330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e88af3408914ef28ede7e5550d18c9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap501da0f7-cf", "ovs_interfaceid": "501da0f7-cfac-4e7c-8d2b-2d56aae921e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.605720] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445050, 'name': CreateVM_Task, 'duration_secs': 0.825113} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.606077] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1132.606077] env[70398]: DEBUG oslo_concurrency.lockutils [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.606822] env[70398]: DEBUG oslo_concurrency.lockutils [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.607020] env[70398]: DEBUG oslo_concurrency.lockutils [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.607287] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95220722-dd02-4783-be16-691052109a17 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.612948] env[70398]: DEBUG oslo_vmware.api [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 1132.612948] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5269aedb-4044-a095-5cc1-35c7ebe5eb53" [ 1132.612948] env[70398]: _type = "Task" [ 1132.612948] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.621809] env[70398]: DEBUG oslo_vmware.api [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5269aedb-4044-a095-5cc1-35c7ebe5eb53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.639933] env[70398]: DEBUG oslo_concurrency.lockutils [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "refresh_cache-ce3e9177-d0cd-4a2a-9875-a59dd38d6663" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.640094] env[70398]: DEBUG oslo_concurrency.lockutils [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquired lock "refresh_cache-ce3e9177-d0cd-4a2a-9875-a59dd38d6663" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.640248] env[70398]: DEBUG nova.network.neutron [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: ce3e9177-d0cd-4a2a-9875-a59dd38d6663] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.734047] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b1725a95-84d7-4df4-8ab2-3e1508416c66 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "013bddce-e445-4e28-89b5-8911d9dc4031" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.200s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.801732] env[70398]: DEBUG oslo_concurrency.lockutils [req-528e6a88-b4f7-4f52-85db-17b7f3a7156a req-9e7eb829-4ea7-4f58-8b47-4b27713c23aa service nova] Releasing lock "refresh_cache-83d040f0-ca8b-40e2-bd82-1ddadfa0430a" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.904946] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2adb7f-129e-462e-9a69-5511345be95f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.913872] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ce4488-39a4-424f-a7e6-01fdad88f199 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.945678] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb779859-5a0b-4919-ae7a-21225c5cfc63 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.953019] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736c3b47-1a7b-4c74-9270-b586b33868b7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.966872] env[70398]: DEBUG nova.compute.provider_tree [None req-1c171d57-f437-474b-a8b8-71ebb21623f6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.974019] env[70398]: DEBUG oslo_concurrency.lockutils [req-9045d4a0-8c36-4ee4-9d53-c271d578d59d req-10026f63-cc81-4d2e-a2c1-7c2a88d90f4b service nova] Releasing lock "refresh_cache-a41b2451-1e26-43cc-a162-035bdebe5baa" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.101340] env[70398]: DEBUG nova.network.neutron [-] [instance: f27f1700-d064-471f-af8e-924a38b74193] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.124276] env[70398]: DEBUG oslo_vmware.api [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5269aedb-4044-a095-5cc1-35c7ebe5eb53, 'name': SearchDatastore_Task, 'duration_secs': 0.019295} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.124544] env[70398]: DEBUG oslo_concurrency.lockutils [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.124782] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1133.125039] env[70398]: DEBUG oslo_concurrency.lockutils [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.125177] env[70398]: DEBUG oslo_concurrency.lockutils [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.125352] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1133.125614] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf58ffe1-4706-4819-9092-f76d3c95fce5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.134437] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1133.134680] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1133.135389] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93d230a2-d94f-4c6c-bdb1-db9d49b4031e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.140600] env[70398]: DEBUG oslo_vmware.api [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 1133.140600] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]525d982d-8a8c-5944-bf3e-3735f40738fc" [ 1133.140600] env[70398]: _type = "Task" [ 1133.140600] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.150167] env[70398]: DEBUG oslo_vmware.api [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]525d982d-8a8c-5944-bf3e-3735f40738fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.191112] env[70398]: DEBUG nova.network.neutron [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: ce3e9177-d0cd-4a2a-9875-a59dd38d6663] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1133.362260] env[70398]: DEBUG nova.network.neutron [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: ce3e9177-d0cd-4a2a-9875-a59dd38d6663] Updating instance_info_cache with network_info: [{"id": "cb27ef1d-9abf-45a4-9446-97fc0ac32bdb", "address": "fa:16:3e:bd:e5:4d", "network": {"id": "5fce51d3-5a5f-4e11-bf3d-26088d779119", "bridge": "br-int", "label": "tempest-ServersTestJSON-1230754090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aa75948ff4043d48fb3f00087ada961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb27ef1d-9a", "ovs_interfaceid": "cb27ef1d-9abf-45a4-9446-97fc0ac32bdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.470411] env[70398]: DEBUG nova.scheduler.client.report [None req-1c171d57-f437-474b-a8b8-71ebb21623f6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.604144] env[70398]: INFO nova.compute.manager [-] [instance: f27f1700-d064-471f-af8e-924a38b74193] Took 1.71 seconds to deallocate network for instance. [ 1133.613775] env[70398]: DEBUG nova.compute.manager [req-1dcc4ae0-c9dd-4e68-b8b1-60f975a1239a req-239ae3b1-d11a-4cab-a5fc-e7865947c26b service nova] [instance: ce3e9177-d0cd-4a2a-9875-a59dd38d6663] Received event network-vif-plugged-cb27ef1d-9abf-45a4-9446-97fc0ac32bdb {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.614037] env[70398]: DEBUG oslo_concurrency.lockutils [req-1dcc4ae0-c9dd-4e68-b8b1-60f975a1239a req-239ae3b1-d11a-4cab-a5fc-e7865947c26b service nova] Acquiring lock "ce3e9177-d0cd-4a2a-9875-a59dd38d6663-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.614269] env[70398]: DEBUG oslo_concurrency.lockutils [req-1dcc4ae0-c9dd-4e68-b8b1-60f975a1239a req-239ae3b1-d11a-4cab-a5fc-e7865947c26b service nova] Lock "ce3e9177-d0cd-4a2a-9875-a59dd38d6663-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.614325] env[70398]: DEBUG oslo_concurrency.lockutils [req-1dcc4ae0-c9dd-4e68-b8b1-60f975a1239a req-239ae3b1-d11a-4cab-a5fc-e7865947c26b service nova] Lock "ce3e9177-d0cd-4a2a-9875-a59dd38d6663-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.614435] env[70398]: DEBUG nova.compute.manager [req-1dcc4ae0-c9dd-4e68-b8b1-60f975a1239a req-239ae3b1-d11a-4cab-a5fc-e7865947c26b service nova] [instance: ce3e9177-d0cd-4a2a-9875-a59dd38d6663] No waiting events found dispatching network-vif-plugged-cb27ef1d-9abf-45a4-9446-97fc0ac32bdb {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1133.614594] env[70398]: WARNING nova.compute.manager [req-1dcc4ae0-c9dd-4e68-b8b1-60f975a1239a req-239ae3b1-d11a-4cab-a5fc-e7865947c26b service nova] [instance: ce3e9177-d0cd-4a2a-9875-a59dd38d6663] Received unexpected event network-vif-plugged-cb27ef1d-9abf-45a4-9446-97fc0ac32bdb for instance with vm_state building and task_state spawning. [ 1133.614753] env[70398]: DEBUG nova.compute.manager [req-1dcc4ae0-c9dd-4e68-b8b1-60f975a1239a req-239ae3b1-d11a-4cab-a5fc-e7865947c26b service nova] [instance: ce3e9177-d0cd-4a2a-9875-a59dd38d6663] Received event network-changed-cb27ef1d-9abf-45a4-9446-97fc0ac32bdb {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.614903] env[70398]: DEBUG nova.compute.manager [req-1dcc4ae0-c9dd-4e68-b8b1-60f975a1239a req-239ae3b1-d11a-4cab-a5fc-e7865947c26b service nova] [instance: ce3e9177-d0cd-4a2a-9875-a59dd38d6663] Refreshing instance network info cache due to event network-changed-cb27ef1d-9abf-45a4-9446-97fc0ac32bdb. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1133.615080] env[70398]: DEBUG oslo_concurrency.lockutils [req-1dcc4ae0-c9dd-4e68-b8b1-60f975a1239a req-239ae3b1-d11a-4cab-a5fc-e7865947c26b service nova] Acquiring lock "refresh_cache-ce3e9177-d0cd-4a2a-9875-a59dd38d6663" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.652626] env[70398]: DEBUG oslo_vmware.api [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]525d982d-8a8c-5944-bf3e-3735f40738fc, 'name': SearchDatastore_Task, 'duration_secs': 0.021156} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.653747] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3c4601a-6bb3-47d3-9d2a-18edb7204db8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.659231] env[70398]: DEBUG oslo_vmware.api [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 1133.659231] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52c8fd46-57d9-3d17-3862-e0171070094f" [ 1133.659231] env[70398]: _type = "Task" [ 1133.659231] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.667175] env[70398]: DEBUG oslo_vmware.api [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52c8fd46-57d9-3d17-3862-e0171070094f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.864945] env[70398]: DEBUG oslo_concurrency.lockutils [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Releasing lock "refresh_cache-ce3e9177-d0cd-4a2a-9875-a59dd38d6663" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.865314] env[70398]: DEBUG nova.compute.manager [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: ce3e9177-d0cd-4a2a-9875-a59dd38d6663] Instance network_info: |[{"id": "cb27ef1d-9abf-45a4-9446-97fc0ac32bdb", "address": "fa:16:3e:bd:e5:4d", "network": {"id": "5fce51d3-5a5f-4e11-bf3d-26088d779119", "bridge": "br-int", "label": "tempest-ServersTestJSON-1230754090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aa75948ff4043d48fb3f00087ada961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb27ef1d-9a", "ovs_interfaceid": "cb27ef1d-9abf-45a4-9446-97fc0ac32bdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1133.865627] env[70398]: DEBUG oslo_concurrency.lockutils [req-1dcc4ae0-c9dd-4e68-b8b1-60f975a1239a req-239ae3b1-d11a-4cab-a5fc-e7865947c26b service nova] Acquired lock "refresh_cache-ce3e9177-d0cd-4a2a-9875-a59dd38d6663" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.865820] env[70398]: DEBUG nova.network.neutron [req-1dcc4ae0-c9dd-4e68-b8b1-60f975a1239a req-239ae3b1-d11a-4cab-a5fc-e7865947c26b service nova] [instance: ce3e9177-d0cd-4a2a-9875-a59dd38d6663] Refreshing network info cache for port cb27ef1d-9abf-45a4-9446-97fc0ac32bdb {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1133.867131] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: ce3e9177-d0cd-4a2a-9875-a59dd38d6663] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:e5:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4c8c8fd-baca-4e60-97dc-ff0418d63215', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb27ef1d-9abf-45a4-9446-97fc0ac32bdb', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1133.875077] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1133.876346] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce3e9177-d0cd-4a2a-9875-a59dd38d6663] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1133.876581] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3f49d99-7ecf-4db5-a664-dc3f3b0d5452 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.897234] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1133.897234] env[70398]: value = "task-3445051" [ 1133.897234] env[70398]: _type = "Task" [ 1133.897234] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.905342] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445051, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.975231] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1c171d57-f437-474b-a8b8-71ebb21623f6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.784s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.994731] env[70398]: INFO nova.scheduler.client.report [None req-1c171d57-f437-474b-a8b8-71ebb21623f6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Deleted allocations for instance 008ad381-dbe0-4b17-9eee-2a11c00687bc [ 1134.111333] env[70398]: DEBUG oslo_concurrency.lockutils [None req-af52d73e-0697-40c8-ac38-3588cbf44502 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.111622] env[70398]: DEBUG oslo_concurrency.lockutils [None req-af52d73e-0697-40c8-ac38-3588cbf44502 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.111902] env[70398]: DEBUG nova.objects.instance [None req-af52d73e-0697-40c8-ac38-3588cbf44502 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lazy-loading 'resources' on Instance uuid f27f1700-d064-471f-af8e-924a38b74193 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.125503] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "1f77cb81-d5f4-4aff-864b-11fcd38daffa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.125744] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "1f77cb81-d5f4-4aff-864b-11fcd38daffa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.169734] env[70398]: DEBUG oslo_vmware.api [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52c8fd46-57d9-3d17-3862-e0171070094f, 'name': SearchDatastore_Task, 'duration_secs': 0.015661} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.170023] env[70398]: DEBUG oslo_concurrency.lockutils [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.170293] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] a41b2451-1e26-43cc-a162-035bdebe5baa/a41b2451-1e26-43cc-a162-035bdebe5baa.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1134.170568] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b5bf413-e4ea-4fb2-891d-f6025b590ec7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.177382] env[70398]: DEBUG oslo_vmware.api [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 1134.177382] env[70398]: value = "task-3445052" [ 1134.177382] env[70398]: _type = "Task" [ 1134.177382] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.185673] env[70398]: DEBUG oslo_vmware.api [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3445052, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.338585] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.338827] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.338976] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.339146] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.339294] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.339435] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.339665] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.339828] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70398) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1134.339989] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.412882] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445051, 'name': CreateVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.506659] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1c171d57-f437-474b-a8b8-71ebb21623f6 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "008ad381-dbe0-4b17-9eee-2a11c00687bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.370s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.626886] env[70398]: DEBUG nova.network.neutron [req-1dcc4ae0-c9dd-4e68-b8b1-60f975a1239a req-239ae3b1-d11a-4cab-a5fc-e7865947c26b service nova] [instance: ce3e9177-d0cd-4a2a-9875-a59dd38d6663] Updated VIF entry in instance network info cache for port cb27ef1d-9abf-45a4-9446-97fc0ac32bdb. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1134.627337] env[70398]: DEBUG nova.network.neutron [req-1dcc4ae0-c9dd-4e68-b8b1-60f975a1239a req-239ae3b1-d11a-4cab-a5fc-e7865947c26b service nova] [instance: ce3e9177-d0cd-4a2a-9875-a59dd38d6663] Updating instance_info_cache with network_info: [{"id": "cb27ef1d-9abf-45a4-9446-97fc0ac32bdb", "address": "fa:16:3e:bd:e5:4d", "network": {"id": "5fce51d3-5a5f-4e11-bf3d-26088d779119", "bridge": "br-int", "label": "tempest-ServersTestJSON-1230754090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aa75948ff4043d48fb3f00087ada961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb27ef1d-9a", "ovs_interfaceid": "cb27ef1d-9abf-45a4-9446-97fc0ac32bdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.628967] env[70398]: DEBUG nova.compute.manager [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1134.691595] env[70398]: DEBUG oslo_vmware.api [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3445052, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.815071] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f758e2e-4024-4d52-84f0-6254bad88075 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.823046] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b14b879-4e9e-4e72-ad11-919d15103495 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.855138] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.856322] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd792d6-77f9-480d-927c-3ce73c075a55 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.864477] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65b27ea-7407-42bb-9a99-e1c18d7e121d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.880159] env[70398]: DEBUG nova.compute.provider_tree [None req-af52d73e-0697-40c8-ac38-3588cbf44502 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.910937] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445051, 'name': CreateVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.960551] env[70398]: DEBUG oslo_concurrency.lockutils [None req-87a199a3-1165-4753-841a-2ba27ed81a37 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "b0740737-d21d-4b1e-8dc3-1389c67c5103" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.961200] env[70398]: DEBUG oslo_concurrency.lockutils [None req-87a199a3-1165-4753-841a-2ba27ed81a37 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "b0740737-d21d-4b1e-8dc3-1389c67c5103" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.961305] env[70398]: DEBUG oslo_concurrency.lockutils [None req-87a199a3-1165-4753-841a-2ba27ed81a37 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "b0740737-d21d-4b1e-8dc3-1389c67c5103-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.961482] env[70398]: DEBUG oslo_concurrency.lockutils [None req-87a199a3-1165-4753-841a-2ba27ed81a37 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "b0740737-d21d-4b1e-8dc3-1389c67c5103-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.961677] env[70398]: DEBUG oslo_concurrency.lockutils [None req-87a199a3-1165-4753-841a-2ba27ed81a37 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "b0740737-d21d-4b1e-8dc3-1389c67c5103-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.964928] env[70398]: INFO nova.compute.manager [None req-87a199a3-1165-4753-841a-2ba27ed81a37 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Terminating instance [ 1135.132284] env[70398]: DEBUG oslo_concurrency.lockutils [req-1dcc4ae0-c9dd-4e68-b8b1-60f975a1239a req-239ae3b1-d11a-4cab-a5fc-e7865947c26b service nova] Releasing lock "refresh_cache-ce3e9177-d0cd-4a2a-9875-a59dd38d6663" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.132525] env[70398]: DEBUG nova.compute.manager [req-1dcc4ae0-c9dd-4e68-b8b1-60f975a1239a req-239ae3b1-d11a-4cab-a5fc-e7865947c26b service nova] [instance: f27f1700-d064-471f-af8e-924a38b74193] Received event network-vif-deleted-2057f713-3a01-452b-a5d3-d7fe84ad7b36 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.147491] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.188211] env[70398]: DEBUG oslo_vmware.api [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3445052, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646953} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.188474] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] a41b2451-1e26-43cc-a162-035bdebe5baa/a41b2451-1e26-43cc-a162-035bdebe5baa.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1135.188685] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1135.188928] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0606ebd0-11dc-4571-a6ea-a80d0f347256 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.195444] env[70398]: DEBUG oslo_vmware.api [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 1135.195444] env[70398]: value = "task-3445053" [ 1135.195444] env[70398]: _type = "Task" [ 1135.195444] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.202644] env[70398]: DEBUG oslo_vmware.api [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3445053, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.334906] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c981fee7-171d-43ee-a791-825424793a6f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Acquiring lock "86949d6d-c0cb-463a-ba2c-d73651525784" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.335229] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c981fee7-171d-43ee-a791-825424793a6f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Lock "86949d6d-c0cb-463a-ba2c-d73651525784" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.382938] env[70398]: DEBUG nova.scheduler.client.report [None req-af52d73e-0697-40c8-ac38-3588cbf44502 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.407773] env[70398]: DEBUG oslo_vmware.rw_handles [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521d0453-b299-23c1-168f-d057f62f06b1/disk-0.vmdk. {{(pid=70398) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1135.408821] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226abde3-e017-4158-bbdc-b09602e56b4c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.414777] env[70398]: DEBUG oslo_vmware.rw_handles [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521d0453-b299-23c1-168f-d057f62f06b1/disk-0.vmdk is in state: ready. {{(pid=70398) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1135.414936] env[70398]: ERROR oslo_vmware.rw_handles [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521d0453-b299-23c1-168f-d057f62f06b1/disk-0.vmdk due to incomplete transfer. [ 1135.418275] env[70398]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2b647c14-b35e-4674-b625-71097210d5c6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.419765] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445051, 'name': CreateVM_Task, 'duration_secs': 1.423293} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.419920] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce3e9177-d0cd-4a2a-9875-a59dd38d6663] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1135.420874] env[70398]: DEBUG oslo_concurrency.lockutils [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.421053] env[70398]: DEBUG oslo_concurrency.lockutils [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.421359] env[70398]: DEBUG oslo_concurrency.lockutils [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.421612] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc8a4469-ab3e-46d3-b83e-6f8a84dee163 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.425268] env[70398]: DEBUG oslo_vmware.rw_handles [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521d0453-b299-23c1-168f-d057f62f06b1/disk-0.vmdk. {{(pid=70398) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1135.425493] env[70398]: DEBUG nova.virt.vmwareapi.images [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Uploaded image c8d29c3f-4fd7-4f01-84e6-32964eb5c5bc to the Glance image server {{(pid=70398) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1135.427863] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Destroying the VM {{(pid=70398) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1135.428909] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-92a48163-6509-46c4-89b3-70e69716a07e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.430260] env[70398]: DEBUG oslo_vmware.api [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1135.430260] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5245115f-bf1b-f7d1-5dbb-54b24aae383d" [ 1135.430260] env[70398]: _type = "Task" [ 1135.430260] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.437983] env[70398]: DEBUG oslo_vmware.api [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5245115f-bf1b-f7d1-5dbb-54b24aae383d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.439089] env[70398]: DEBUG oslo_vmware.api [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 1135.439089] env[70398]: value = "task-3445054" [ 1135.439089] env[70398]: _type = "Task" [ 1135.439089] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.446198] env[70398]: DEBUG oslo_vmware.api [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3445054, 'name': Destroy_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.468461] env[70398]: DEBUG nova.compute.manager [None req-87a199a3-1165-4753-841a-2ba27ed81a37 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1135.468670] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-87a199a3-1165-4753-841a-2ba27ed81a37 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1135.469455] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4704fcde-1c23-45f0-a078-60329a3e8005 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.477008] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a199a3-1165-4753-841a-2ba27ed81a37 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.477230] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-105fb8a6-6319-4865-8434-045c23dd0587 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.482612] env[70398]: DEBUG oslo_vmware.api [None req-87a199a3-1165-4753-841a-2ba27ed81a37 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for the task: (returnval){ [ 1135.482612] env[70398]: value = "task-3445055" [ 1135.482612] env[70398]: _type = "Task" [ 1135.482612] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.490347] env[70398]: DEBUG oslo_vmware.api [None req-87a199a3-1165-4753-841a-2ba27ed81a37 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3445055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.707052] env[70398]: DEBUG oslo_vmware.api [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3445053, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071222} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.707052] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1135.707052] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c770028f-5529-4f2c-b6f4-46561ab1c8ea {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.727278] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] a41b2451-1e26-43cc-a162-035bdebe5baa/a41b2451-1e26-43cc-a162-035bdebe5baa.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1135.727536] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-402eabd2-6bc3-4638-84ea-49516a48d3c7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.749178] env[70398]: DEBUG oslo_vmware.api [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 1135.749178] env[70398]: value = "task-3445056" [ 1135.749178] env[70398]: _type = "Task" [ 1135.749178] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.756286] env[70398]: DEBUG oslo_vmware.api [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3445056, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.839056] env[70398]: DEBUG nova.compute.utils [None req-c981fee7-171d-43ee-a791-825424793a6f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1135.889443] env[70398]: DEBUG oslo_concurrency.lockutils [None req-af52d73e-0697-40c8-ac38-3588cbf44502 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.778s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.891876] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.037s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.892069] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.892212] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70398) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1135.892518] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.745s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.894015] env[70398]: INFO nova.compute.claims [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1135.896870] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9508b2f-f9e6-4503-a240-c5039678c6ce {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.905152] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c25a85-2959-4e1d-b020-88746e737eed {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.909930] env[70398]: INFO nova.scheduler.client.report [None req-af52d73e-0697-40c8-ac38-3588cbf44502 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Deleted allocations for instance f27f1700-d064-471f-af8e-924a38b74193 [ 1135.922427] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a78ddfa-203f-411c-8278-e6f03bf1f7bd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.929551] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3201ee0a-6518-4b96-9370-459a1d77eed8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.962498] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180024MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=70398) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1135.962655] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.969603] env[70398]: DEBUG oslo_vmware.api [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5245115f-bf1b-f7d1-5dbb-54b24aae383d, 'name': SearchDatastore_Task, 'duration_secs': 0.032258} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.969908] env[70398]: DEBUG oslo_concurrency.lockutils [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.970161] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: ce3e9177-d0cd-4a2a-9875-a59dd38d6663] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1135.970393] env[70398]: DEBUG oslo_concurrency.lockutils [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.970537] env[70398]: DEBUG oslo_concurrency.lockutils [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.970729] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1135.971380] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e272c5e0-5ad5-49ed-b9bc-33d0a22b2a85 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.977363] env[70398]: DEBUG oslo_vmware.api [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3445054, 'name': Destroy_Task} progress is 33%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.987299] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1135.987482] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1135.988506] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be01707f-2b47-4abe-a905-d40cf780d2fd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.995414] env[70398]: DEBUG oslo_vmware.api [None req-87a199a3-1165-4753-841a-2ba27ed81a37 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3445055, 'name': PowerOffVM_Task, 'duration_secs': 0.200854} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.995933] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a199a3-1165-4753-841a-2ba27ed81a37 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.996119] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-87a199a3-1165-4753-841a-2ba27ed81a37 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1135.996362] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ad97f78-9aad-44d6-8f19-d88d79b74a93 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.999090] env[70398]: DEBUG oslo_vmware.api [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1135.999090] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52fcd574-6219-5ff8-5b0e-9b58d23d8510" [ 1135.999090] env[70398]: _type = "Task" [ 1135.999090] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.006515] env[70398]: DEBUG oslo_vmware.api [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52fcd574-6219-5ff8-5b0e-9b58d23d8510, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.062257] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-87a199a3-1165-4753-841a-2ba27ed81a37 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1136.063024] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-87a199a3-1165-4753-841a-2ba27ed81a37 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1136.063024] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-87a199a3-1165-4753-841a-2ba27ed81a37 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Deleting the datastore file [datastore2] b0740737-d21d-4b1e-8dc3-1389c67c5103 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1136.063024] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bde84b2d-9d00-45ee-9ac1-7e151a447f9f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.068902] env[70398]: DEBUG oslo_vmware.api [None req-87a199a3-1165-4753-841a-2ba27ed81a37 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for the task: (returnval){ [ 1136.068902] env[70398]: value = "task-3445058" [ 1136.068902] env[70398]: _type = "Task" [ 1136.068902] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.076414] env[70398]: DEBUG oslo_vmware.api [None req-87a199a3-1165-4753-841a-2ba27ed81a37 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3445058, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.260441] env[70398]: DEBUG oslo_vmware.api [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3445056, 'name': ReconfigVM_Task, 'duration_secs': 0.283219} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.260836] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Reconfigured VM instance instance-00000070 to attach disk [datastore1] a41b2451-1e26-43cc-a162-035bdebe5baa/a41b2451-1e26-43cc-a162-035bdebe5baa.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1136.261688] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-717b59f9-8807-420e-849a-c9de6a9ff561 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.269081] env[70398]: DEBUG oslo_vmware.api [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 1136.269081] env[70398]: value = "task-3445059" [ 1136.269081] env[70398]: _type = "Task" [ 1136.269081] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.277761] env[70398]: DEBUG oslo_vmware.api [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3445059, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.341896] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c981fee7-171d-43ee-a791-825424793a6f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Lock "86949d6d-c0cb-463a-ba2c-d73651525784" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.425361] env[70398]: DEBUG oslo_concurrency.lockutils [None req-af52d73e-0697-40c8-ac38-3588cbf44502 tempest-AttachVolumeTestJSON-1310286612 tempest-AttachVolumeTestJSON-1310286612-project-member] Lock "f27f1700-d064-471f-af8e-924a38b74193" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.164s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.469924] env[70398]: DEBUG oslo_vmware.api [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3445054, 'name': Destroy_Task, 'duration_secs': 0.950089} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.470154] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Destroyed the VM [ 1136.470391] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Deleting Snapshot of the VM instance {{(pid=70398) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1136.470622] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c4ba091c-bdc5-4ec8-9dd9-49e546fbbc92 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.475923] env[70398]: DEBUG oslo_vmware.api [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 1136.475923] env[70398]: value = "task-3445060" [ 1136.475923] env[70398]: _type = "Task" [ 1136.475923] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.483492] env[70398]: DEBUG oslo_vmware.api [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3445060, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.507739] env[70398]: DEBUG oslo_vmware.api [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52fcd574-6219-5ff8-5b0e-9b58d23d8510, 'name': SearchDatastore_Task, 'duration_secs': 0.018373} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.508743] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ba448af-a394-4178-8aa5-d65409c8de2a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.513511] env[70398]: DEBUG oslo_vmware.api [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1136.513511] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]524d51f5-61cd-016f-8824-c25f97177ee5" [ 1136.513511] env[70398]: _type = "Task" [ 1136.513511] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.521310] env[70398]: DEBUG oslo_vmware.api [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]524d51f5-61cd-016f-8824-c25f97177ee5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.578258] env[70398]: DEBUG oslo_vmware.api [None req-87a199a3-1165-4753-841a-2ba27ed81a37 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3445058, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.778763] env[70398]: DEBUG oslo_vmware.api [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3445059, 'name': Rename_Task, 'duration_secs': 0.152464} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.779085] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1136.779300] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2c9b60e-8ac7-4843-bab9-0dcf4d06dac9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.785227] env[70398]: DEBUG oslo_vmware.api [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 1136.785227] env[70398]: value = "task-3445061" [ 1136.785227] env[70398]: _type = "Task" [ 1136.785227] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.792680] env[70398]: DEBUG oslo_vmware.api [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3445061, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.989199] env[70398]: DEBUG oslo_vmware.api [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3445060, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.025852] env[70398]: DEBUG oslo_vmware.api [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]524d51f5-61cd-016f-8824-c25f97177ee5, 'name': SearchDatastore_Task, 'duration_secs': 0.019386} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.026186] env[70398]: DEBUG oslo_concurrency.lockutils [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.026828] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] ce3e9177-d0cd-4a2a-9875-a59dd38d6663/ce3e9177-d0cd-4a2a-9875-a59dd38d6663.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1137.026828] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0bc85a82-a3a6-4c7c-80f8-b011c37a4da6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.035655] env[70398]: DEBUG oslo_vmware.api [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1137.035655] env[70398]: value = "task-3445063" [ 1137.035655] env[70398]: _type = "Task" [ 1137.035655] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.043639] env[70398]: DEBUG oslo_vmware.api [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3445063, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.082326] env[70398]: DEBUG oslo_vmware.api [None req-87a199a3-1165-4753-841a-2ba27ed81a37 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Task: {'id': task-3445058, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.528353} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.085540] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-87a199a3-1165-4753-841a-2ba27ed81a37 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1137.085734] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-87a199a3-1165-4753-841a-2ba27ed81a37 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1137.085913] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-87a199a3-1165-4753-841a-2ba27ed81a37 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1137.086108] env[70398]: INFO nova.compute.manager [None req-87a199a3-1165-4753-841a-2ba27ed81a37 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1137.086420] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87a199a3-1165-4753-841a-2ba27ed81a37 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.086886] env[70398]: DEBUG nova.compute.manager [-] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1137.087039] env[70398]: DEBUG nova.network.neutron [-] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1137.098816] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20fa80ca-12ed-41a3-bf5b-da001738310d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.106125] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc4a0cf-da8d-43db-af2b-86777f105de2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.137754] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517711a4-e11c-4952-96df-c671bc68d3c6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.145268] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38db7e5a-19a2-4b18-8594-b0750781b433 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.160269] env[70398]: DEBUG nova.compute.provider_tree [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.295506] env[70398]: DEBUG oslo_vmware.api [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3445061, 'name': PowerOnVM_Task, 'duration_secs': 0.447138} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.295717] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1137.295937] env[70398]: INFO nova.compute.manager [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Took 8.00 seconds to spawn the instance on the hypervisor. [ 1137.296154] env[70398]: DEBUG nova.compute.manager [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1137.296945] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab167f83-dc5d-4009-9af8-8e4086385f43 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.363871] env[70398]: DEBUG nova.compute.manager [req-cb468c9e-d8a6-4598-865c-89bb89b4479a req-52cf132b-7e65-47df-a4f3-93550db61fed service nova] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Received event network-vif-deleted-a7c89afc-7d8e-47f9-85d5-c4b94582abd6 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.364132] env[70398]: INFO nova.compute.manager [req-cb468c9e-d8a6-4598-865c-89bb89b4479a req-52cf132b-7e65-47df-a4f3-93550db61fed service nova] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Neutron deleted interface a7c89afc-7d8e-47f9-85d5-c4b94582abd6; detaching it from the instance and deleting it from the info cache [ 1137.364330] env[70398]: DEBUG nova.network.neutron [req-cb468c9e-d8a6-4598-865c-89bb89b4479a req-52cf132b-7e65-47df-a4f3-93550db61fed service nova] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.420855] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c981fee7-171d-43ee-a791-825424793a6f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Acquiring lock "86949d6d-c0cb-463a-ba2c-d73651525784" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.421235] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c981fee7-171d-43ee-a791-825424793a6f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Lock "86949d6d-c0cb-463a-ba2c-d73651525784" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.421529] env[70398]: INFO nova.compute.manager [None req-c981fee7-171d-43ee-a791-825424793a6f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Attaching volume a04cf7d7-991f-490b-bbc1-02521b0d2d40 to /dev/sdb [ 1137.460448] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2afdbc-455a-4fd1-94f5-6b6b47713679 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.468620] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea25df96-44bd-4c27-9e01-71802022e9bf {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.482623] env[70398]: DEBUG nova.virt.block_device [None req-c981fee7-171d-43ee-a791-825424793a6f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Updating existing volume attachment record: e957c9be-9697-4825-88df-53fd6032aaeb {{(pid=70398) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1137.493814] env[70398]: DEBUG oslo_vmware.api [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3445060, 'name': RemoveSnapshot_Task, 'duration_secs': 0.63934} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.494159] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Deleted Snapshot of the VM instance {{(pid=70398) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1137.494526] env[70398]: DEBUG nova.compute.manager [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1137.495447] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3c703e-cebd-4b57-a0eb-1840f71dd7b4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.546132] env[70398]: DEBUG oslo_vmware.api [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3445063, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.664076] env[70398]: DEBUG nova.scheduler.client.report [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.815864] env[70398]: INFO nova.compute.manager [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Took 12.99 seconds to build instance. [ 1137.847828] env[70398]: DEBUG nova.network.neutron [-] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.867064] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dad8408b-760b-43e1-b541-e95df668ed9f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.877728] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e952b2-d328-4615-ab7f-8f925d0a78d3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.912355] env[70398]: DEBUG nova.compute.manager [req-cb468c9e-d8a6-4598-865c-89bb89b4479a req-52cf132b-7e65-47df-a4f3-93550db61fed service nova] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Detach interface failed, port_id=a7c89afc-7d8e-47f9-85d5-c4b94582abd6, reason: Instance b0740737-d21d-4b1e-8dc3-1389c67c5103 could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1138.011934] env[70398]: INFO nova.compute.manager [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Shelve offloading [ 1138.046322] env[70398]: DEBUG oslo_vmware.api [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3445063, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63456} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.046577] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] ce3e9177-d0cd-4a2a-9875-a59dd38d6663/ce3e9177-d0cd-4a2a-9875-a59dd38d6663.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1138.046790] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: ce3e9177-d0cd-4a2a-9875-a59dd38d6663] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1138.047083] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d287829f-734c-4264-88bc-d95fe4652128 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.053523] env[70398]: DEBUG oslo_vmware.api [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1138.053523] env[70398]: value = "task-3445067" [ 1138.053523] env[70398]: _type = "Task" [ 1138.053523] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.060962] env[70398]: DEBUG oslo_vmware.api [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3445067, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.171358] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.278s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.171524] env[70398]: DEBUG nova.compute.manager [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1138.174213] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.211s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.318292] env[70398]: DEBUG oslo_concurrency.lockutils [None req-fef7c493-650c-4b95-8875-0a719ae94cfc tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "a41b2451-1e26-43cc-a162-035bdebe5baa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.500s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.354381] env[70398]: INFO nova.compute.manager [-] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Took 1.27 seconds to deallocate network for instance. [ 1138.515472] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1138.515950] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac9dc5fa-9bd9-4969-a927-54e1f8a1ce68 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.522637] env[70398]: DEBUG oslo_vmware.api [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 1138.522637] env[70398]: value = "task-3445068" [ 1138.522637] env[70398]: _type = "Task" [ 1138.522637] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.530276] env[70398]: DEBUG oslo_vmware.api [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3445068, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.562462] env[70398]: DEBUG oslo_vmware.api [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3445067, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095113} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.562772] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: ce3e9177-d0cd-4a2a-9875-a59dd38d6663] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1138.563630] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2b6c7f-7f35-4bed-a90a-6bc1825f780e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.585306] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: ce3e9177-d0cd-4a2a-9875-a59dd38d6663] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] ce3e9177-d0cd-4a2a-9875-a59dd38d6663/ce3e9177-d0cd-4a2a-9875-a59dd38d6663.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1138.585620] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-736d65fc-7094-4cff-a2c2-2a9cfdc45aac {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.604460] env[70398]: DEBUG oslo_vmware.api [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1138.604460] env[70398]: value = "task-3445069" [ 1138.604460] env[70398]: _type = "Task" [ 1138.604460] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.611979] env[70398]: DEBUG oslo_vmware.api [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3445069, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.677853] env[70398]: DEBUG nova.compute.utils [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1138.679444] env[70398]: DEBUG nova.compute.manager [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1138.679628] env[70398]: DEBUG nova.network.neutron [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1138.724465] env[70398]: DEBUG nova.policy [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '586b7e212f2f4035b1efd69112cdf765', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68376abf86b14e67a33ef720177607f0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 1138.860642] env[70398]: DEBUG oslo_concurrency.lockutils [None req-87a199a3-1165-4753-841a-2ba27ed81a37 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.003636] env[70398]: DEBUG nova.network.neutron [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Successfully created port: f2b3781f-a5b4-4b76-bd8a-69ece86f81e6 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1139.035226] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] VM already powered off {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1139.035454] env[70398]: DEBUG nova.compute.manager [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1139.036251] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aacb3ba3-4c1d-4ae7-89bd-66860f2bc7ed {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.042222] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquiring lock "refresh_cache-82e8ab4b-bb27-4ba3-987a-da84ec16b9df" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.042389] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquired lock "refresh_cache-82e8ab4b-bb27-4ba3-987a-da84ec16b9df" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.042565] env[70398]: DEBUG nova.network.neutron [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.114239] env[70398]: DEBUG oslo_vmware.api [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3445069, 'name': ReconfigVM_Task, 'duration_secs': 0.327313} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.114525] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: ce3e9177-d0cd-4a2a-9875-a59dd38d6663] Reconfigured VM instance instance-00000071 to attach disk [datastore2] ce3e9177-d0cd-4a2a-9875-a59dd38d6663/ce3e9177-d0cd-4a2a-9875-a59dd38d6663.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1139.115158] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-786364f5-2239-4563-85ca-661ab515c168 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.121596] env[70398]: DEBUG oslo_vmware.api [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1139.121596] env[70398]: value = "task-3445070" [ 1139.121596] env[70398]: _type = "Task" [ 1139.121596] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.129379] env[70398]: DEBUG oslo_vmware.api [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3445070, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.139537] env[70398]: DEBUG nova.compute.manager [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Stashing vm_state: active {{(pid=70398) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1139.192670] env[70398]: INFO nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Updating resource usage from migration 57797820-04bc-44b5-8972-bc49abc501bd [ 1139.195457] env[70398]: DEBUG nova.compute.manager [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1139.219976] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1139.220170] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 003a9ff4-da21-4a6c-9659-4f309a3482a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1139.220312] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 71f3f8fe-1304-427c-9c95-981baf19c8e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1139.220908] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance f57f9bae-2e30-4f41-ab13-ce6fd0566265 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1139.220908] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance c0aa94e0-4e87-4454-905f-3bc7a72ec446 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1139.220908] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance b0740737-d21d-4b1e-8dc3-1389c67c5103 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1139.220908] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 82e8ab4b-bb27-4ba3-987a-da84ec16b9df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1139.221860] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 86949d6d-c0cb-463a-ba2c-d73651525784 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1139.221860] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 02fe9693-8fb3-44e1-b868-7fb3af0ef646 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1139.221860] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 83d040f0-ca8b-40e2-bd82-1ddadfa0430a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1139.221860] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance ce3e9177-d0cd-4a2a-9875-a59dd38d6663 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1139.221860] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 1f77cb81-d5f4-4aff-864b-11fcd38daffa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1139.221860] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Migration 57797820-04bc-44b5-8972-bc49abc501bd is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1139.221860] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance a41b2451-1e26-43cc-a162-035bdebe5baa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1139.222130] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=70398) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1139.222130] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=70398) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1139.410160] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59322a1-70b4-4fa6-a69b-5edd518b33b8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.419832] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b7e0f5-5001-4640-ad10-2a5a14d2f6db {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.449813] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0c9897-9c8c-41ad-9f05-aaf71429d786 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.456667] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dceabe0-da58-4c68-867f-c28dc5aadc66 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.471063] env[70398]: DEBUG nova.compute.provider_tree [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.633031] env[70398]: DEBUG oslo_vmware.api [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3445070, 'name': Rename_Task, 'duration_secs': 0.161817} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.634388] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: ce3e9177-d0cd-4a2a-9875-a59dd38d6663] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1139.634657] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed799090-298e-418d-b21d-85594cb95903 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.643572] env[70398]: DEBUG oslo_vmware.api [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1139.643572] env[70398]: value = "task-3445071" [ 1139.643572] env[70398]: _type = "Task" [ 1139.643572] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.659893] env[70398]: DEBUG oslo_vmware.api [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3445071, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.667695] env[70398]: DEBUG oslo_concurrency.lockutils [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.974525] env[70398]: DEBUG nova.scheduler.client.report [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.075335] env[70398]: DEBUG nova.network.neutron [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Updating instance_info_cache with network_info: [{"id": "fb49bd31-8127-4d16-a836-fa3fa6c0009e", "address": "fa:16:3e:7e:70:4d", "network": {"id": "7d6a528e-2d28-423d-a33f-6f0222b74744", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1712623278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "565f3f2d80634f578f63ea399435e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb49bd31-81", "ovs_interfaceid": "fb49bd31-8127-4d16-a836-fa3fa6c0009e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.154500] env[70398]: DEBUG oslo_vmware.api [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3445071, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.205617] env[70398]: DEBUG nova.compute.manager [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1140.235256] env[70398]: DEBUG nova.virt.hardware [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1140.235552] env[70398]: DEBUG nova.virt.hardware [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1140.235715] env[70398]: DEBUG nova.virt.hardware [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.236023] env[70398]: DEBUG nova.virt.hardware [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1140.236104] env[70398]: DEBUG nova.virt.hardware [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.236249] env[70398]: DEBUG nova.virt.hardware [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1140.236488] env[70398]: DEBUG nova.virt.hardware [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1140.236668] env[70398]: DEBUG nova.virt.hardware [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1140.236859] env[70398]: DEBUG nova.virt.hardware [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1140.237074] env[70398]: DEBUG nova.virt.hardware [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1140.237278] env[70398]: DEBUG nova.virt.hardware [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1140.238197] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab15efc5-7185-49f2-8c6d-3989dfe1bab2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.246890] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a474f7-5de5-4a3c-9955-19afeae5a211 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.480681] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70398) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1140.480940] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.307s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.481305] env[70398]: DEBUG oslo_concurrency.lockutils [None req-87a199a3-1165-4753-841a-2ba27ed81a37 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.621s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.481525] env[70398]: DEBUG nova.objects.instance [None req-87a199a3-1165-4753-841a-2ba27ed81a37 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lazy-loading 'resources' on Instance uuid b0740737-d21d-4b1e-8dc3-1389c67c5103 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.517429] env[70398]: DEBUG nova.compute.manager [req-8e942d7d-a224-4d57-9059-437da3ca05bc req-1f943f82-2e2c-40ae-a197-dcc8e92becda service nova] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Received event network-vif-plugged-f2b3781f-a5b4-4b76-bd8a-69ece86f81e6 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.517661] env[70398]: DEBUG oslo_concurrency.lockutils [req-8e942d7d-a224-4d57-9059-437da3ca05bc req-1f943f82-2e2c-40ae-a197-dcc8e92becda service nova] Acquiring lock "1f77cb81-d5f4-4aff-864b-11fcd38daffa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.517873] env[70398]: DEBUG oslo_concurrency.lockutils [req-8e942d7d-a224-4d57-9059-437da3ca05bc req-1f943f82-2e2c-40ae-a197-dcc8e92becda service nova] Lock "1f77cb81-d5f4-4aff-864b-11fcd38daffa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.518056] env[70398]: DEBUG oslo_concurrency.lockutils [req-8e942d7d-a224-4d57-9059-437da3ca05bc req-1f943f82-2e2c-40ae-a197-dcc8e92becda service nova] Lock "1f77cb81-d5f4-4aff-864b-11fcd38daffa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.518233] env[70398]: DEBUG nova.compute.manager [req-8e942d7d-a224-4d57-9059-437da3ca05bc req-1f943f82-2e2c-40ae-a197-dcc8e92becda service nova] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] No waiting events found dispatching network-vif-plugged-f2b3781f-a5b4-4b76-bd8a-69ece86f81e6 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1140.518388] env[70398]: WARNING nova.compute.manager [req-8e942d7d-a224-4d57-9059-437da3ca05bc req-1f943f82-2e2c-40ae-a197-dcc8e92becda service nova] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Received unexpected event network-vif-plugged-f2b3781f-a5b4-4b76-bd8a-69ece86f81e6 for instance with vm_state building and task_state spawning. [ 1140.576324] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Releasing lock "refresh_cache-82e8ab4b-bb27-4ba3-987a-da84ec16b9df" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.627140] env[70398]: DEBUG nova.network.neutron [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Successfully updated port: f2b3781f-a5b4-4b76-bd8a-69ece86f81e6 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1140.654720] env[70398]: DEBUG oslo_vmware.api [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3445071, 'name': PowerOnVM_Task, 'duration_secs': 0.667998} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.657111] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: ce3e9177-d0cd-4a2a-9875-a59dd38d6663] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1140.657328] env[70398]: INFO nova.compute.manager [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: ce3e9177-d0cd-4a2a-9875-a59dd38d6663] Took 8.99 seconds to spawn the instance on the hypervisor. [ 1140.657505] env[70398]: DEBUG nova.compute.manager [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: ce3e9177-d0cd-4a2a-9875-a59dd38d6663] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1140.658517] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567d2c8f-20dd-4cd2-91c1-670c5ac321d0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.888284] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1140.889199] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64aaf124-5f93-4023-86e4-fe3a375a9705 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.896455] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1140.896681] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e181eac-ca7c-4ea9-b2e3-caa9841a85dd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.955045] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1140.955288] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1140.955461] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Deleting the datastore file [datastore1] 82e8ab4b-bb27-4ba3-987a-da84ec16b9df {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1140.955717] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ecf5cd83-47d5-4fa5-bf2a-d69fb970a0d8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.963209] env[70398]: DEBUG oslo_vmware.api [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 1140.963209] env[70398]: value = "task-3445075" [ 1140.963209] env[70398]: _type = "Task" [ 1140.963209] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.970494] env[70398]: DEBUG oslo_vmware.api [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3445075, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.129988] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "refresh_cache-1f77cb81-d5f4-4aff-864b-11fcd38daffa" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.130183] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquired lock "refresh_cache-1f77cb81-d5f4-4aff-864b-11fcd38daffa" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.130319] env[70398]: DEBUG nova.network.neutron [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1141.165217] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1966cda7-8641-4ae4-bcc5-03901b71563b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.180521] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e10d3df-459e-4367-a561-50e088a74c61 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.183920] env[70398]: INFO nova.compute.manager [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: ce3e9177-d0cd-4a2a-9875-a59dd38d6663] Took 14.19 seconds to build instance. [ 1141.212758] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6814ef29-cacf-49d5-a334-1744d66dcca2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.220826] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e420d34-b6a8-4b41-844f-1610d825eb80 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.234034] env[70398]: DEBUG nova.compute.provider_tree [None req-87a199a3-1165-4753-841a-2ba27ed81a37 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.474249] env[70398]: DEBUG oslo_vmware.api [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3445075, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142949} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.474500] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1141.474681] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1141.474848] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1141.493740] env[70398]: INFO nova.scheduler.client.report [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Deleted allocations for instance 82e8ab4b-bb27-4ba3-987a-da84ec16b9df [ 1141.665018] env[70398]: DEBUG nova.network.neutron [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1141.686413] env[70398]: DEBUG oslo_concurrency.lockutils [None req-de3f1482-3a46-4752-ba03-bfcfebbb1804 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "ce3e9177-d0cd-4a2a-9875-a59dd38d6663" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.699s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.736691] env[70398]: DEBUG nova.scheduler.client.report [None req-87a199a3-1165-4753-841a-2ba27ed81a37 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.821911] env[70398]: DEBUG nova.network.neutron [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Updating instance_info_cache with network_info: [{"id": "f2b3781f-a5b4-4b76-bd8a-69ece86f81e6", "address": "fa:16:3e:11:50:12", "network": {"id": "5d95ca4f-960e-421c-9130-8d3e409f34c5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-80910192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68376abf86b14e67a33ef720177607f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2b3781f-a5", "ovs_interfaceid": "f2b3781f-a5b4-4b76-bd8a-69ece86f81e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.956419] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a8ed6a75-0083-4bc7-8b6f-53354238258a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "ce3e9177-d0cd-4a2a-9875-a59dd38d6663" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.956742] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a8ed6a75-0083-4bc7-8b6f-53354238258a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "ce3e9177-d0cd-4a2a-9875-a59dd38d6663" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.956957] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a8ed6a75-0083-4bc7-8b6f-53354238258a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "ce3e9177-d0cd-4a2a-9875-a59dd38d6663-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.957471] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a8ed6a75-0083-4bc7-8b6f-53354238258a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "ce3e9177-d0cd-4a2a-9875-a59dd38d6663-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.957471] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a8ed6a75-0083-4bc7-8b6f-53354238258a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "ce3e9177-d0cd-4a2a-9875-a59dd38d6663-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.959553] env[70398]: INFO nova.compute.manager [None req-a8ed6a75-0083-4bc7-8b6f-53354238258a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: ce3e9177-d0cd-4a2a-9875-a59dd38d6663] Terminating instance [ 1141.998538] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.033478] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-c981fee7-171d-43ee-a791-825424793a6f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Volume attach. Driver type: vmdk {{(pid=70398) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1142.033720] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-c981fee7-171d-43ee-a791-825424793a6f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687732', 'volume_id': 'a04cf7d7-991f-490b-bbc1-02521b0d2d40', 'name': 'volume-a04cf7d7-991f-490b-bbc1-02521b0d2d40', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '86949d6d-c0cb-463a-ba2c-d73651525784', 'attached_at': '', 'detached_at': '', 'volume_id': 'a04cf7d7-991f-490b-bbc1-02521b0d2d40', 'serial': 'a04cf7d7-991f-490b-bbc1-02521b0d2d40'} {{(pid=70398) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1142.034607] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8924b3cd-58c0-4031-b8e4-740b381b4cf9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.051486] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61dc20a5-98a2-45d6-ade9-dfa9f95e6a86 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.075243] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-c981fee7-171d-43ee-a791-825424793a6f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] volume-a04cf7d7-991f-490b-bbc1-02521b0d2d40/volume-a04cf7d7-991f-490b-bbc1-02521b0d2d40.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1142.075557] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa8cabb6-8f41-488e-81a6-6077f86320a5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.093018] env[70398]: DEBUG oslo_vmware.api [None req-c981fee7-171d-43ee-a791-825424793a6f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1142.093018] env[70398]: value = "task-3445076" [ 1142.093018] env[70398]: _type = "Task" [ 1142.093018] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.100515] env[70398]: DEBUG oslo_vmware.api [None req-c981fee7-171d-43ee-a791-825424793a6f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3445076, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.242429] env[70398]: DEBUG oslo_concurrency.lockutils [None req-87a199a3-1165-4753-841a-2ba27ed81a37 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.761s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.245131] env[70398]: DEBUG oslo_concurrency.lockutils [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.578s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.261320] env[70398]: INFO nova.scheduler.client.report [None req-87a199a3-1165-4753-841a-2ba27ed81a37 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Deleted allocations for instance b0740737-d21d-4b1e-8dc3-1389c67c5103 [ 1142.324511] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Releasing lock "refresh_cache-1f77cb81-d5f4-4aff-864b-11fcd38daffa" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.324766] env[70398]: DEBUG nova.compute.manager [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Instance network_info: |[{"id": "f2b3781f-a5b4-4b76-bd8a-69ece86f81e6", "address": "fa:16:3e:11:50:12", "network": {"id": "5d95ca4f-960e-421c-9130-8d3e409f34c5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-80910192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68376abf86b14e67a33ef720177607f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2b3781f-a5", "ovs_interfaceid": "f2b3781f-a5b4-4b76-bd8a-69ece86f81e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1142.325172] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:50:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4406a73e-2189-46ac-9e96-4f0af80b5094', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2b3781f-a5b4-4b76-bd8a-69ece86f81e6', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1142.332544] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.332992] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1142.333228] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b97c248-aa24-4503-ad19-3b55287693f7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.351973] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1142.351973] env[70398]: value = "task-3445077" [ 1142.351973] env[70398]: _type = "Task" [ 1142.351973] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.359555] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445077, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.464675] env[70398]: DEBUG nova.compute.manager [None req-a8ed6a75-0083-4bc7-8b6f-53354238258a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: ce3e9177-d0cd-4a2a-9875-a59dd38d6663] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1142.465054] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ed6a75-0083-4bc7-8b6f-53354238258a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: ce3e9177-d0cd-4a2a-9875-a59dd38d6663] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1142.466435] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d60032d-7499-4da1-ba56-d9e336a3a176 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.475871] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ed6a75-0083-4bc7-8b6f-53354238258a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: ce3e9177-d0cd-4a2a-9875-a59dd38d6663] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.476134] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-869f1b02-dea9-40b3-b6a8-c675ac98834c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.481954] env[70398]: DEBUG oslo_vmware.api [None req-a8ed6a75-0083-4bc7-8b6f-53354238258a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1142.481954] env[70398]: value = "task-3445078" [ 1142.481954] env[70398]: _type = "Task" [ 1142.481954] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.491973] env[70398]: DEBUG oslo_vmware.api [None req-a8ed6a75-0083-4bc7-8b6f-53354238258a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3445078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.548049] env[70398]: DEBUG nova.compute.manager [req-b640d478-2239-4196-9866-d1e544bae9df req-e0c77694-290d-4bfa-8e36-e8791d7c1bdb service nova] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Received event network-changed-f2b3781f-a5b4-4b76-bd8a-69ece86f81e6 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.548273] env[70398]: DEBUG nova.compute.manager [req-b640d478-2239-4196-9866-d1e544bae9df req-e0c77694-290d-4bfa-8e36-e8791d7c1bdb service nova] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Refreshing instance network info cache due to event network-changed-f2b3781f-a5b4-4b76-bd8a-69ece86f81e6. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1142.548586] env[70398]: DEBUG oslo_concurrency.lockutils [req-b640d478-2239-4196-9866-d1e544bae9df req-e0c77694-290d-4bfa-8e36-e8791d7c1bdb service nova] Acquiring lock "refresh_cache-1f77cb81-d5f4-4aff-864b-11fcd38daffa" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.548779] env[70398]: DEBUG oslo_concurrency.lockutils [req-b640d478-2239-4196-9866-d1e544bae9df req-e0c77694-290d-4bfa-8e36-e8791d7c1bdb service nova] Acquired lock "refresh_cache-1f77cb81-d5f4-4aff-864b-11fcd38daffa" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.548958] env[70398]: DEBUG nova.network.neutron [req-b640d478-2239-4196-9866-d1e544bae9df req-e0c77694-290d-4bfa-8e36-e8791d7c1bdb service nova] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Refreshing network info cache for port f2b3781f-a5b4-4b76-bd8a-69ece86f81e6 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1142.602924] env[70398]: DEBUG oslo_vmware.api [None req-c981fee7-171d-43ee-a791-825424793a6f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3445076, 'name': ReconfigVM_Task, 'duration_secs': 0.315263} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.603230] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-c981fee7-171d-43ee-a791-825424793a6f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Reconfigured VM instance instance-0000006b to attach disk [datastore2] volume-a04cf7d7-991f-490b-bbc1-02521b0d2d40/volume-a04cf7d7-991f-490b-bbc1-02521b0d2d40.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1142.608297] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a3ec120-d05c-4d27-8017-9dbe2d2f0388 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.624487] env[70398]: DEBUG oslo_vmware.api [None req-c981fee7-171d-43ee-a791-825424793a6f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1142.624487] env[70398]: value = "task-3445079" [ 1142.624487] env[70398]: _type = "Task" [ 1142.624487] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.633731] env[70398]: DEBUG oslo_vmware.api [None req-c981fee7-171d-43ee-a791-825424793a6f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3445079, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.750098] env[70398]: INFO nova.compute.claims [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1142.753851] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1142.754048] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Cleaning up deleted instances with incomplete migration {{(pid=70398) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1142.768737] env[70398]: DEBUG oslo_concurrency.lockutils [None req-87a199a3-1165-4753-841a-2ba27ed81a37 tempest-AttachInterfacesTestJSON-2091086674 tempest-AttachInterfacesTestJSON-2091086674-project-member] Lock "b0740737-d21d-4b1e-8dc3-1389c67c5103" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.808s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.861764] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445077, 'name': CreateVM_Task, 'duration_secs': 0.340924} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.861931] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1142.862693] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.862884] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.863282] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.863563] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5cb9fad-a9ff-485f-aa7c-37e041520979 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.867895] env[70398]: DEBUG oslo_vmware.api [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1142.867895] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]525d8ca3-602c-6022-43b3-df4903681145" [ 1142.867895] env[70398]: _type = "Task" [ 1142.867895] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.875453] env[70398]: DEBUG oslo_vmware.api [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]525d8ca3-602c-6022-43b3-df4903681145, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.991992] env[70398]: DEBUG oslo_vmware.api [None req-a8ed6a75-0083-4bc7-8b6f-53354238258a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3445078, 'name': PowerOffVM_Task, 'duration_secs': 0.188845} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.992303] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ed6a75-0083-4bc7-8b6f-53354238258a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: ce3e9177-d0cd-4a2a-9875-a59dd38d6663] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1142.992468] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ed6a75-0083-4bc7-8b6f-53354238258a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: ce3e9177-d0cd-4a2a-9875-a59dd38d6663] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1142.992714] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94844f67-1504-407d-82ab-81b8e47f3d79 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.002747] env[70398]: DEBUG oslo_concurrency.lockutils [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquiring lock "82e8ab4b-bb27-4ba3-987a-da84ec16b9df" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.058852] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ed6a75-0083-4bc7-8b6f-53354238258a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: ce3e9177-d0cd-4a2a-9875-a59dd38d6663] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1143.059149] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ed6a75-0083-4bc7-8b6f-53354238258a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: ce3e9177-d0cd-4a2a-9875-a59dd38d6663] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1143.059352] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8ed6a75-0083-4bc7-8b6f-53354238258a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Deleting the datastore file [datastore2] ce3e9177-d0cd-4a2a-9875-a59dd38d6663 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1143.059616] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8629c1bf-0f2f-4a66-a592-7ae0aeb7440b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.066527] env[70398]: DEBUG oslo_vmware.api [None req-a8ed6a75-0083-4bc7-8b6f-53354238258a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1143.066527] env[70398]: value = "task-3445081" [ 1143.066527] env[70398]: _type = "Task" [ 1143.066527] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.074846] env[70398]: DEBUG oslo_vmware.api [None req-a8ed6a75-0083-4bc7-8b6f-53354238258a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3445081, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.133569] env[70398]: DEBUG oslo_vmware.api [None req-c981fee7-171d-43ee-a791-825424793a6f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3445079, 'name': ReconfigVM_Task, 'duration_secs': 0.137566} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.135895] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-c981fee7-171d-43ee-a791-825424793a6f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687732', 'volume_id': 'a04cf7d7-991f-490b-bbc1-02521b0d2d40', 'name': 'volume-a04cf7d7-991f-490b-bbc1-02521b0d2d40', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '86949d6d-c0cb-463a-ba2c-d73651525784', 'attached_at': '', 'detached_at': '', 'volume_id': 'a04cf7d7-991f-490b-bbc1-02521b0d2d40', 'serial': 'a04cf7d7-991f-490b-bbc1-02521b0d2d40'} {{(pid=70398) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1143.259204] env[70398]: INFO nova.compute.resource_tracker [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Updating resource usage from migration 57797820-04bc-44b5-8972-bc49abc501bd [ 1143.269423] env[70398]: DEBUG nova.network.neutron [req-b640d478-2239-4196-9866-d1e544bae9df req-e0c77694-290d-4bfa-8e36-e8791d7c1bdb service nova] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Updated VIF entry in instance network info cache for port f2b3781f-a5b4-4b76-bd8a-69ece86f81e6. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1143.269423] env[70398]: DEBUG nova.network.neutron [req-b640d478-2239-4196-9866-d1e544bae9df req-e0c77694-290d-4bfa-8e36-e8791d7c1bdb service nova] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Updating instance_info_cache with network_info: [{"id": "f2b3781f-a5b4-4b76-bd8a-69ece86f81e6", "address": "fa:16:3e:11:50:12", "network": {"id": "5d95ca4f-960e-421c-9130-8d3e409f34c5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-80910192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68376abf86b14e67a33ef720177607f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2b3781f-a5", "ovs_interfaceid": "f2b3781f-a5b4-4b76-bd8a-69ece86f81e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.378690] env[70398]: DEBUG oslo_vmware.api [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]525d8ca3-602c-6022-43b3-df4903681145, 'name': SearchDatastore_Task, 'duration_secs': 0.009338} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.379029] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.379396] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1143.379682] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.379836] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.380043] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1143.380511] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-412cdc6f-9412-4185-8ed3-bcb13f0181d9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.387838] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1143.388045] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1143.388744] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c929a29c-0132-4958-b310-b81206a1f255 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.393593] env[70398]: DEBUG oslo_vmware.api [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1143.393593] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52882f32-e825-c596-23a9-462fb993da6b" [ 1143.393593] env[70398]: _type = "Task" [ 1143.393593] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.404598] env[70398]: DEBUG oslo_vmware.api [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52882f32-e825-c596-23a9-462fb993da6b, 'name': SearchDatastore_Task, 'duration_secs': 0.008429} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.405401] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a11ad21-4f0a-42a6-8502-f2a4459099c9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.410164] env[70398]: DEBUG oslo_vmware.api [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1143.410164] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5293152d-660a-6027-5bed-854e9ddd3e70" [ 1143.410164] env[70398]: _type = "Task" [ 1143.410164] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.420200] env[70398]: DEBUG oslo_vmware.api [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5293152d-660a-6027-5bed-854e9ddd3e70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.474305] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241e7938-853b-4841-9828-f4eac00ab9ef {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.481627] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35fefb8-3350-46b9-a54f-91c07c349e64 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.511145] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a43141-c925-4245-99cb-a5354f9c3018 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.518283] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b6475f-7d66-4e35-91fa-9c0ad6065afc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.530992] env[70398]: DEBUG nova.compute.provider_tree [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.576088] env[70398]: DEBUG oslo_vmware.api [None req-a8ed6a75-0083-4bc7-8b6f-53354238258a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3445081, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125175} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.576342] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8ed6a75-0083-4bc7-8b6f-53354238258a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1143.576518] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ed6a75-0083-4bc7-8b6f-53354238258a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: ce3e9177-d0cd-4a2a-9875-a59dd38d6663] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1143.576774] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ed6a75-0083-4bc7-8b6f-53354238258a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: ce3e9177-d0cd-4a2a-9875-a59dd38d6663] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1143.576951] env[70398]: INFO nova.compute.manager [None req-a8ed6a75-0083-4bc7-8b6f-53354238258a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: ce3e9177-d0cd-4a2a-9875-a59dd38d6663] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1143.577243] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8ed6a75-0083-4bc7-8b6f-53354238258a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1143.577482] env[70398]: DEBUG nova.compute.manager [-] [instance: ce3e9177-d0cd-4a2a-9875-a59dd38d6663] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1143.577530] env[70398]: DEBUG nova.network.neutron [-] [instance: ce3e9177-d0cd-4a2a-9875-a59dd38d6663] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1143.750792] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1143.772503] env[70398]: DEBUG oslo_concurrency.lockutils [req-b640d478-2239-4196-9866-d1e544bae9df req-e0c77694-290d-4bfa-8e36-e8791d7c1bdb service nova] Releasing lock "refresh_cache-1f77cb81-d5f4-4aff-864b-11fcd38daffa" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.772758] env[70398]: DEBUG nova.compute.manager [req-b640d478-2239-4196-9866-d1e544bae9df req-e0c77694-290d-4bfa-8e36-e8791d7c1bdb service nova] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Received event network-vif-unplugged-fb49bd31-8127-4d16-a836-fa3fa6c0009e {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.772946] env[70398]: DEBUG oslo_concurrency.lockutils [req-b640d478-2239-4196-9866-d1e544bae9df req-e0c77694-290d-4bfa-8e36-e8791d7c1bdb service nova] Acquiring lock "82e8ab4b-bb27-4ba3-987a-da84ec16b9df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.773222] env[70398]: DEBUG oslo_concurrency.lockutils [req-b640d478-2239-4196-9866-d1e544bae9df req-e0c77694-290d-4bfa-8e36-e8791d7c1bdb service nova] Lock "82e8ab4b-bb27-4ba3-987a-da84ec16b9df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.773362] env[70398]: DEBUG oslo_concurrency.lockutils [req-b640d478-2239-4196-9866-d1e544bae9df req-e0c77694-290d-4bfa-8e36-e8791d7c1bdb service nova] Lock "82e8ab4b-bb27-4ba3-987a-da84ec16b9df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.773525] env[70398]: DEBUG nova.compute.manager [req-b640d478-2239-4196-9866-d1e544bae9df req-e0c77694-290d-4bfa-8e36-e8791d7c1bdb service nova] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] No waiting events found dispatching network-vif-unplugged-fb49bd31-8127-4d16-a836-fa3fa6c0009e {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1143.773689] env[70398]: WARNING nova.compute.manager [req-b640d478-2239-4196-9866-d1e544bae9df req-e0c77694-290d-4bfa-8e36-e8791d7c1bdb service nova] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Received unexpected event network-vif-unplugged-fb49bd31-8127-4d16-a836-fa3fa6c0009e for instance with vm_state shelved_offloaded and task_state unshelving. [ 1143.773846] env[70398]: DEBUG nova.compute.manager [req-b640d478-2239-4196-9866-d1e544bae9df req-e0c77694-290d-4bfa-8e36-e8791d7c1bdb service nova] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Received event network-changed-fb49bd31-8127-4d16-a836-fa3fa6c0009e {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.774133] env[70398]: DEBUG nova.compute.manager [req-b640d478-2239-4196-9866-d1e544bae9df req-e0c77694-290d-4bfa-8e36-e8791d7c1bdb service nova] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Refreshing instance network info cache due to event network-changed-fb49bd31-8127-4d16-a836-fa3fa6c0009e. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1143.774373] env[70398]: DEBUG oslo_concurrency.lockutils [req-b640d478-2239-4196-9866-d1e544bae9df req-e0c77694-290d-4bfa-8e36-e8791d7c1bdb service nova] Acquiring lock "refresh_cache-82e8ab4b-bb27-4ba3-987a-da84ec16b9df" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.774612] env[70398]: DEBUG oslo_concurrency.lockutils [req-b640d478-2239-4196-9866-d1e544bae9df req-e0c77694-290d-4bfa-8e36-e8791d7c1bdb service nova] Acquired lock "refresh_cache-82e8ab4b-bb27-4ba3-987a-da84ec16b9df" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.774878] env[70398]: DEBUG nova.network.neutron [req-b640d478-2239-4196-9866-d1e544bae9df req-e0c77694-290d-4bfa-8e36-e8791d7c1bdb service nova] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Refreshing network info cache for port fb49bd31-8127-4d16-a836-fa3fa6c0009e {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1143.920633] env[70398]: DEBUG oslo_vmware.api [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5293152d-660a-6027-5bed-854e9ddd3e70, 'name': SearchDatastore_Task, 'duration_secs': 0.009135} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.920939] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.921240] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 1f77cb81-d5f4-4aff-864b-11fcd38daffa/1f77cb81-d5f4-4aff-864b-11fcd38daffa.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1143.921548] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b93b08a6-9451-45aa-b2a0-0c1eb5781d43 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.932764] env[70398]: DEBUG oslo_vmware.api [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1143.932764] env[70398]: value = "task-3445083" [ 1143.932764] env[70398]: _type = "Task" [ 1143.932764] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.948252] env[70398]: DEBUG oslo_vmware.api [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445083, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.034627] env[70398]: DEBUG nova.scheduler.client.report [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.172985] env[70398]: DEBUG nova.objects.instance [None req-c981fee7-171d-43ee-a791-825424793a6f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Lazy-loading 'flavor' on Instance uuid 86949d6d-c0cb-463a-ba2c-d73651525784 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.277889] env[70398]: DEBUG nova.network.neutron [-] [instance: ce3e9177-d0cd-4a2a-9875-a59dd38d6663] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.446572] env[70398]: DEBUG oslo_vmware.api [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445083, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458067} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.449474] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 1f77cb81-d5f4-4aff-864b-11fcd38daffa/1f77cb81-d5f4-4aff-864b-11fcd38daffa.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1144.449474] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1144.449721] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40c168fd-3a99-4e32-84b3-0672b9e3c540 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.456631] env[70398]: DEBUG oslo_vmware.api [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1144.456631] env[70398]: value = "task-3445084" [ 1144.456631] env[70398]: _type = "Task" [ 1144.456631] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.472912] env[70398]: DEBUG oslo_vmware.api [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445084, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.543061] env[70398]: DEBUG oslo_concurrency.lockutils [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.295s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.543061] env[70398]: INFO nova.compute.manager [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Migrating [ 1144.548594] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.550s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.548836] env[70398]: DEBUG nova.objects.instance [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lazy-loading 'resources' on Instance uuid 82e8ab4b-bb27-4ba3-987a-da84ec16b9df {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.565113] env[70398]: DEBUG nova.network.neutron [req-b640d478-2239-4196-9866-d1e544bae9df req-e0c77694-290d-4bfa-8e36-e8791d7c1bdb service nova] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Updated VIF entry in instance network info cache for port fb49bd31-8127-4d16-a836-fa3fa6c0009e. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1144.565519] env[70398]: DEBUG nova.network.neutron [req-b640d478-2239-4196-9866-d1e544bae9df req-e0c77694-290d-4bfa-8e36-e8791d7c1bdb service nova] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Updating instance_info_cache with network_info: [{"id": "fb49bd31-8127-4d16-a836-fa3fa6c0009e", "address": "fa:16:3e:7e:70:4d", "network": {"id": "7d6a528e-2d28-423d-a33f-6f0222b74744", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1712623278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "565f3f2d80634f578f63ea399435e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapfb49bd31-81", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.574758] env[70398]: DEBUG nova.compute.manager [req-7d1c6659-9eb1-4420-a24a-4ca578f9f0d6 req-8f1842fb-68d0-47bd-a1b7-4e433f4e813c service nova] [instance: ce3e9177-d0cd-4a2a-9875-a59dd38d6663] Received event network-vif-deleted-cb27ef1d-9abf-45a4-9446-97fc0ac32bdb {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.685693] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c981fee7-171d-43ee-a791-825424793a6f tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Lock "86949d6d-c0cb-463a-ba2c-d73651525784" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.264s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.782732] env[70398]: INFO nova.compute.manager [-] [instance: ce3e9177-d0cd-4a2a-9875-a59dd38d6663] Took 1.20 seconds to deallocate network for instance. [ 1144.909624] env[70398]: INFO nova.compute.manager [None req-e2eeb960-e0fc-45b6-a786-94f5d12a957a tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Rescuing [ 1144.909836] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e2eeb960-e0fc-45b6-a786-94f5d12a957a tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Acquiring lock "refresh_cache-86949d6d-c0cb-463a-ba2c-d73651525784" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.909997] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e2eeb960-e0fc-45b6-a786-94f5d12a957a tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Acquired lock "refresh_cache-86949d6d-c0cb-463a-ba2c-d73651525784" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.910212] env[70398]: DEBUG nova.network.neutron [None req-e2eeb960-e0fc-45b6-a786-94f5d12a957a tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.967110] env[70398]: DEBUG oslo_vmware.api [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445084, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058646} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.967515] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1144.968140] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe557fc-26db-4270-9c9a-0fd856286462 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.990493] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 1f77cb81-d5f4-4aff-864b-11fcd38daffa/1f77cb81-d5f4-4aff-864b-11fcd38daffa.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1144.991176] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9689c34-81ed-4a0e-b1e6-a3130bd3ff52 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.010223] env[70398]: DEBUG oslo_vmware.api [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1145.010223] env[70398]: value = "task-3445085" [ 1145.010223] env[70398]: _type = "Task" [ 1145.010223] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.017921] env[70398]: DEBUG oslo_vmware.api [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445085, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.058982] env[70398]: DEBUG nova.objects.instance [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lazy-loading 'numa_topology' on Instance uuid 82e8ab4b-bb27-4ba3-987a-da84ec16b9df {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.060474] env[70398]: DEBUG oslo_concurrency.lockutils [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "refresh_cache-a41b2451-1e26-43cc-a162-035bdebe5baa" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.060638] env[70398]: DEBUG oslo_concurrency.lockutils [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquired lock "refresh_cache-a41b2451-1e26-43cc-a162-035bdebe5baa" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.060825] env[70398]: DEBUG nova.network.neutron [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1145.069123] env[70398]: DEBUG oslo_concurrency.lockutils [req-b640d478-2239-4196-9866-d1e544bae9df req-e0c77694-290d-4bfa-8e36-e8791d7c1bdb service nova] Releasing lock "refresh_cache-82e8ab4b-bb27-4ba3-987a-da84ec16b9df" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.289994] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a8ed6a75-0083-4bc7-8b6f-53354238258a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.520532] env[70398]: DEBUG oslo_vmware.api [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445085, 'name': ReconfigVM_Task, 'duration_secs': 0.463776} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.520757] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 1f77cb81-d5f4-4aff-864b-11fcd38daffa/1f77cb81-d5f4-4aff-864b-11fcd38daffa.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1145.523579] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4d7a56c-6dd3-4dd5-9acf-b5ff360b2be2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.530156] env[70398]: DEBUG oslo_vmware.api [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1145.530156] env[70398]: value = "task-3445086" [ 1145.530156] env[70398]: _type = "Task" [ 1145.530156] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.538550] env[70398]: DEBUG oslo_vmware.api [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445086, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.563789] env[70398]: DEBUG nova.objects.base [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Object Instance<82e8ab4b-bb27-4ba3-987a-da84ec16b9df> lazy-loaded attributes: resources,numa_topology {{(pid=70398) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1145.713848] env[70398]: DEBUG nova.network.neutron [None req-e2eeb960-e0fc-45b6-a786-94f5d12a957a tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Updating instance_info_cache with network_info: [{"id": "fd8a1468-3390-40c9-a01b-36203fcaeb74", "address": "fa:16:3e:cc:86:23", "network": {"id": "251a0f47-392b-4930-8b99-f9f9dfafb9ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-821868300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0849f3588c1240728ee1222a4891fd48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd8a1468-33", "ovs_interfaceid": "fd8a1468-3390-40c9-a01b-36203fcaeb74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.881224] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3529f057-f68a-41c4-8d40-3df7a43fc500 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.887032] env[70398]: DEBUG nova.network.neutron [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Updating instance_info_cache with network_info: [{"id": "501da0f7-cfac-4e7c-8d2b-2d56aae921e8", "address": "fa:16:3e:93:b3:49", "network": {"id": "3ad560cc-e571-4ecc-bbdf-6092f82ccd30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-904346330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e88af3408914ef28ede7e5550d18c9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap501da0f7-cf", "ovs_interfaceid": "501da0f7-cfac-4e7c-8d2b-2d56aae921e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.891346] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfb7af3-d191-4a71-89d8-ff7dd396230c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.922882] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55592a9d-b550-44ec-bb7f-d55978f48c98 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.930671] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e0be3e-10cc-4cb3-b5e1-b57708a28170 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.945019] env[70398]: DEBUG nova.compute.provider_tree [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.040191] env[70398]: DEBUG oslo_vmware.api [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445086, 'name': Rename_Task, 'duration_secs': 0.14405} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.041327] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1146.041612] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af8da154-cff1-4ddf-8027-d6530c2f0b91 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.048278] env[70398]: DEBUG oslo_vmware.api [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1146.048278] env[70398]: value = "task-3445087" [ 1146.048278] env[70398]: _type = "Task" [ 1146.048278] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.055845] env[70398]: DEBUG oslo_vmware.api [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445087, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.217235] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e2eeb960-e0fc-45b6-a786-94f5d12a957a tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Releasing lock "refresh_cache-86949d6d-c0cb-463a-ba2c-d73651525784" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.255535] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.391495] env[70398]: DEBUG oslo_concurrency.lockutils [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Releasing lock "refresh_cache-a41b2451-1e26-43cc-a162-035bdebe5baa" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.448229] env[70398]: DEBUG nova.scheduler.client.report [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.558630] env[70398]: DEBUG oslo_vmware.api [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445087, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.746322] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.751850] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.752085] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.953729] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.405s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.958517] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a8ed6a75-0083-4bc7-8b6f-53354238258a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.667s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.958517] env[70398]: DEBUG nova.objects.instance [None req-a8ed6a75-0083-4bc7-8b6f-53354238258a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lazy-loading 'resources' on Instance uuid ce3e9177-d0cd-4a2a-9875-a59dd38d6663 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.058564] env[70398]: DEBUG oslo_vmware.api [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445087, 'name': PowerOnVM_Task, 'duration_secs': 0.629996} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.058825] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1147.059041] env[70398]: INFO nova.compute.manager [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Took 6.85 seconds to spawn the instance on the hypervisor. [ 1147.059226] env[70398]: DEBUG nova.compute.manager [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1147.059972] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73bb84a3-8b61-4230-a949-c98fca3c91f7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.259957] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.467154] env[70398]: DEBUG oslo_concurrency.lockutils [None req-7260c9e0-6cba-4759-8d45-c86d1da512c8 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "82e8ab4b-bb27-4ba3-987a-da84ec16b9df" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 29.147s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.468309] env[70398]: DEBUG oslo_concurrency.lockutils [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "82e8ab4b-bb27-4ba3-987a-da84ec16b9df" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 4.466s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.468507] env[70398]: INFO nova.compute.manager [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Unshelving [ 1147.581325] env[70398]: INFO nova.compute.manager [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Took 12.45 seconds to build instance. [ 1147.647987] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331feab6-26e3-47b8-b39b-8aec02b153ca {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.655522] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec243eec-0801-45a2-ad48-60878b59b111 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.686261] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45b7f81-7563-48b3-9dfc-949e2da0bb87 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.693378] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823773ac-a514-4715-9d62-4b1a41b61c0f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.705809] env[70398]: DEBUG nova.compute.provider_tree [None req-a8ed6a75-0083-4bc7-8b6f-53354238258a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.762462] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2eeb960-e0fc-45b6-a786-94f5d12a957a tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.762770] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5beb329e-52ed-4a5a-8e00-3dedfe32cb44 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.769931] env[70398]: DEBUG oslo_vmware.api [None req-e2eeb960-e0fc-45b6-a786-94f5d12a957a tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1147.769931] env[70398]: value = "task-3445088" [ 1147.769931] env[70398]: _type = "Task" [ 1147.769931] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.780307] env[70398]: DEBUG oslo_vmware.api [None req-e2eeb960-e0fc-45b6-a786-94f5d12a957a tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3445088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.908676] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7edb94f0-6964-47e5-a420-d85338d60e49 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.932549] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Updating instance 'a41b2451-1e26-43cc-a162-035bdebe5baa' progress to 0 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1148.085235] env[70398]: DEBUG oslo_concurrency.lockutils [None req-4b0a4896-ca16-4eb6-b91a-ba5ad5033cdf tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "1f77cb81-d5f4-4aff-864b-11fcd38daffa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.959s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.209480] env[70398]: DEBUG nova.scheduler.client.report [None req-a8ed6a75-0083-4bc7-8b6f-53354238258a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.281231] env[70398]: DEBUG oslo_vmware.api [None req-e2eeb960-e0fc-45b6-a786-94f5d12a957a tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3445088, 'name': PowerOffVM_Task, 'duration_secs': 0.232036} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.281504] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2eeb960-e0fc-45b6-a786-94f5d12a957a tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1148.282313] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70fb1dee-0956-49b9-9cfe-268d4bad453e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.304298] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee20027-353f-450f-9c91-95682d8b3b25 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.342987] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2eeb960-e0fc-45b6-a786-94f5d12a957a tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1148.343369] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c131e26f-b3e4-40f8-aa3a-8d912a30c0f9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.351444] env[70398]: DEBUG oslo_vmware.api [None req-e2eeb960-e0fc-45b6-a786-94f5d12a957a tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1148.351444] env[70398]: value = "task-3445089" [ 1148.351444] env[70398]: _type = "Task" [ 1148.351444] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.359606] env[70398]: DEBUG oslo_vmware.api [None req-e2eeb960-e0fc-45b6-a786-94f5d12a957a tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3445089, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.423424] env[70398]: DEBUG nova.compute.manager [req-e3ff87d0-67da-4fd2-9ae2-3e641a454e16 req-6cbf5df7-70ab-4536-9d17-7c7b3e484907 service nova] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Received event network-changed-f2b3781f-a5b4-4b76-bd8a-69ece86f81e6 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.423680] env[70398]: DEBUG nova.compute.manager [req-e3ff87d0-67da-4fd2-9ae2-3e641a454e16 req-6cbf5df7-70ab-4536-9d17-7c7b3e484907 service nova] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Refreshing instance network info cache due to event network-changed-f2b3781f-a5b4-4b76-bd8a-69ece86f81e6. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1148.423955] env[70398]: DEBUG oslo_concurrency.lockutils [req-e3ff87d0-67da-4fd2-9ae2-3e641a454e16 req-6cbf5df7-70ab-4536-9d17-7c7b3e484907 service nova] Acquiring lock "refresh_cache-1f77cb81-d5f4-4aff-864b-11fcd38daffa" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.424150] env[70398]: DEBUG oslo_concurrency.lockutils [req-e3ff87d0-67da-4fd2-9ae2-3e641a454e16 req-6cbf5df7-70ab-4536-9d17-7c7b3e484907 service nova] Acquired lock "refresh_cache-1f77cb81-d5f4-4aff-864b-11fcd38daffa" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.425022] env[70398]: DEBUG nova.network.neutron [req-e3ff87d0-67da-4fd2-9ae2-3e641a454e16 req-6cbf5df7-70ab-4536-9d17-7c7b3e484907 service nova] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Refreshing network info cache for port f2b3781f-a5b4-4b76-bd8a-69ece86f81e6 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1148.439661] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1148.439932] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-398aa71b-b324-467e-a61a-9c79c5821956 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.448327] env[70398]: DEBUG oslo_vmware.api [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 1148.448327] env[70398]: value = "task-3445090" [ 1148.448327] env[70398]: _type = "Task" [ 1148.448327] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.456586] env[70398]: DEBUG oslo_vmware.api [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3445090, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.498417] env[70398]: DEBUG oslo_concurrency.lockutils [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.714486] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a8ed6a75-0083-4bc7-8b6f-53354238258a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.758s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.716752] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.457s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.716923] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.717097] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70398) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1148.717396] env[70398]: DEBUG oslo_concurrency.lockutils [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.219s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.717651] env[70398]: DEBUG nova.objects.instance [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lazy-loading 'pci_requests' on Instance uuid 82e8ab4b-bb27-4ba3-987a-da84ec16b9df {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1148.719739] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844a7880-493a-4522-89b9-147451b16908 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.728441] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791c5554-4eaf-41c3-912d-b368e0aa849f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.744968] env[70398]: INFO nova.scheduler.client.report [None req-a8ed6a75-0083-4bc7-8b6f-53354238258a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Deleted allocations for instance ce3e9177-d0cd-4a2a-9875-a59dd38d6663 [ 1148.746390] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e058fbe4-889a-45d5-b305-9eb02e47a1c0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.755251] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c934c1-a3eb-4a64-98cd-c746fb3ad41f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.786575] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178814MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=70398) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1148.786781] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.862835] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2eeb960-e0fc-45b6-a786-94f5d12a957a tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] VM already powered off {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1148.863147] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-e2eeb960-e0fc-45b6-a786-94f5d12a957a tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1148.863374] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e2eeb960-e0fc-45b6-a786-94f5d12a957a tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.863533] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e2eeb960-e0fc-45b6-a786-94f5d12a957a tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.863715] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2eeb960-e0fc-45b6-a786-94f5d12a957a tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1148.864354] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9befc9b2-7d4e-4e1f-9783-00076f7efe52 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.873492] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2eeb960-e0fc-45b6-a786-94f5d12a957a tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1148.873816] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-e2eeb960-e0fc-45b6-a786-94f5d12a957a tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1148.874625] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5a6b6bc-5b3e-4d12-9a90-bbaab316651c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.880587] env[70398]: DEBUG oslo_vmware.api [None req-e2eeb960-e0fc-45b6-a786-94f5d12a957a tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1148.880587] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52bf5003-9666-70a3-3b4a-841732ff30b1" [ 1148.880587] env[70398]: _type = "Task" [ 1148.880587] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.888458] env[70398]: DEBUG oslo_vmware.api [None req-e2eeb960-e0fc-45b6-a786-94f5d12a957a tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52bf5003-9666-70a3-3b4a-841732ff30b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.958315] env[70398]: DEBUG oslo_vmware.api [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3445090, 'name': PowerOffVM_Task, 'duration_secs': 0.246982} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.960649] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1148.960839] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Updating instance 'a41b2451-1e26-43cc-a162-035bdebe5baa' progress to 17 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1149.142595] env[70398]: DEBUG nova.network.neutron [req-e3ff87d0-67da-4fd2-9ae2-3e641a454e16 req-6cbf5df7-70ab-4536-9d17-7c7b3e484907 service nova] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Updated VIF entry in instance network info cache for port f2b3781f-a5b4-4b76-bd8a-69ece86f81e6. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1149.143225] env[70398]: DEBUG nova.network.neutron [req-e3ff87d0-67da-4fd2-9ae2-3e641a454e16 req-6cbf5df7-70ab-4536-9d17-7c7b3e484907 service nova] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Updating instance_info_cache with network_info: [{"id": "f2b3781f-a5b4-4b76-bd8a-69ece86f81e6", "address": "fa:16:3e:11:50:12", "network": {"id": "5d95ca4f-960e-421c-9130-8d3e409f34c5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-80910192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68376abf86b14e67a33ef720177607f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2b3781f-a5", "ovs_interfaceid": "f2b3781f-a5b4-4b76-bd8a-69ece86f81e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.225308] env[70398]: DEBUG nova.objects.instance [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lazy-loading 'numa_topology' on Instance uuid 82e8ab4b-bb27-4ba3-987a-da84ec16b9df {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.255705] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a8ed6a75-0083-4bc7-8b6f-53354238258a tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "ce3e9177-d0cd-4a2a-9875-a59dd38d6663" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.299s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.396021] env[70398]: DEBUG oslo_vmware.api [None req-e2eeb960-e0fc-45b6-a786-94f5d12a957a tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52bf5003-9666-70a3-3b4a-841732ff30b1, 'name': SearchDatastore_Task, 'duration_secs': 0.010663} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.396021] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83363202-310e-4f0e-b9b8-0945ee135760 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.400533] env[70398]: DEBUG oslo_vmware.api [None req-e2eeb960-e0fc-45b6-a786-94f5d12a957a tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1149.400533] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5230ace4-43f7-9b76-2c3c-3c6a7b28c188" [ 1149.400533] env[70398]: _type = "Task" [ 1149.400533] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.410064] env[70398]: DEBUG oslo_vmware.api [None req-e2eeb960-e0fc-45b6-a786-94f5d12a957a tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5230ace4-43f7-9b76-2c3c-3c6a7b28c188, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.467590] env[70398]: DEBUG nova.virt.hardware [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1149.467858] env[70398]: DEBUG nova.virt.hardware [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1149.468071] env[70398]: DEBUG nova.virt.hardware [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1149.468315] env[70398]: DEBUG nova.virt.hardware [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1149.468510] env[70398]: DEBUG nova.virt.hardware [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1149.468700] env[70398]: DEBUG nova.virt.hardware [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1149.468957] env[70398]: DEBUG nova.virt.hardware [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1149.469183] env[70398]: DEBUG nova.virt.hardware [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1149.469388] env[70398]: DEBUG nova.virt.hardware [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1149.469596] env[70398]: DEBUG nova.virt.hardware [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1149.469796] env[70398]: DEBUG nova.virt.hardware [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1149.475435] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bef7599-d919-40a9-8b10-1e74fed1b19f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.491916] env[70398]: DEBUG oslo_vmware.api [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 1149.491916] env[70398]: value = "task-3445092" [ 1149.491916] env[70398]: _type = "Task" [ 1149.491916] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.500906] env[70398]: DEBUG oslo_vmware.api [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3445092, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.647096] env[70398]: DEBUG oslo_concurrency.lockutils [req-e3ff87d0-67da-4fd2-9ae2-3e641a454e16 req-6cbf5df7-70ab-4536-9d17-7c7b3e484907 service nova] Releasing lock "refresh_cache-1f77cb81-d5f4-4aff-864b-11fcd38daffa" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.729363] env[70398]: INFO nova.compute.claims [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1149.911226] env[70398]: DEBUG oslo_vmware.api [None req-e2eeb960-e0fc-45b6-a786-94f5d12a957a tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5230ace4-43f7-9b76-2c3c-3c6a7b28c188, 'name': SearchDatastore_Task, 'duration_secs': 0.010337} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.911506] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e2eeb960-e0fc-45b6-a786-94f5d12a957a tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.911784] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2eeb960-e0fc-45b6-a786-94f5d12a957a tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 86949d6d-c0cb-463a-ba2c-d73651525784/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172-rescue.vmdk. {{(pid=70398) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1149.912081] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-488a2b50-fd1c-4d70-91a7-678d656e483d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.918160] env[70398]: DEBUG oslo_vmware.api [None req-e2eeb960-e0fc-45b6-a786-94f5d12a957a tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1149.918160] env[70398]: value = "task-3445093" [ 1149.918160] env[70398]: _type = "Task" [ 1149.918160] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.925295] env[70398]: DEBUG oslo_vmware.api [None req-e2eeb960-e0fc-45b6-a786-94f5d12a957a tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3445093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.001564] env[70398]: DEBUG oslo_vmware.api [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3445092, 'name': ReconfigVM_Task, 'duration_secs': 0.248589} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.001892] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Updating instance 'a41b2451-1e26-43cc-a162-035bdebe5baa' progress to 33 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1150.137540] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "2e712cae-4037-4493-86b9-eeda4a4ddeb5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.137780] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "2e712cae-4037-4493-86b9-eeda4a4ddeb5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.430540] env[70398]: DEBUG oslo_vmware.api [None req-e2eeb960-e0fc-45b6-a786-94f5d12a957a tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3445093, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444762} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.430900] env[70398]: INFO nova.virt.vmwareapi.ds_util [None req-e2eeb960-e0fc-45b6-a786-94f5d12a957a tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 86949d6d-c0cb-463a-ba2c-d73651525784/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172-rescue.vmdk. [ 1150.432030] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea33f8c-8fa2-4802-9fe4-8445d1200b3a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.463089] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2eeb960-e0fc-45b6-a786-94f5d12a957a tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 86949d6d-c0cb-463a-ba2c-d73651525784/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172-rescue.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1150.463399] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af28f79d-af91-48c7-9e7a-57932075a822 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.481246] env[70398]: DEBUG oslo_vmware.api [None req-e2eeb960-e0fc-45b6-a786-94f5d12a957a tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1150.481246] env[70398]: value = "task-3445094" [ 1150.481246] env[70398]: _type = "Task" [ 1150.481246] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.488958] env[70398]: DEBUG oslo_vmware.api [None req-e2eeb960-e0fc-45b6-a786-94f5d12a957a tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3445094, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.509025] env[70398]: DEBUG nova.virt.hardware [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1150.509025] env[70398]: DEBUG nova.virt.hardware [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1150.509025] env[70398]: DEBUG nova.virt.hardware [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1150.509025] env[70398]: DEBUG nova.virt.hardware [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1150.509799] env[70398]: DEBUG nova.virt.hardware [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1150.510063] env[70398]: DEBUG nova.virt.hardware [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1150.510421] env[70398]: DEBUG nova.virt.hardware [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1150.510678] env[70398]: DEBUG nova.virt.hardware [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1150.511009] env[70398]: DEBUG nova.virt.hardware [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1150.511353] env[70398]: DEBUG nova.virt.hardware [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1150.511678] env[70398]: DEBUG nova.virt.hardware [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1150.517247] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1150.517922] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc1d9f73-31da-4756-979d-ffd1cfbec367 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.536150] env[70398]: DEBUG oslo_vmware.api [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 1150.536150] env[70398]: value = "task-3445095" [ 1150.536150] env[70398]: _type = "Task" [ 1150.536150] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.544519] env[70398]: DEBUG oslo_vmware.api [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3445095, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.640302] env[70398]: DEBUG nova.compute.manager [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1150.975107] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f64d009-6b70-41a2-bae1-3e4d8975cd38 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.985738] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953ad63c-0d59-4bb3-a130-2dd751dc70ec {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.994462] env[70398]: DEBUG oslo_vmware.api [None req-e2eeb960-e0fc-45b6-a786-94f5d12a957a tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3445094, 'name': ReconfigVM_Task, 'duration_secs': 0.314283} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.018021] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2eeb960-e0fc-45b6-a786-94f5d12a957a tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 86949d6d-c0cb-463a-ba2c-d73651525784/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172-rescue.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1151.018400] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6430807f-ec18-4fd3-badb-b57d08d8248c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.021393] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ded953-e092-4e74-bbc1-b1dd2019b2dd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.047921] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d570d33e-8020-43da-b1dc-6720ff6d7678 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.059231] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25df9c84-0b58-4287-b903-e06e17051694 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.079227] env[70398]: DEBUG nova.compute.provider_tree [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.084373] env[70398]: DEBUG oslo_vmware.api [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3445095, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.084688] env[70398]: DEBUG oslo_vmware.api [None req-e2eeb960-e0fc-45b6-a786-94f5d12a957a tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1151.084688] env[70398]: value = "task-3445096" [ 1151.084688] env[70398]: _type = "Task" [ 1151.084688] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.093131] env[70398]: DEBUG oslo_vmware.api [None req-e2eeb960-e0fc-45b6-a786-94f5d12a957a tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3445096, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.161203] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.563026] env[70398]: DEBUG oslo_vmware.api [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3445095, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.586486] env[70398]: DEBUG nova.scheduler.client.report [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.599606] env[70398]: DEBUG oslo_vmware.api [None req-e2eeb960-e0fc-45b6-a786-94f5d12a957a tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3445096, 'name': ReconfigVM_Task, 'duration_secs': 0.153812} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.599987] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2eeb960-e0fc-45b6-a786-94f5d12a957a tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.600326] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a822d960-dbbf-4547-b614-87551d354da2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.609655] env[70398]: DEBUG oslo_vmware.api [None req-e2eeb960-e0fc-45b6-a786-94f5d12a957a tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1151.609655] env[70398]: value = "task-3445097" [ 1151.609655] env[70398]: _type = "Task" [ 1151.609655] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.618932] env[70398]: DEBUG oslo_vmware.api [None req-e2eeb960-e0fc-45b6-a786-94f5d12a957a tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3445097, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.064075] env[70398]: DEBUG oslo_vmware.api [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3445095, 'name': ReconfigVM_Task, 'duration_secs': 1.382846} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.064384] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1152.065183] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfa060a-8f9a-426b-b5a7-e9071c0425b8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.087431] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] a41b2451-1e26-43cc-a162-035bdebe5baa/a41b2451-1e26-43cc-a162-035bdebe5baa.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1152.087885] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59df2976-4f5e-49c6-b8b8-933c90fdbd26 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.101055] env[70398]: DEBUG oslo_concurrency.lockutils [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.383s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.103297] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 3.316s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.111950] env[70398]: DEBUG oslo_vmware.api [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 1152.111950] env[70398]: value = "task-3445098" [ 1152.111950] env[70398]: _type = "Task" [ 1152.111950] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.130139] env[70398]: DEBUG oslo_vmware.api [None req-e2eeb960-e0fc-45b6-a786-94f5d12a957a tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3445097, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.130884] env[70398]: DEBUG oslo_vmware.api [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3445098, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.134561] env[70398]: INFO nova.network.neutron [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Updating port fb49bd31-8127-4d16-a836-fa3fa6c0009e with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1152.627070] env[70398]: DEBUG oslo_vmware.api [None req-e2eeb960-e0fc-45b6-a786-94f5d12a957a tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3445097, 'name': PowerOnVM_Task, 'duration_secs': 0.531035} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.630882] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2eeb960-e0fc-45b6-a786-94f5d12a957a tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.633545] env[70398]: DEBUG nova.compute.manager [None req-e2eeb960-e0fc-45b6-a786-94f5d12a957a tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1152.633849] env[70398]: DEBUG oslo_vmware.api [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3445098, 'name': ReconfigVM_Task, 'duration_secs': 0.355487} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.634823] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8597d6-0e29-4dad-aedc-dd8a19340da4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.637671] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Reconfigured VM instance instance-00000070 to attach disk [datastore1] a41b2451-1e26-43cc-a162-035bdebe5baa/a41b2451-1e26-43cc-a162-035bdebe5baa.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1152.637939] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Updating instance 'a41b2451-1e26-43cc-a162-035bdebe5baa' progress to 50 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1153.114798] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Applying migration context for instance a41b2451-1e26-43cc-a162-035bdebe5baa as it has an incoming, in-progress migration 57797820-04bc-44b5-8972-bc49abc501bd. Migration status is migrating {{(pid=70398) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1153.116307] env[70398]: INFO nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Updating resource usage from migration 57797820-04bc-44b5-8972-bc49abc501bd [ 1153.136834] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1153.136980] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 003a9ff4-da21-4a6c-9659-4f309a3482a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1153.137134] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 71f3f8fe-1304-427c-9c95-981baf19c8e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1153.137286] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance f57f9bae-2e30-4f41-ab13-ce6fd0566265 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1153.137427] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance c0aa94e0-4e87-4454-905f-3bc7a72ec446 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1153.137543] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 86949d6d-c0cb-463a-ba2c-d73651525784 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1153.137655] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 02fe9693-8fb3-44e1-b868-7fb3af0ef646 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1153.137765] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 83d040f0-ca8b-40e2-bd82-1ddadfa0430a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1153.137934] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 1f77cb81-d5f4-4aff-864b-11fcd38daffa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1153.137988] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Migration 57797820-04bc-44b5-8972-bc49abc501bd is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1153.138086] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance a41b2451-1e26-43cc-a162-035bdebe5baa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1153.138357] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 82e8ab4b-bb27-4ba3-987a-da84ec16b9df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1153.144325] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb7f730-64aa-45ac-9053-a45f6385844c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.166279] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba802674-188e-4c67-9c1c-0bfa0fdbd0c8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.185655] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Updating instance 'a41b2451-1e26-43cc-a162-035bdebe5baa' progress to 67 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1153.531528] env[70398]: DEBUG nova.compute.manager [req-58d11112-4be4-4012-9ca8-85972617103e req-9f373cd7-8d0c-4180-a56b-69fa7e96a237 service nova] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Received event network-vif-plugged-fb49bd31-8127-4d16-a836-fa3fa6c0009e {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.531757] env[70398]: DEBUG oslo_concurrency.lockutils [req-58d11112-4be4-4012-9ca8-85972617103e req-9f373cd7-8d0c-4180-a56b-69fa7e96a237 service nova] Acquiring lock "82e8ab4b-bb27-4ba3-987a-da84ec16b9df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.531996] env[70398]: DEBUG oslo_concurrency.lockutils [req-58d11112-4be4-4012-9ca8-85972617103e req-9f373cd7-8d0c-4180-a56b-69fa7e96a237 service nova] Lock "82e8ab4b-bb27-4ba3-987a-da84ec16b9df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.532133] env[70398]: DEBUG oslo_concurrency.lockutils [req-58d11112-4be4-4012-9ca8-85972617103e req-9f373cd7-8d0c-4180-a56b-69fa7e96a237 service nova] Lock "82e8ab4b-bb27-4ba3-987a-da84ec16b9df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.532302] env[70398]: DEBUG nova.compute.manager [req-58d11112-4be4-4012-9ca8-85972617103e req-9f373cd7-8d0c-4180-a56b-69fa7e96a237 service nova] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] No waiting events found dispatching network-vif-plugged-fb49bd31-8127-4d16-a836-fa3fa6c0009e {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1153.532491] env[70398]: WARNING nova.compute.manager [req-58d11112-4be4-4012-9ca8-85972617103e req-9f373cd7-8d0c-4180-a56b-69fa7e96a237 service nova] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Received unexpected event network-vif-plugged-fb49bd31-8127-4d16-a836-fa3fa6c0009e for instance with vm_state shelved_offloaded and task_state spawning. [ 1153.611952] env[70398]: DEBUG oslo_concurrency.lockutils [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquiring lock "refresh_cache-82e8ab4b-bb27-4ba3-987a-da84ec16b9df" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.611952] env[70398]: DEBUG oslo_concurrency.lockutils [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquired lock "refresh_cache-82e8ab4b-bb27-4ba3-987a-da84ec16b9df" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.611952] env[70398]: DEBUG nova.network.neutron [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.641264] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 2e712cae-4037-4493-86b9-eeda4a4ddeb5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1153.641570] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=70398) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1153.641652] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=70398) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1153.736552] env[70398]: DEBUG nova.network.neutron [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Port 501da0f7-cfac-4e7c-8d2b-2d56aae921e8 binding to destination host cpu-1 is already ACTIVE {{(pid=70398) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1153.798349] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5852252d-ba66-4c8c-8fca-ccdc5f0a0556 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.807936] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d37107d-fab3-4afd-a1c2-04dd1bedcfd5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.837984] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0315787e-45f4-4a39-b4cb-5ffbe2dfa4b2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.845546] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf60a15d-abf2-4d19-9bad-91dd03cbd1e1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.859165] env[70398]: DEBUG nova.compute.provider_tree [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.341590] env[70398]: DEBUG nova.network.neutron [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Updating instance_info_cache with network_info: [{"id": "fb49bd31-8127-4d16-a836-fa3fa6c0009e", "address": "fa:16:3e:7e:70:4d", "network": {"id": "7d6a528e-2d28-423d-a33f-6f0222b74744", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1712623278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "565f3f2d80634f578f63ea399435e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb49bd31-81", "ovs_interfaceid": "fb49bd31-8127-4d16-a836-fa3fa6c0009e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.361955] env[70398]: DEBUG nova.scheduler.client.report [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.416299] env[70398]: INFO nova.compute.manager [None req-fed572cf-a676-4a28-9842-61268d535916 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Unrescuing [ 1154.416559] env[70398]: DEBUG oslo_concurrency.lockutils [None req-fed572cf-a676-4a28-9842-61268d535916 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Acquiring lock "refresh_cache-86949d6d-c0cb-463a-ba2c-d73651525784" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.416708] env[70398]: DEBUG oslo_concurrency.lockutils [None req-fed572cf-a676-4a28-9842-61268d535916 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Acquired lock "refresh_cache-86949d6d-c0cb-463a-ba2c-d73651525784" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.416875] env[70398]: DEBUG nova.network.neutron [None req-fed572cf-a676-4a28-9842-61268d535916 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1154.760544] env[70398]: DEBUG oslo_concurrency.lockutils [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "a41b2451-1e26-43cc-a162-035bdebe5baa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.760544] env[70398]: DEBUG oslo_concurrency.lockutils [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "a41b2451-1e26-43cc-a162-035bdebe5baa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.760949] env[70398]: DEBUG oslo_concurrency.lockutils [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "a41b2451-1e26-43cc-a162-035bdebe5baa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.844571] env[70398]: DEBUG oslo_concurrency.lockutils [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Releasing lock "refresh_cache-82e8ab4b-bb27-4ba3-987a-da84ec16b9df" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.866894] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70398) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1154.867115] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.764s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.867601] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.707s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.869142] env[70398]: INFO nova.compute.claims [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1154.871491] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1154.871559] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Cleaning up deleted instances {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1154.874852] env[70398]: DEBUG nova.virt.hardware [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='fc2cabbb909a604a7a0378eb4d6b7802',container_format='bare',created_at=2025-04-15T16:20:58Z,direct_url=,disk_format='vmdk',id=c8d29c3f-4fd7-4f01-84e6-32964eb5c5bc,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-937331074-shelved',owner='565f3f2d80634f578f63ea399435e6d6',properties=ImageMetaProps,protected=,size=31661056,status='active',tags=,updated_at=2025-04-15T16:21:16Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1154.875015] env[70398]: DEBUG nova.virt.hardware [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1154.875174] env[70398]: DEBUG nova.virt.hardware [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1154.875354] env[70398]: DEBUG nova.virt.hardware [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1154.875496] env[70398]: DEBUG nova.virt.hardware [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1154.875674] env[70398]: DEBUG nova.virt.hardware [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1154.875890] env[70398]: DEBUG nova.virt.hardware [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1154.876111] env[70398]: DEBUG nova.virt.hardware [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1154.876227] env[70398]: DEBUG nova.virt.hardware [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1154.876439] env[70398]: DEBUG nova.virt.hardware [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1154.876557] env[70398]: DEBUG nova.virt.hardware [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1154.877418] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7d827a-bd82-4292-9744-f3a1997c2f28 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.886554] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f641852-13db-4209-b4ed-ee7b032c024e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.901505] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:70:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79ece966-6187-47d7-bce7-cc39df14ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb49bd31-8127-4d16-a836-fa3fa6c0009e', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1154.908923] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.909508] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1154.909729] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3db0546-b5d3-46f9-a53f-0a0e9f78bb25 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.932799] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1154.932799] env[70398]: value = "task-3445101" [ 1154.932799] env[70398]: _type = "Task" [ 1154.932799] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.942174] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445101, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.191783] env[70398]: DEBUG nova.network.neutron [None req-fed572cf-a676-4a28-9842-61268d535916 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Updating instance_info_cache with network_info: [{"id": "fd8a1468-3390-40c9-a01b-36203fcaeb74", "address": "fa:16:3e:cc:86:23", "network": {"id": "251a0f47-392b-4930-8b99-f9f9dfafb9ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-821868300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0849f3588c1240728ee1222a4891fd48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd8a1468-33", "ovs_interfaceid": "fd8a1468-3390-40c9-a01b-36203fcaeb74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.394532] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] There are 60 instances to clean {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1155.394725] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: ce3e9177-d0cd-4a2a-9875-a59dd38d6663] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.444621] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445101, 'name': CreateVM_Task, 'duration_secs': 0.329257} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.444800] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1155.445482] env[70398]: DEBUG oslo_concurrency.lockutils [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d29c3f-4fd7-4f01-84e6-32964eb5c5bc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.445652] env[70398]: DEBUG oslo_concurrency.lockutils [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d29c3f-4fd7-4f01-84e6-32964eb5c5bc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.446106] env[70398]: DEBUG oslo_concurrency.lockutils [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c8d29c3f-4fd7-4f01-84e6-32964eb5c5bc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.446302] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b3c27d2-7c36-4254-ad9d-20958d9a6825 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.451385] env[70398]: DEBUG oslo_vmware.api [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 1155.451385] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52176c05-30b1-9b71-f58e-ef52d9d22b13" [ 1155.451385] env[70398]: _type = "Task" [ 1155.451385] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.461317] env[70398]: DEBUG oslo_vmware.api [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52176c05-30b1-9b71-f58e-ef52d9d22b13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.557214] env[70398]: DEBUG nova.compute.manager [req-1982040c-8768-4f5c-b1cd-a571227427f1 req-a0669b38-66c1-4241-975a-b0dd14eb0267 service nova] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Received event network-changed-fb49bd31-8127-4d16-a836-fa3fa6c0009e {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.557359] env[70398]: DEBUG nova.compute.manager [req-1982040c-8768-4f5c-b1cd-a571227427f1 req-a0669b38-66c1-4241-975a-b0dd14eb0267 service nova] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Refreshing instance network info cache due to event network-changed-fb49bd31-8127-4d16-a836-fa3fa6c0009e. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1155.557580] env[70398]: DEBUG oslo_concurrency.lockutils [req-1982040c-8768-4f5c-b1cd-a571227427f1 req-a0669b38-66c1-4241-975a-b0dd14eb0267 service nova] Acquiring lock "refresh_cache-82e8ab4b-bb27-4ba3-987a-da84ec16b9df" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.557673] env[70398]: DEBUG oslo_concurrency.lockutils [req-1982040c-8768-4f5c-b1cd-a571227427f1 req-a0669b38-66c1-4241-975a-b0dd14eb0267 service nova] Acquired lock "refresh_cache-82e8ab4b-bb27-4ba3-987a-da84ec16b9df" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.557834] env[70398]: DEBUG nova.network.neutron [req-1982040c-8768-4f5c-b1cd-a571227427f1 req-a0669b38-66c1-4241-975a-b0dd14eb0267 service nova] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Refreshing network info cache for port fb49bd31-8127-4d16-a836-fa3fa6c0009e {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1155.694990] env[70398]: DEBUG oslo_concurrency.lockutils [None req-fed572cf-a676-4a28-9842-61268d535916 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Releasing lock "refresh_cache-86949d6d-c0cb-463a-ba2c-d73651525784" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.695736] env[70398]: DEBUG nova.objects.instance [None req-fed572cf-a676-4a28-9842-61268d535916 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Lazy-loading 'flavor' on Instance uuid 86949d6d-c0cb-463a-ba2c-d73651525784 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.793684] env[70398]: DEBUG oslo_concurrency.lockutils [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "refresh_cache-a41b2451-1e26-43cc-a162-035bdebe5baa" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.793923] env[70398]: DEBUG oslo_concurrency.lockutils [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquired lock "refresh_cache-a41b2451-1e26-43cc-a162-035bdebe5baa" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.794053] env[70398]: DEBUG nova.network.neutron [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.899696] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: f5219fb6-18e5-4c39-877f-13c869809339] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.965813] env[70398]: DEBUG oslo_concurrency.lockutils [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d29c3f-4fd7-4f01-84e6-32964eb5c5bc" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.966130] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Processing image c8d29c3f-4fd7-4f01-84e6-32964eb5c5bc {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1155.966443] env[70398]: DEBUG oslo_concurrency.lockutils [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c8d29c3f-4fd7-4f01-84e6-32964eb5c5bc/c8d29c3f-4fd7-4f01-84e6-32964eb5c5bc.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.966513] env[70398]: DEBUG oslo_concurrency.lockutils [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c8d29c3f-4fd7-4f01-84e6-32964eb5c5bc/c8d29c3f-4fd7-4f01-84e6-32964eb5c5bc.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.966657] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1155.966936] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff051cab-1a07-420f-a980-7e876054b57e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.978349] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1155.978535] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1155.979266] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-103364d2-bff2-40e1-b2a8-d19036dd30ee {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.984659] env[70398]: DEBUG oslo_vmware.api [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 1155.984659] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]527cc2fc-374b-0ec1-73d0-247b465b6b61" [ 1155.984659] env[70398]: _type = "Task" [ 1155.984659] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.996279] env[70398]: DEBUG oslo_vmware.api [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]527cc2fc-374b-0ec1-73d0-247b465b6b61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.056492] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7513ff18-44ff-4a50-97ff-74d82710c01d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.065499] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296172b2-b6f0-4d91-bfd4-86a467d80f5a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.099948] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3788af0-1f49-4d63-bca5-da08bd3a83a8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.108241] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65b91bc-2b4c-46ae-ba0e-ffcfa247713f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.122076] env[70398]: DEBUG nova.compute.provider_tree [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.201514] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2511889-5c74-43c3-a5ea-81358bec4e53 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.226051] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-fed572cf-a676-4a28-9842-61268d535916 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.228841] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3ea2044-2e6f-45aa-90ad-6f2ee9f693e1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.236678] env[70398]: DEBUG oslo_vmware.api [None req-fed572cf-a676-4a28-9842-61268d535916 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1156.236678] env[70398]: value = "task-3445102" [ 1156.236678] env[70398]: _type = "Task" [ 1156.236678] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.245367] env[70398]: DEBUG oslo_vmware.api [None req-fed572cf-a676-4a28-9842-61268d535916 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3445102, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.295837] env[70398]: DEBUG nova.network.neutron [req-1982040c-8768-4f5c-b1cd-a571227427f1 req-a0669b38-66c1-4241-975a-b0dd14eb0267 service nova] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Updated VIF entry in instance network info cache for port fb49bd31-8127-4d16-a836-fa3fa6c0009e. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1156.296230] env[70398]: DEBUG nova.network.neutron [req-1982040c-8768-4f5c-b1cd-a571227427f1 req-a0669b38-66c1-4241-975a-b0dd14eb0267 service nova] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Updating instance_info_cache with network_info: [{"id": "fb49bd31-8127-4d16-a836-fa3fa6c0009e", "address": "fa:16:3e:7e:70:4d", "network": {"id": "7d6a528e-2d28-423d-a33f-6f0222b74744", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1712623278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "565f3f2d80634f578f63ea399435e6d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb49bd31-81", "ovs_interfaceid": "fb49bd31-8127-4d16-a836-fa3fa6c0009e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.402342] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: d7f61d66-e15f-41e0-b1ed-d207bb183660] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.491111] env[70398]: DEBUG nova.network.neutron [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Updating instance_info_cache with network_info: [{"id": "501da0f7-cfac-4e7c-8d2b-2d56aae921e8", "address": "fa:16:3e:93:b3:49", "network": {"id": "3ad560cc-e571-4ecc-bbdf-6092f82ccd30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-904346330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e88af3408914ef28ede7e5550d18c9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap501da0f7-cf", "ovs_interfaceid": "501da0f7-cfac-4e7c-8d2b-2d56aae921e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.499337] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Preparing fetch location {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1156.499337] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Fetch image to [datastore1] OSTACK_IMG_805d3d7c-0acd-4c31-893b-b4f78702160f/OSTACK_IMG_805d3d7c-0acd-4c31-893b-b4f78702160f.vmdk {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1156.499586] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Downloading stream optimized image c8d29c3f-4fd7-4f01-84e6-32964eb5c5bc to [datastore1] OSTACK_IMG_805d3d7c-0acd-4c31-893b-b4f78702160f/OSTACK_IMG_805d3d7c-0acd-4c31-893b-b4f78702160f.vmdk on the data store datastore1 as vApp {{(pid=70398) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1156.499586] env[70398]: DEBUG nova.virt.vmwareapi.images [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Downloading image file data c8d29c3f-4fd7-4f01-84e6-32964eb5c5bc to the ESX as VM named 'OSTACK_IMG_805d3d7c-0acd-4c31-893b-b4f78702160f' {{(pid=70398) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1156.577849] env[70398]: DEBUG oslo_vmware.rw_handles [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1156.577849] env[70398]: value = "resgroup-9" [ 1156.577849] env[70398]: _type = "ResourcePool" [ 1156.577849] env[70398]: }. {{(pid=70398) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1156.578737] env[70398]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-3a282a5c-770a-49d3-9d1e-ee51f8b7dcaa {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.600530] env[70398]: DEBUG oslo_vmware.rw_handles [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lease: (returnval){ [ 1156.600530] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52fd4490-035a-0057-9e17-84caebef1acf" [ 1156.600530] env[70398]: _type = "HttpNfcLease" [ 1156.600530] env[70398]: } obtained for vApp import into resource pool (val){ [ 1156.600530] env[70398]: value = "resgroup-9" [ 1156.600530] env[70398]: _type = "ResourcePool" [ 1156.600530] env[70398]: }. {{(pid=70398) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1156.600886] env[70398]: DEBUG oslo_vmware.api [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the lease: (returnval){ [ 1156.600886] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52fd4490-035a-0057-9e17-84caebef1acf" [ 1156.600886] env[70398]: _type = "HttpNfcLease" [ 1156.600886] env[70398]: } to be ready. {{(pid=70398) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1156.606924] env[70398]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1156.606924] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52fd4490-035a-0057-9e17-84caebef1acf" [ 1156.606924] env[70398]: _type = "HttpNfcLease" [ 1156.606924] env[70398]: } is initializing. {{(pid=70398) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1156.626048] env[70398]: DEBUG nova.scheduler.client.report [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.749556] env[70398]: DEBUG oslo_vmware.api [None req-fed572cf-a676-4a28-9842-61268d535916 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3445102, 'name': PowerOffVM_Task, 'duration_secs': 0.218991} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.749843] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-fed572cf-a676-4a28-9842-61268d535916 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.755841] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-fed572cf-a676-4a28-9842-61268d535916 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Reconfiguring VM instance instance-0000006b to detach disk 2002 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1156.756131] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba05a3b1-8efc-4238-be77-2fb03c8c619b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.775267] env[70398]: DEBUG oslo_vmware.api [None req-fed572cf-a676-4a28-9842-61268d535916 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1156.775267] env[70398]: value = "task-3445105" [ 1156.775267] env[70398]: _type = "Task" [ 1156.775267] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.783327] env[70398]: DEBUG oslo_vmware.api [None req-fed572cf-a676-4a28-9842-61268d535916 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3445105, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.801081] env[70398]: DEBUG oslo_concurrency.lockutils [req-1982040c-8768-4f5c-b1cd-a571227427f1 req-a0669b38-66c1-4241-975a-b0dd14eb0267 service nova] Releasing lock "refresh_cache-82e8ab4b-bb27-4ba3-987a-da84ec16b9df" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.907366] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: faac5a83-27c0-4d87-bbf8-d625174e41ec] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.994599] env[70398]: DEBUG oslo_concurrency.lockutils [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Releasing lock "refresh_cache-a41b2451-1e26-43cc-a162-035bdebe5baa" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.108938] env[70398]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1157.108938] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52fd4490-035a-0057-9e17-84caebef1acf" [ 1157.108938] env[70398]: _type = "HttpNfcLease" [ 1157.108938] env[70398]: } is ready. {{(pid=70398) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1157.109253] env[70398]: DEBUG oslo_vmware.rw_handles [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1157.109253] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52fd4490-035a-0057-9e17-84caebef1acf" [ 1157.109253] env[70398]: _type = "HttpNfcLease" [ 1157.109253] env[70398]: }. {{(pid=70398) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1157.110066] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59624950-58df-4274-9af7-475c79c07e1f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.118342] env[70398]: DEBUG oslo_vmware.rw_handles [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523140a1-a582-884e-19cd-3a89b05254d9/disk-0.vmdk from lease info. {{(pid=70398) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1157.118662] env[70398]: DEBUG oslo_vmware.rw_handles [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Creating HTTP connection to write to file with size = 31661056 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523140a1-a582-884e-19cd-3a89b05254d9/disk-0.vmdk. {{(pid=70398) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1157.175053] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.307s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.175605] env[70398]: DEBUG nova.compute.manager [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1157.182601] env[70398]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e89e6960-2a4e-4303-8526-bb3f9cf30951 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.286822] env[70398]: DEBUG oslo_vmware.api [None req-fed572cf-a676-4a28-9842-61268d535916 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3445105, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.411517] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 818c145a-7eaf-45df-b433-76a4afe63598] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.528611] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4af05d-ddff-4ef9-8adf-96aa9b81f01c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.555614] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59968340-4bc4-4339-a90a-3e617a57f351 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.564391] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Updating instance 'a41b2451-1e26-43cc-a162-035bdebe5baa' progress to 83 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1157.681659] env[70398]: DEBUG nova.compute.utils [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1157.685213] env[70398]: DEBUG nova.compute.manager [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1157.685783] env[70398]: DEBUG nova.network.neutron [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1157.734175] env[70398]: DEBUG nova.policy [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5c72830bbde48d8b8e75d6de56e8f99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0aa75948ff4043d48fb3f00087ada961', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 1157.786835] env[70398]: DEBUG oslo_vmware.api [None req-fed572cf-a676-4a28-9842-61268d535916 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3445105, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.915409] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 008ad381-dbe0-4b17-9eee-2a11c00687bc] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.072199] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.072584] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16843422-99eb-42ef-8aee-e9f1603be4b5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.083670] env[70398]: DEBUG oslo_vmware.api [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 1158.083670] env[70398]: value = "task-3445106" [ 1158.083670] env[70398]: _type = "Task" [ 1158.083670] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.094632] env[70398]: DEBUG oslo_vmware.api [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3445106, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.095506] env[70398]: DEBUG nova.network.neutron [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] Successfully created port: fef222c5-1713-4b0d-8e55-e06f19b28985 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1158.189447] env[70398]: DEBUG nova.compute.manager [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1158.291239] env[70398]: DEBUG oslo_vmware.api [None req-fed572cf-a676-4a28-9842-61268d535916 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3445105, 'name': ReconfigVM_Task, 'duration_secs': 1.265421} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.293522] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-fed572cf-a676-4a28-9842-61268d535916 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Reconfigured VM instance instance-0000006b to detach disk 2002 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1158.293768] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-fed572cf-a676-4a28-9842-61268d535916 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.294055] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ceefba8a-9fc1-4cc7-ae59-e727fee182a6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.301867] env[70398]: DEBUG oslo_vmware.api [None req-fed572cf-a676-4a28-9842-61268d535916 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1158.301867] env[70398]: value = "task-3445107" [ 1158.301867] env[70398]: _type = "Task" [ 1158.301867] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.314080] env[70398]: DEBUG oslo_vmware.api [None req-fed572cf-a676-4a28-9842-61268d535916 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3445107, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.418661] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: fc287d01-9176-4eb3-a264-eea33de088f6] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.571100] env[70398]: DEBUG oslo_vmware.rw_handles [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Completed reading data from the image iterator. {{(pid=70398) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1158.571528] env[70398]: DEBUG oslo_vmware.rw_handles [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523140a1-a582-884e-19cd-3a89b05254d9/disk-0.vmdk. {{(pid=70398) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1158.572561] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e76ab4-b45b-40bf-829d-a7e9843933a1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.582231] env[70398]: DEBUG oslo_vmware.rw_handles [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523140a1-a582-884e-19cd-3a89b05254d9/disk-0.vmdk is in state: ready. {{(pid=70398) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1158.582490] env[70398]: DEBUG oslo_vmware.rw_handles [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523140a1-a582-884e-19cd-3a89b05254d9/disk-0.vmdk. {{(pid=70398) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1158.582760] env[70398]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f37401e5-ab8c-47c5-a2ab-1303e2660eea {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.594315] env[70398]: DEBUG oslo_vmware.api [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3445106, 'name': PowerOnVM_Task, 'duration_secs': 0.454393} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.594589] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1158.594777] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-84d3eca8-a0ab-4fed-8240-ff32547fd130 tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Updating instance 'a41b2451-1e26-43cc-a162-035bdebe5baa' progress to 100 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1158.816076] env[70398]: DEBUG oslo_vmware.api [None req-fed572cf-a676-4a28-9842-61268d535916 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3445107, 'name': PowerOnVM_Task, 'duration_secs': 0.50862} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.816076] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-fed572cf-a676-4a28-9842-61268d535916 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1158.816366] env[70398]: DEBUG nova.compute.manager [None req-fed572cf-a676-4a28-9842-61268d535916 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1158.817076] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5332bf5e-7262-47bc-b3d6-add6249738dd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.829536] env[70398]: DEBUG oslo_vmware.rw_handles [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523140a1-a582-884e-19cd-3a89b05254d9/disk-0.vmdk. {{(pid=70398) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1158.829735] env[70398]: INFO nova.virt.vmwareapi.images [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Downloaded image file data c8d29c3f-4fd7-4f01-84e6-32964eb5c5bc [ 1158.830578] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1a8f16-ed53-44c8-9346-77af3f0c803a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.847428] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1075e7d-e467-4790-8354-fd609d06e651 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.876266] env[70398]: INFO nova.virt.vmwareapi.images [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] The imported VM was unregistered [ 1158.879233] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Caching image {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1158.879507] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Creating directory with path [datastore1] devstack-image-cache_base/c8d29c3f-4fd7-4f01-84e6-32964eb5c5bc {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1158.879860] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dfba76a1-60b7-4988-8689-176023b58221 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.897227] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Created directory with path [datastore1] devstack-image-cache_base/c8d29c3f-4fd7-4f01-84e6-32964eb5c5bc {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1158.897482] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_805d3d7c-0acd-4c31-893b-b4f78702160f/OSTACK_IMG_805d3d7c-0acd-4c31-893b-b4f78702160f.vmdk to [datastore1] devstack-image-cache_base/c8d29c3f-4fd7-4f01-84e6-32964eb5c5bc/c8d29c3f-4fd7-4f01-84e6-32964eb5c5bc.vmdk. {{(pid=70398) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1158.897770] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a2273169-5323-49e2-a39f-58627c3a7f20 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.919018] env[70398]: DEBUG oslo_vmware.api [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 1158.919018] env[70398]: value = "task-3445110" [ 1158.919018] env[70398]: _type = "Task" [ 1158.919018] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.922577] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: f27f1700-d064-471f-af8e-924a38b74193] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.930041] env[70398]: DEBUG oslo_vmware.api [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3445110, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.204751] env[70398]: DEBUG nova.compute.manager [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1159.324550] env[70398]: DEBUG oslo_concurrency.lockutils [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "bbb325b3-f682-42ab-a3ca-956c7072e401" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.324767] env[70398]: DEBUG oslo_concurrency.lockutils [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "bbb325b3-f682-42ab-a3ca-956c7072e401" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.357031] env[70398]: DEBUG nova.virt.hardware [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1159.357295] env[70398]: DEBUG nova.virt.hardware [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1159.357454] env[70398]: DEBUG nova.virt.hardware [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1159.357631] env[70398]: DEBUG nova.virt.hardware [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1159.357775] env[70398]: DEBUG nova.virt.hardware [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1159.357919] env[70398]: DEBUG nova.virt.hardware [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1159.358142] env[70398]: DEBUG nova.virt.hardware [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1159.358413] env[70398]: DEBUG nova.virt.hardware [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1159.358621] env[70398]: DEBUG nova.virt.hardware [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1159.358793] env[70398]: DEBUG nova.virt.hardware [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1159.358968] env[70398]: DEBUG nova.virt.hardware [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1159.360243] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08407174-a703-414e-9f6e-94fa3c8de94c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.368731] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea010145-1487-4f32-a990-9a332eb6aacc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.429396] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 83cffc69-3d35-4c86-aafa-dfccf72f1a02] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.431332] env[70398]: DEBUG oslo_vmware.api [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3445110, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.531269] env[70398]: DEBUG nova.compute.manager [req-d3ff2699-28be-47ca-b974-233fb86d754d req-2675fea5-00ee-43cb-9dfe-a0bd8ff4d690 service nova] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] Received event network-vif-plugged-fef222c5-1713-4b0d-8e55-e06f19b28985 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.531998] env[70398]: DEBUG oslo_concurrency.lockutils [req-d3ff2699-28be-47ca-b974-233fb86d754d req-2675fea5-00ee-43cb-9dfe-a0bd8ff4d690 service nova] Acquiring lock "2e712cae-4037-4493-86b9-eeda4a4ddeb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.532366] env[70398]: DEBUG oslo_concurrency.lockutils [req-d3ff2699-28be-47ca-b974-233fb86d754d req-2675fea5-00ee-43cb-9dfe-a0bd8ff4d690 service nova] Lock "2e712cae-4037-4493-86b9-eeda4a4ddeb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.532563] env[70398]: DEBUG oslo_concurrency.lockutils [req-d3ff2699-28be-47ca-b974-233fb86d754d req-2675fea5-00ee-43cb-9dfe-a0bd8ff4d690 service nova] Lock "2e712cae-4037-4493-86b9-eeda4a4ddeb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.532746] env[70398]: DEBUG nova.compute.manager [req-d3ff2699-28be-47ca-b974-233fb86d754d req-2675fea5-00ee-43cb-9dfe-a0bd8ff4d690 service nova] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] No waiting events found dispatching network-vif-plugged-fef222c5-1713-4b0d-8e55-e06f19b28985 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1159.532912] env[70398]: WARNING nova.compute.manager [req-d3ff2699-28be-47ca-b974-233fb86d754d req-2675fea5-00ee-43cb-9dfe-a0bd8ff4d690 service nova] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] Received unexpected event network-vif-plugged-fef222c5-1713-4b0d-8e55-e06f19b28985 for instance with vm_state building and task_state spawning. [ 1159.672452] env[70398]: DEBUG nova.network.neutron [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] Successfully updated port: fef222c5-1713-4b0d-8e55-e06f19b28985 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1159.826850] env[70398]: DEBUG nova.compute.manager [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1159.936394] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: b0740737-d21d-4b1e-8dc3-1389c67c5103] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.938678] env[70398]: DEBUG oslo_vmware.api [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3445110, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.175342] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "refresh_cache-2e712cae-4037-4493-86b9-eeda4a4ddeb5" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.175562] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquired lock "refresh_cache-2e712cae-4037-4493-86b9-eeda4a4ddeb5" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.175735] env[70398]: DEBUG nova.network.neutron [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.209638] env[70398]: DEBUG nova.compute.manager [req-178cc7fe-b306-42a3-876f-6080242e380e req-ddc8de2a-708f-4c0d-babb-2b848eaf1237 service nova] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Received event network-changed-fd8a1468-3390-40c9-a01b-36203fcaeb74 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.209911] env[70398]: DEBUG nova.compute.manager [req-178cc7fe-b306-42a3-876f-6080242e380e req-ddc8de2a-708f-4c0d-babb-2b848eaf1237 service nova] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Refreshing instance network info cache due to event network-changed-fd8a1468-3390-40c9-a01b-36203fcaeb74. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1160.210194] env[70398]: DEBUG oslo_concurrency.lockutils [req-178cc7fe-b306-42a3-876f-6080242e380e req-ddc8de2a-708f-4c0d-babb-2b848eaf1237 service nova] Acquiring lock "refresh_cache-86949d6d-c0cb-463a-ba2c-d73651525784" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.210377] env[70398]: DEBUG oslo_concurrency.lockutils [req-178cc7fe-b306-42a3-876f-6080242e380e req-ddc8de2a-708f-4c0d-babb-2b848eaf1237 service nova] Acquired lock "refresh_cache-86949d6d-c0cb-463a-ba2c-d73651525784" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.210558] env[70398]: DEBUG nova.network.neutron [req-178cc7fe-b306-42a3-876f-6080242e380e req-ddc8de2a-708f-4c0d-babb-2b848eaf1237 service nova] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Refreshing network info cache for port fd8a1468-3390-40c9-a01b-36203fcaeb74 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1160.358780] env[70398]: DEBUG oslo_concurrency.lockutils [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.358780] env[70398]: DEBUG oslo_concurrency.lockutils [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.360772] env[70398]: INFO nova.compute.claims [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1160.434040] env[70398]: DEBUG oslo_vmware.api [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3445110, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.440475] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 91f222a1-224b-4eac-9669-a564fe7cab58] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.712028] env[70398]: DEBUG nova.network.neutron [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1160.935045] env[70398]: DEBUG oslo_vmware.api [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3445110, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.944521] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 013bddce-e445-4e28-89b5-8911d9dc4031] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.972676] env[70398]: DEBUG nova.network.neutron [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] Updating instance_info_cache with network_info: [{"id": "fef222c5-1713-4b0d-8e55-e06f19b28985", "address": "fa:16:3e:3a:c4:5f", "network": {"id": "5fce51d3-5a5f-4e11-bf3d-26088d779119", "bridge": "br-int", "label": "tempest-ServersTestJSON-1230754090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aa75948ff4043d48fb3f00087ada961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfef222c5-17", "ovs_interfaceid": "fef222c5-1713-4b0d-8e55-e06f19b28985", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.978470] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bd26278b-9a28-48ec-a044-f293bf30aabf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "a41b2451-1e26-43cc-a162-035bdebe5baa" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.978470] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bd26278b-9a28-48ec-a044-f293bf30aabf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "a41b2451-1e26-43cc-a162-035bdebe5baa" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.978470] env[70398]: DEBUG nova.compute.manager [None req-bd26278b-9a28-48ec-a044-f293bf30aabf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Going to confirm migration 7 {{(pid=70398) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1161.050733] env[70398]: DEBUG nova.network.neutron [req-178cc7fe-b306-42a3-876f-6080242e380e req-ddc8de2a-708f-4c0d-babb-2b848eaf1237 service nova] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Updated VIF entry in instance network info cache for port fd8a1468-3390-40c9-a01b-36203fcaeb74. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1161.051197] env[70398]: DEBUG nova.network.neutron [req-178cc7fe-b306-42a3-876f-6080242e380e req-ddc8de2a-708f-4c0d-babb-2b848eaf1237 service nova] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Updating instance_info_cache with network_info: [{"id": "fd8a1468-3390-40c9-a01b-36203fcaeb74", "address": "fa:16:3e:cc:86:23", "network": {"id": "251a0f47-392b-4930-8b99-f9f9dfafb9ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-821868300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0849f3588c1240728ee1222a4891fd48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd8a1468-33", "ovs_interfaceid": "fd8a1468-3390-40c9-a01b-36203fcaeb74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.435308] env[70398]: DEBUG oslo_vmware.api [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3445110, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.450240] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 87247a1d-85ea-41bf-b3b1-0cb29c7b5830] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.479172] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Releasing lock "refresh_cache-2e712cae-4037-4493-86b9-eeda4a4ddeb5" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.479619] env[70398]: DEBUG nova.compute.manager [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] Instance network_info: |[{"id": "fef222c5-1713-4b0d-8e55-e06f19b28985", "address": "fa:16:3e:3a:c4:5f", "network": {"id": "5fce51d3-5a5f-4e11-bf3d-26088d779119", "bridge": "br-int", "label": "tempest-ServersTestJSON-1230754090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aa75948ff4043d48fb3f00087ada961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfef222c5-17", "ovs_interfaceid": "fef222c5-1713-4b0d-8e55-e06f19b28985", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1161.480261] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:c4:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4c8c8fd-baca-4e60-97dc-ff0418d63215', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fef222c5-1713-4b0d-8e55-e06f19b28985', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1161.488516] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.492244] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1161.494162] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05434a61-af85-41f3-8423-ddc87f61aa6e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.520584] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1161.520584] env[70398]: value = "task-3445111" [ 1161.520584] env[70398]: _type = "Task" [ 1161.520584] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.536744] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445111, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.550971] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bd26278b-9a28-48ec-a044-f293bf30aabf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "refresh_cache-a41b2451-1e26-43cc-a162-035bdebe5baa" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.550971] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bd26278b-9a28-48ec-a044-f293bf30aabf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquired lock "refresh_cache-a41b2451-1e26-43cc-a162-035bdebe5baa" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.551067] env[70398]: DEBUG nova.network.neutron [None req-bd26278b-9a28-48ec-a044-f293bf30aabf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.551207] env[70398]: DEBUG nova.objects.instance [None req-bd26278b-9a28-48ec-a044-f293bf30aabf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lazy-loading 'info_cache' on Instance uuid a41b2451-1e26-43cc-a162-035bdebe5baa {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.554354] env[70398]: DEBUG oslo_concurrency.lockutils [req-178cc7fe-b306-42a3-876f-6080242e380e req-ddc8de2a-708f-4c0d-babb-2b848eaf1237 service nova] Releasing lock "refresh_cache-86949d6d-c0cb-463a-ba2c-d73651525784" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.561701] env[70398]: DEBUG nova.compute.manager [req-19af98ca-b71e-4500-9c69-e1b2027fcb4e req-20b27015-d8bb-4238-a0f1-b5f67de70ba7 service nova] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] Received event network-changed-fef222c5-1713-4b0d-8e55-e06f19b28985 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.561887] env[70398]: DEBUG nova.compute.manager [req-19af98ca-b71e-4500-9c69-e1b2027fcb4e req-20b27015-d8bb-4238-a0f1-b5f67de70ba7 service nova] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] Refreshing instance network info cache due to event network-changed-fef222c5-1713-4b0d-8e55-e06f19b28985. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1161.562121] env[70398]: DEBUG oslo_concurrency.lockutils [req-19af98ca-b71e-4500-9c69-e1b2027fcb4e req-20b27015-d8bb-4238-a0f1-b5f67de70ba7 service nova] Acquiring lock "refresh_cache-2e712cae-4037-4493-86b9-eeda4a4ddeb5" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.562263] env[70398]: DEBUG oslo_concurrency.lockutils [req-19af98ca-b71e-4500-9c69-e1b2027fcb4e req-20b27015-d8bb-4238-a0f1-b5f67de70ba7 service nova] Acquired lock "refresh_cache-2e712cae-4037-4493-86b9-eeda4a4ddeb5" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.562421] env[70398]: DEBUG nova.network.neutron [req-19af98ca-b71e-4500-9c69-e1b2027fcb4e req-20b27015-d8bb-4238-a0f1-b5f67de70ba7 service nova] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] Refreshing network info cache for port fef222c5-1713-4b0d-8e55-e06f19b28985 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1161.615079] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c35be90-2e0d-4db9-8b8e-b8b9af03c4f0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.625777] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5263ef72-59cb-4f4b-9c9a-d23028fb1598 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.660984] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5e065f-f639-44c7-a73e-dbf948738636 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.671685] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed84209d-c5b9-4cf1-ae26-d4d17f66c323 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.688972] env[70398]: DEBUG nova.compute.provider_tree [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.940862] env[70398]: DEBUG oslo_vmware.api [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3445110, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.954464] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 5386a4eb-5fb8-404f-8b03-f106c865e14f] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.031386] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445111, 'name': CreateVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.194485] env[70398]: DEBUG nova.scheduler.client.report [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.239086] env[70398]: DEBUG nova.compute.manager [req-3746be17-16a3-4fe9-8560-534b621577f2 req-b8f50612-4d3e-4b8d-b248-7e05932cfe58 service nova] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Received event network-changed-fd8a1468-3390-40c9-a01b-36203fcaeb74 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.239840] env[70398]: DEBUG nova.compute.manager [req-3746be17-16a3-4fe9-8560-534b621577f2 req-b8f50612-4d3e-4b8d-b248-7e05932cfe58 service nova] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Refreshing instance network info cache due to event network-changed-fd8a1468-3390-40c9-a01b-36203fcaeb74. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1162.239840] env[70398]: DEBUG oslo_concurrency.lockutils [req-3746be17-16a3-4fe9-8560-534b621577f2 req-b8f50612-4d3e-4b8d-b248-7e05932cfe58 service nova] Acquiring lock "refresh_cache-86949d6d-c0cb-463a-ba2c-d73651525784" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.239840] env[70398]: DEBUG oslo_concurrency.lockutils [req-3746be17-16a3-4fe9-8560-534b621577f2 req-b8f50612-4d3e-4b8d-b248-7e05932cfe58 service nova] Acquired lock "refresh_cache-86949d6d-c0cb-463a-ba2c-d73651525784" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.239840] env[70398]: DEBUG nova.network.neutron [req-3746be17-16a3-4fe9-8560-534b621577f2 req-b8f50612-4d3e-4b8d-b248-7e05932cfe58 service nova] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Refreshing network info cache for port fd8a1468-3390-40c9-a01b-36203fcaeb74 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1162.289867] env[70398]: DEBUG nova.network.neutron [req-19af98ca-b71e-4500-9c69-e1b2027fcb4e req-20b27015-d8bb-4238-a0f1-b5f67de70ba7 service nova] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] Updated VIF entry in instance network info cache for port fef222c5-1713-4b0d-8e55-e06f19b28985. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1162.290255] env[70398]: DEBUG nova.network.neutron [req-19af98ca-b71e-4500-9c69-e1b2027fcb4e req-20b27015-d8bb-4238-a0f1-b5f67de70ba7 service nova] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] Updating instance_info_cache with network_info: [{"id": "fef222c5-1713-4b0d-8e55-e06f19b28985", "address": "fa:16:3e:3a:c4:5f", "network": {"id": "5fce51d3-5a5f-4e11-bf3d-26088d779119", "bridge": "br-int", "label": "tempest-ServersTestJSON-1230754090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aa75948ff4043d48fb3f00087ada961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfef222c5-17", "ovs_interfaceid": "fef222c5-1713-4b0d-8e55-e06f19b28985", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.433645] env[70398]: DEBUG oslo_vmware.api [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3445110, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.043882} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.433956] env[70398]: INFO nova.virt.vmwareapi.ds_util [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_805d3d7c-0acd-4c31-893b-b4f78702160f/OSTACK_IMG_805d3d7c-0acd-4c31-893b-b4f78702160f.vmdk to [datastore1] devstack-image-cache_base/c8d29c3f-4fd7-4f01-84e6-32964eb5c5bc/c8d29c3f-4fd7-4f01-84e6-32964eb5c5bc.vmdk. [ 1162.434156] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Cleaning up location [datastore1] OSTACK_IMG_805d3d7c-0acd-4c31-893b-b4f78702160f {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1162.434320] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_805d3d7c-0acd-4c31-893b-b4f78702160f {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1162.434581] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f20d3b7-d00d-4181-9ec5-d5e2cda1dbec {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.441495] env[70398]: DEBUG oslo_vmware.api [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 1162.441495] env[70398]: value = "task-3445112" [ 1162.441495] env[70398]: _type = "Task" [ 1162.441495] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.449471] env[70398]: DEBUG oslo_vmware.api [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3445112, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.458070] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: e4f55593-2799-4e45-8da2-bcb842076f23] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.532176] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445111, 'name': CreateVM_Task, 'duration_secs': 0.673934} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.532369] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1162.533088] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.533268] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.533637] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.533892] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bc1042b-2e30-4cad-83b2-d9b7b5f1b243 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.539250] env[70398]: DEBUG oslo_vmware.api [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1162.539250] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f54f0d-0fc3-0c88-850f-9573e70d3049" [ 1162.539250] env[70398]: _type = "Task" [ 1162.539250] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.549357] env[70398]: DEBUG oslo_vmware.api [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f54f0d-0fc3-0c88-850f-9573e70d3049, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.699124] env[70398]: DEBUG oslo_concurrency.lockutils [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.341s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.699624] env[70398]: DEBUG nova.compute.manager [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1162.793274] env[70398]: DEBUG oslo_concurrency.lockutils [req-19af98ca-b71e-4500-9c69-e1b2027fcb4e req-20b27015-d8bb-4238-a0f1-b5f67de70ba7 service nova] Releasing lock "refresh_cache-2e712cae-4037-4493-86b9-eeda4a4ddeb5" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.951589] env[70398]: DEBUG oslo_vmware.api [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3445112, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.118633} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.951789] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1162.951954] env[70398]: DEBUG oslo_concurrency.lockutils [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c8d29c3f-4fd7-4f01-84e6-32964eb5c5bc/c8d29c3f-4fd7-4f01-84e6-32964eb5c5bc.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.952215] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c8d29c3f-4fd7-4f01-84e6-32964eb5c5bc/c8d29c3f-4fd7-4f01-84e6-32964eb5c5bc.vmdk to [datastore1] 82e8ab4b-bb27-4ba3-987a-da84ec16b9df/82e8ab4b-bb27-4ba3-987a-da84ec16b9df.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1162.952471] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9fabb36-1ea3-498a-9afa-b668f3c74841 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.960253] env[70398]: DEBUG oslo_vmware.api [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 1162.960253] env[70398]: value = "task-3445113" [ 1162.960253] env[70398]: _type = "Task" [ 1162.960253] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.960678] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 3b87df25-1ea9-43f3-8082-8c2c5e89675b] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.973996] env[70398]: DEBUG oslo_vmware.api [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3445113, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.011487] env[70398]: DEBUG nova.network.neutron [None req-bd26278b-9a28-48ec-a044-f293bf30aabf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Updating instance_info_cache with network_info: [{"id": "501da0f7-cfac-4e7c-8d2b-2d56aae921e8", "address": "fa:16:3e:93:b3:49", "network": {"id": "3ad560cc-e571-4ecc-bbdf-6092f82ccd30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-904346330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e88af3408914ef28ede7e5550d18c9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap501da0f7-cf", "ovs_interfaceid": "501da0f7-cfac-4e7c-8d2b-2d56aae921e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.055032] env[70398]: DEBUG oslo_vmware.api [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f54f0d-0fc3-0c88-850f-9573e70d3049, 'name': SearchDatastore_Task, 'duration_secs': 0.019883} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.055212] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.055372] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1163.055663] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.055837] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.056090] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1163.056392] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-297160d8-4c6f-4ffa-a148-2b4c916d1917 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.068126] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1163.068337] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1163.069112] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c50b6537-b1c7-4683-b5da-5845db1dab50 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.075989] env[70398]: DEBUG oslo_vmware.api [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1163.075989] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ae13ef-6db0-995f-a45f-10800fa2daac" [ 1163.075989] env[70398]: _type = "Task" [ 1163.075989] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.088420] env[70398]: DEBUG oslo_vmware.api [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ae13ef-6db0-995f-a45f-10800fa2daac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.192055] env[70398]: DEBUG nova.network.neutron [req-3746be17-16a3-4fe9-8560-534b621577f2 req-b8f50612-4d3e-4b8d-b248-7e05932cfe58 service nova] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Updated VIF entry in instance network info cache for port fd8a1468-3390-40c9-a01b-36203fcaeb74. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1163.192427] env[70398]: DEBUG nova.network.neutron [req-3746be17-16a3-4fe9-8560-534b621577f2 req-b8f50612-4d3e-4b8d-b248-7e05932cfe58 service nova] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Updating instance_info_cache with network_info: [{"id": "fd8a1468-3390-40c9-a01b-36203fcaeb74", "address": "fa:16:3e:cc:86:23", "network": {"id": "251a0f47-392b-4930-8b99-f9f9dfafb9ff", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-821868300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0849f3588c1240728ee1222a4891fd48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd8a1468-33", "ovs_interfaceid": "fd8a1468-3390-40c9-a01b-36203fcaeb74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.204720] env[70398]: DEBUG nova.compute.utils [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1163.206582] env[70398]: DEBUG nova.compute.manager [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1163.206757] env[70398]: DEBUG nova.network.neutron [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1163.240638] env[70398]: DEBUG nova.policy [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8859e8d417ed4e9b9fea1c2c46ea7e14', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51f4576c34fc44219985585672183ac3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 1163.468019] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: e9eb0d72-9dcf-4ce2-8f81-0690964eda0e] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.473084] env[70398]: DEBUG oslo_vmware.api [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3445113, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.511471] env[70398]: DEBUG nova.network.neutron [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Successfully created port: a56ce3b3-7cc0-4057-87e2-b0dbac515113 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1163.513687] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bd26278b-9a28-48ec-a044-f293bf30aabf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Releasing lock "refresh_cache-a41b2451-1e26-43cc-a162-035bdebe5baa" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.513929] env[70398]: DEBUG nova.objects.instance [None req-bd26278b-9a28-48ec-a044-f293bf30aabf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lazy-loading 'migration_context' on Instance uuid a41b2451-1e26-43cc-a162-035bdebe5baa {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.590348] env[70398]: DEBUG oslo_vmware.api [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ae13ef-6db0-995f-a45f-10800fa2daac, 'name': SearchDatastore_Task, 'duration_secs': 0.04516} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.591169] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16d75130-9af8-4ebc-b8f1-d270ff33381d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.597801] env[70398]: DEBUG oslo_vmware.api [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1163.597801] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]527dba3a-d907-8faf-c17a-f59459e3710c" [ 1163.597801] env[70398]: _type = "Task" [ 1163.597801] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.606604] env[70398]: DEBUG oslo_vmware.api [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]527dba3a-d907-8faf-c17a-f59459e3710c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.695249] env[70398]: DEBUG oslo_concurrency.lockutils [req-3746be17-16a3-4fe9-8560-534b621577f2 req-b8f50612-4d3e-4b8d-b248-7e05932cfe58 service nova] Releasing lock "refresh_cache-86949d6d-c0cb-463a-ba2c-d73651525784" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.707130] env[70398]: DEBUG nova.compute.manager [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1163.969600] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 2a7e725a-4c13-4566-82e8-d93bcfc22e70] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.974886] env[70398]: DEBUG oslo_vmware.api [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3445113, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.017271] env[70398]: DEBUG nova.objects.base [None req-bd26278b-9a28-48ec-a044-f293bf30aabf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70398) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1164.018292] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f29443-7b50-4de5-a5ae-d6e6166d79ad {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.041526] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91dec364-4f07-4a11-9fa9-a018358df56e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.048880] env[70398]: DEBUG oslo_vmware.api [None req-bd26278b-9a28-48ec-a044-f293bf30aabf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 1164.048880] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e7e576-f23b-7c3a-1092-d316ad9984d5" [ 1164.048880] env[70398]: _type = "Task" [ 1164.048880] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.059298] env[70398]: DEBUG oslo_vmware.api [None req-bd26278b-9a28-48ec-a044-f293bf30aabf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e7e576-f23b-7c3a-1092-d316ad9984d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.113086] env[70398]: DEBUG oslo_vmware.api [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]527dba3a-d907-8faf-c17a-f59459e3710c, 'name': SearchDatastore_Task, 'duration_secs': 0.010479} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.113362] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.113690] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 2e712cae-4037-4493-86b9-eeda4a4ddeb5/2e712cae-4037-4493-86b9-eeda4a4ddeb5.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1164.114023] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92b7ab19-8d24-4639-b813-29786807f4aa {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.125895] env[70398]: DEBUG oslo_vmware.api [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1164.125895] env[70398]: value = "task-3445114" [ 1164.125895] env[70398]: _type = "Task" [ 1164.125895] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.135457] env[70398]: DEBUG oslo_vmware.api [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3445114, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.475016] env[70398]: DEBUG oslo_vmware.api [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3445113, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.476644] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: fc300453-1d03-4d05-8144-093f2593b32b] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.562277] env[70398]: DEBUG oslo_vmware.api [None req-bd26278b-9a28-48ec-a044-f293bf30aabf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e7e576-f23b-7c3a-1092-d316ad9984d5, 'name': SearchDatastore_Task, 'duration_secs': 0.041065} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.563242] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bd26278b-9a28-48ec-a044-f293bf30aabf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.563534] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bd26278b-9a28-48ec-a044-f293bf30aabf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.640907] env[70398]: DEBUG oslo_vmware.api [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3445114, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.716401] env[70398]: DEBUG nova.compute.manager [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1164.744622] env[70398]: DEBUG nova.virt.hardware [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1164.744915] env[70398]: DEBUG nova.virt.hardware [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1164.745110] env[70398]: DEBUG nova.virt.hardware [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1164.745298] env[70398]: DEBUG nova.virt.hardware [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1164.745447] env[70398]: DEBUG nova.virt.hardware [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1164.745597] env[70398]: DEBUG nova.virt.hardware [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1164.745806] env[70398]: DEBUG nova.virt.hardware [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1164.745979] env[70398]: DEBUG nova.virt.hardware [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1164.746171] env[70398]: DEBUG nova.virt.hardware [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1164.746336] env[70398]: DEBUG nova.virt.hardware [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1164.746519] env[70398]: DEBUG nova.virt.hardware [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1164.747411] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f655c7-3d0f-4b65-883b-f01a70df6828 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.758706] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af9ca8a-d2f6-410a-9aae-74db44ffcc76 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.974778] env[70398]: DEBUG oslo_vmware.api [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3445113, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.980485] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: baf85f0f-75cb-44c6-a75d-77f396481cfe] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.054525] env[70398]: DEBUG nova.network.neutron [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Successfully updated port: a56ce3b3-7cc0-4057-87e2-b0dbac515113 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1165.142297] env[70398]: DEBUG oslo_vmware.api [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3445114, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.267767] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b46a3d-9d59-4c8f-9923-75c4727dfd76 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.280174] env[70398]: DEBUG nova.compute.manager [req-23566d4c-c3dd-4ef1-882f-60653ee36a21 req-c907a93e-5b73-4380-b2a0-556c4b1ce153 service nova] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Received event network-vif-plugged-a56ce3b3-7cc0-4057-87e2-b0dbac515113 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.280405] env[70398]: DEBUG oslo_concurrency.lockutils [req-23566d4c-c3dd-4ef1-882f-60653ee36a21 req-c907a93e-5b73-4380-b2a0-556c4b1ce153 service nova] Acquiring lock "bbb325b3-f682-42ab-a3ca-956c7072e401-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.280617] env[70398]: DEBUG oslo_concurrency.lockutils [req-23566d4c-c3dd-4ef1-882f-60653ee36a21 req-c907a93e-5b73-4380-b2a0-556c4b1ce153 service nova] Lock "bbb325b3-f682-42ab-a3ca-956c7072e401-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.281042] env[70398]: DEBUG oslo_concurrency.lockutils [req-23566d4c-c3dd-4ef1-882f-60653ee36a21 req-c907a93e-5b73-4380-b2a0-556c4b1ce153 service nova] Lock "bbb325b3-f682-42ab-a3ca-956c7072e401-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.281042] env[70398]: DEBUG nova.compute.manager [req-23566d4c-c3dd-4ef1-882f-60653ee36a21 req-c907a93e-5b73-4380-b2a0-556c4b1ce153 service nova] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] No waiting events found dispatching network-vif-plugged-a56ce3b3-7cc0-4057-87e2-b0dbac515113 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1165.281243] env[70398]: WARNING nova.compute.manager [req-23566d4c-c3dd-4ef1-882f-60653ee36a21 req-c907a93e-5b73-4380-b2a0-556c4b1ce153 service nova] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Received unexpected event network-vif-plugged-a56ce3b3-7cc0-4057-87e2-b0dbac515113 for instance with vm_state building and task_state spawning. [ 1165.282923] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d02ce3c-212a-4217-8507-b42f2aeb10d0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.319644] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e259de51-ff75-4431-ad90-679af252451e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.331713] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d922a183-150f-44e9-949c-b4fed854d830 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.350200] env[70398]: DEBUG nova.compute.provider_tree [None req-bd26278b-9a28-48ec-a044-f293bf30aabf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.475490] env[70398]: DEBUG oslo_vmware.api [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3445113, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.484286] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 4bf9e8b3-d15e-4353-b65f-851257c8aae1] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.557304] env[70398]: DEBUG oslo_concurrency.lockutils [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "refresh_cache-bbb325b3-f682-42ab-a3ca-956c7072e401" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.557466] env[70398]: DEBUG oslo_concurrency.lockutils [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquired lock "refresh_cache-bbb325b3-f682-42ab-a3ca-956c7072e401" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.557684] env[70398]: DEBUG nova.network.neutron [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.641484] env[70398]: DEBUG oslo_vmware.api [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3445114, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.757982] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Acquiring lock "02fe9693-8fb3-44e1-b868-7fb3af0ef646" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.758269] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lock "02fe9693-8fb3-44e1-b868-7fb3af0ef646" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.758455] env[70398]: INFO nova.compute.manager [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Shelving [ 1165.853818] env[70398]: DEBUG nova.scheduler.client.report [None req-bd26278b-9a28-48ec-a044-f293bf30aabf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.977472] env[70398]: DEBUG oslo_vmware.api [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3445113, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.899686} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.977954] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c8d29c3f-4fd7-4f01-84e6-32964eb5c5bc/c8d29c3f-4fd7-4f01-84e6-32964eb5c5bc.vmdk to [datastore1] 82e8ab4b-bb27-4ba3-987a-da84ec16b9df/82e8ab4b-bb27-4ba3-987a-da84ec16b9df.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1165.978978] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea6e94b-189c-4d94-afb2-8d50cf0f509a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.002092] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 4f9a94cf-cf72-40cc-89b7-1bf8dafa610f] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.015899] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 82e8ab4b-bb27-4ba3-987a-da84ec16b9df/82e8ab4b-bb27-4ba3-987a-da84ec16b9df.vmdk or device None with type streamOptimized {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1166.018149] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce210013-67c9-4a8c-aaee-e8543ea1603d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.042198] env[70398]: DEBUG oslo_vmware.api [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 1166.042198] env[70398]: value = "task-3445116" [ 1166.042198] env[70398]: _type = "Task" [ 1166.042198] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.054360] env[70398]: DEBUG oslo_vmware.api [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3445116, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.096730] env[70398]: DEBUG nova.network.neutron [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1166.140146] env[70398]: DEBUG oslo_vmware.api [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3445114, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.241978] env[70398]: DEBUG nova.network.neutron [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Updating instance_info_cache with network_info: [{"id": "a56ce3b3-7cc0-4057-87e2-b0dbac515113", "address": "fa:16:3e:1a:d5:6d", "network": {"id": "b09dba51-196a-4f6b-8985-d014993ec89b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1461080089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51f4576c34fc44219985585672183ac3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa56ce3b3-7c", "ovs_interfaceid": "a56ce3b3-7cc0-4057-87e2-b0dbac515113", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.517608] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 547a30db-a758-47b5-aef0-bc4d2351febb] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.554412] env[70398]: DEBUG oslo_vmware.api [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3445116, 'name': ReconfigVM_Task, 'duration_secs': 0.315376} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.554742] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 82e8ab4b-bb27-4ba3-987a-da84ec16b9df/82e8ab4b-bb27-4ba3-987a-da84ec16b9df.vmdk or device None with type streamOptimized {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1166.555425] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ebd2b635-3a44-4b6d-bc31-da8dd81fbc85 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.564073] env[70398]: DEBUG oslo_vmware.api [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 1166.564073] env[70398]: value = "task-3445118" [ 1166.564073] env[70398]: _type = "Task" [ 1166.564073] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.574098] env[70398]: DEBUG oslo_vmware.api [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3445118, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.641923] env[70398]: DEBUG oslo_vmware.api [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3445114, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.070964} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.642384] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 2e712cae-4037-4493-86b9-eeda4a4ddeb5/2e712cae-4037-4493-86b9-eeda4a4ddeb5.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1166.642722] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1166.643135] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cab631c5-a702-448e-b649-d06038756db4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.653804] env[70398]: DEBUG oslo_vmware.api [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1166.653804] env[70398]: value = "task-3445119" [ 1166.653804] env[70398]: _type = "Task" [ 1166.653804] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.664713] env[70398]: DEBUG oslo_vmware.api [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3445119, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.745155] env[70398]: DEBUG oslo_concurrency.lockutils [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Releasing lock "refresh_cache-bbb325b3-f682-42ab-a3ca-956c7072e401" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.745539] env[70398]: DEBUG nova.compute.manager [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Instance network_info: |[{"id": "a56ce3b3-7cc0-4057-87e2-b0dbac515113", "address": "fa:16:3e:1a:d5:6d", "network": {"id": "b09dba51-196a-4f6b-8985-d014993ec89b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1461080089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51f4576c34fc44219985585672183ac3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa56ce3b3-7c", "ovs_interfaceid": "a56ce3b3-7cc0-4057-87e2-b0dbac515113", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1166.746031] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:d5:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a56ce3b3-7cc0-4057-87e2-b0dbac515113', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1166.755079] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1166.755345] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1166.755576] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e1b1006-eb81-49d3-9fd3-8df58acb6835 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.770308] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1166.771042] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b08bff56-f28e-4166-b7ee-1a827dfec2af {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.779841] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1166.779841] env[70398]: value = "task-3445121" [ 1166.779841] env[70398]: _type = "Task" [ 1166.779841] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.780202] env[70398]: DEBUG oslo_vmware.api [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the task: (returnval){ [ 1166.780202] env[70398]: value = "task-3445120" [ 1166.780202] env[70398]: _type = "Task" [ 1166.780202] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.793628] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445121, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.797221] env[70398]: DEBUG oslo_vmware.api [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445120, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.867350] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bd26278b-9a28-48ec-a044-f293bf30aabf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.304s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.021812] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: a63ada6c-e8cc-4c32-9cc6-6db9ea41eac9] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.077976] env[70398]: DEBUG oslo_vmware.api [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3445118, 'name': Rename_Task, 'duration_secs': 0.379607} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.078291] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1167.078576] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47bd324e-ba75-48c6-9e65-a9aec1fbda20 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.088250] env[70398]: DEBUG oslo_vmware.api [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 1167.088250] env[70398]: value = "task-3445122" [ 1167.088250] env[70398]: _type = "Task" [ 1167.088250] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.099181] env[70398]: DEBUG oslo_vmware.api [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3445122, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.164466] env[70398]: DEBUG oslo_vmware.api [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3445119, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.214893} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.164869] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1167.165772] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e8f713-a6bc-4a96-b17c-79ef69c25c0d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.189388] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 2e712cae-4037-4493-86b9-eeda4a4ddeb5/2e712cae-4037-4493-86b9-eeda4a4ddeb5.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1167.190143] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56deac68-ee2a-4863-8dcf-2eefeb8fd729 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.211718] env[70398]: DEBUG oslo_vmware.api [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1167.211718] env[70398]: value = "task-3445123" [ 1167.211718] env[70398]: _type = "Task" [ 1167.211718] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.224199] env[70398]: DEBUG oslo_vmware.api [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3445123, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.295516] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445121, 'name': CreateVM_Task} progress is 25%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.298235] env[70398]: DEBUG oslo_vmware.api [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445120, 'name': PowerOffVM_Task, 'duration_secs': 0.359784} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.298494] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1167.299292] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8038c504-1ec2-45af-b8ba-95207fd27505 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.319432] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d124092-866a-424d-8e7f-27b907c7e7fd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.323307] env[70398]: DEBUG nova.compute.manager [req-e8e97bc1-2e2c-4e54-9739-defc48f8e9b2 req-ac65e02a-ce91-4924-b3bf-61888bed33b2 service nova] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Received event network-changed-a56ce3b3-7cc0-4057-87e2-b0dbac515113 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.323512] env[70398]: DEBUG nova.compute.manager [req-e8e97bc1-2e2c-4e54-9739-defc48f8e9b2 req-ac65e02a-ce91-4924-b3bf-61888bed33b2 service nova] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Refreshing instance network info cache due to event network-changed-a56ce3b3-7cc0-4057-87e2-b0dbac515113. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1167.323735] env[70398]: DEBUG oslo_concurrency.lockutils [req-e8e97bc1-2e2c-4e54-9739-defc48f8e9b2 req-ac65e02a-ce91-4924-b3bf-61888bed33b2 service nova] Acquiring lock "refresh_cache-bbb325b3-f682-42ab-a3ca-956c7072e401" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.323878] env[70398]: DEBUG oslo_concurrency.lockutils [req-e8e97bc1-2e2c-4e54-9739-defc48f8e9b2 req-ac65e02a-ce91-4924-b3bf-61888bed33b2 service nova] Acquired lock "refresh_cache-bbb325b3-f682-42ab-a3ca-956c7072e401" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.324064] env[70398]: DEBUG nova.network.neutron [req-e8e97bc1-2e2c-4e54-9739-defc48f8e9b2 req-ac65e02a-ce91-4924-b3bf-61888bed33b2 service nova] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Refreshing network info cache for port a56ce3b3-7cc0-4057-87e2-b0dbac515113 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1167.438536] env[70398]: INFO nova.scheduler.client.report [None req-bd26278b-9a28-48ec-a044-f293bf30aabf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Deleted allocation for migration 57797820-04bc-44b5-8972-bc49abc501bd [ 1167.525672] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: f38cb0ea-6577-4245-9422-d12c0f61040b] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.600558] env[70398]: DEBUG oslo_vmware.api [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3445122, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.722526] env[70398]: DEBUG oslo_vmware.api [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3445123, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.792864] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445121, 'name': CreateVM_Task, 'duration_secs': 0.746394} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.793089] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1167.793878] env[70398]: DEBUG oslo_concurrency.lockutils [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.794060] env[70398]: DEBUG oslo_concurrency.lockutils [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.794382] env[70398]: DEBUG oslo_concurrency.lockutils [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.794638] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70a37dbb-57b7-4848-b191-3a6ce01fe84a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.800108] env[70398]: DEBUG oslo_vmware.api [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1167.800108] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52452bb3-2d3d-049a-6d57-fdb359f5105b" [ 1167.800108] env[70398]: _type = "Task" [ 1167.800108] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.812670] env[70398]: DEBUG oslo_vmware.api [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52452bb3-2d3d-049a-6d57-fdb359f5105b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.834602] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Creating Snapshot of the VM instance {{(pid=70398) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1167.834905] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4b93a7e1-5255-4d22-b152-a7c907ebb5a5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.844380] env[70398]: DEBUG oslo_vmware.api [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the task: (returnval){ [ 1167.844380] env[70398]: value = "task-3445124" [ 1167.844380] env[70398]: _type = "Task" [ 1167.844380] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.854603] env[70398]: DEBUG oslo_vmware.api [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445124, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.944411] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bd26278b-9a28-48ec-a044-f293bf30aabf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "a41b2451-1e26-43cc-a162-035bdebe5baa" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.966s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.032344] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 57d1efc1-41f0-4134-a69a-3219fe03660b] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.059976] env[70398]: DEBUG nova.network.neutron [req-e8e97bc1-2e2c-4e54-9739-defc48f8e9b2 req-ac65e02a-ce91-4924-b3bf-61888bed33b2 service nova] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Updated VIF entry in instance network info cache for port a56ce3b3-7cc0-4057-87e2-b0dbac515113. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1168.060462] env[70398]: DEBUG nova.network.neutron [req-e8e97bc1-2e2c-4e54-9739-defc48f8e9b2 req-ac65e02a-ce91-4924-b3bf-61888bed33b2 service nova] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Updating instance_info_cache with network_info: [{"id": "a56ce3b3-7cc0-4057-87e2-b0dbac515113", "address": "fa:16:3e:1a:d5:6d", "network": {"id": "b09dba51-196a-4f6b-8985-d014993ec89b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1461080089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51f4576c34fc44219985585672183ac3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa56ce3b3-7c", "ovs_interfaceid": "a56ce3b3-7cc0-4057-87e2-b0dbac515113", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.099890] env[70398]: DEBUG oslo_vmware.api [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3445122, 'name': PowerOnVM_Task, 'duration_secs': 0.708952} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.100156] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1168.202811] env[70398]: DEBUG nova.compute.manager [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1168.204046] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d39b08-d4cf-43b2-8c6f-c66fcf4de8fc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.222925] env[70398]: DEBUG oslo_vmware.api [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3445123, 'name': ReconfigVM_Task, 'duration_secs': 0.736844} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.223199] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 2e712cae-4037-4493-86b9-eeda4a4ddeb5/2e712cae-4037-4493-86b9-eeda4a4ddeb5.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1168.223866] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb4713a2-48cd-4528-9c47-1218df48ebec {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.231629] env[70398]: DEBUG oslo_vmware.api [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1168.231629] env[70398]: value = "task-3445125" [ 1168.231629] env[70398]: _type = "Task" [ 1168.231629] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.241827] env[70398]: DEBUG oslo_vmware.api [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3445125, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.311951] env[70398]: DEBUG oslo_vmware.api [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52452bb3-2d3d-049a-6d57-fdb359f5105b, 'name': SearchDatastore_Task, 'duration_secs': 0.01237} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.312275] env[70398]: DEBUG oslo_concurrency.lockutils [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.312515] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1168.312781] env[70398]: DEBUG oslo_concurrency.lockutils [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.312927] env[70398]: DEBUG oslo_concurrency.lockutils [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.313116] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1168.313379] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22e96253-dff3-4f92-b219-d508e295ce22 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.324080] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1168.324276] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1168.325093] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fe05d88-95cb-4fe1-97bf-0ccfc575e5f2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.331558] env[70398]: DEBUG oslo_vmware.api [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1168.331558] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52c758ec-57f9-2d8f-a0dc-a40cf92a416f" [ 1168.331558] env[70398]: _type = "Task" [ 1168.331558] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.340945] env[70398]: DEBUG oslo_vmware.api [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52c758ec-57f9-2d8f-a0dc-a40cf92a416f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.354126] env[70398]: DEBUG oslo_vmware.api [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445124, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.535831] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: e6501d8a-8f13-4aff-8595-f3f273809e16] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.562789] env[70398]: DEBUG oslo_concurrency.lockutils [req-e8e97bc1-2e2c-4e54-9739-defc48f8e9b2 req-ac65e02a-ce91-4924-b3bf-61888bed33b2 service nova] Releasing lock "refresh_cache-bbb325b3-f682-42ab-a3ca-956c7072e401" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.724493] env[70398]: DEBUG oslo_concurrency.lockutils [None req-30081a07-d09e-42cc-84de-a9c8290fd597 tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "82e8ab4b-bb27-4ba3-987a-da84ec16b9df" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.256s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.742766] env[70398]: DEBUG oslo_vmware.api [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3445125, 'name': Rename_Task, 'duration_secs': 0.215018} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.743705] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1168.744101] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1bc2b64-8830-4f6a-9427-54a99cdb3505 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.752607] env[70398]: DEBUG oslo_vmware.api [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1168.752607] env[70398]: value = "task-3445127" [ 1168.752607] env[70398]: _type = "Task" [ 1168.752607] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.762621] env[70398]: DEBUG oslo_vmware.api [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3445127, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.844313] env[70398]: DEBUG oslo_vmware.api [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52c758ec-57f9-2d8f-a0dc-a40cf92a416f, 'name': SearchDatastore_Task, 'duration_secs': 0.012991} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.845176] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dc5ede8-6c7b-48e2-9fa0-b573d093d2f0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.853450] env[70398]: DEBUG oslo_vmware.api [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1168.853450] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52d5d9a8-cd18-83d8-2b1a-60606e6aa197" [ 1168.853450] env[70398]: _type = "Task" [ 1168.853450] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.856898] env[70398]: DEBUG oslo_vmware.api [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445124, 'name': CreateSnapshot_Task, 'duration_secs': 0.930565} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.859809] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Created Snapshot of the VM instance {{(pid=70398) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1168.860581] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f840d0c0-18bb-44cb-9f5a-ef82b8337573 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.873669] env[70398]: DEBUG oslo_vmware.api [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52d5d9a8-cd18-83d8-2b1a-60606e6aa197, 'name': SearchDatastore_Task, 'duration_secs': 0.011021} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.874144] env[70398]: DEBUG oslo_concurrency.lockutils [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.874406] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] bbb325b3-f682-42ab-a3ca-956c7072e401/bbb325b3-f682-42ab-a3ca-956c7072e401.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1168.874683] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95606923-9190-4a81-969e-bc904cd74282 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.881982] env[70398]: DEBUG oslo_vmware.api [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1168.881982] env[70398]: value = "task-3445128" [ 1168.881982] env[70398]: _type = "Task" [ 1168.881982] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.889823] env[70398]: DEBUG oslo_vmware.api [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.005626] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bd26278b-9a28-48ec-a044-f293bf30aabf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "a41b2451-1e26-43cc-a162-035bdebe5baa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.005941] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bd26278b-9a28-48ec-a044-f293bf30aabf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "a41b2451-1e26-43cc-a162-035bdebe5baa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.006220] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bd26278b-9a28-48ec-a044-f293bf30aabf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "a41b2451-1e26-43cc-a162-035bdebe5baa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.006432] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bd26278b-9a28-48ec-a044-f293bf30aabf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "a41b2451-1e26-43cc-a162-035bdebe5baa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.006609] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bd26278b-9a28-48ec-a044-f293bf30aabf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "a41b2451-1e26-43cc-a162-035bdebe5baa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.008880] env[70398]: INFO nova.compute.manager [None req-bd26278b-9a28-48ec-a044-f293bf30aabf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Terminating instance [ 1169.038869] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 04f55f97-bcbd-427d-b953-cb9e1d6d9b21] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.263776] env[70398]: DEBUG oslo_vmware.api [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3445127, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.381535] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Creating linked-clone VM from snapshot {{(pid=70398) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1169.381851] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f0d43bc5-8292-4de7-b684-8a9f993e6210 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.393998] env[70398]: DEBUG oslo_vmware.api [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445128, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465067} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.395325] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] bbb325b3-f682-42ab-a3ca-956c7072e401/bbb325b3-f682-42ab-a3ca-956c7072e401.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1169.395582] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1169.395910] env[70398]: DEBUG oslo_vmware.api [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the task: (returnval){ [ 1169.395910] env[70398]: value = "task-3445129" [ 1169.395910] env[70398]: _type = "Task" [ 1169.395910] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.396109] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2c465c5-4844-497b-b3a7-8d6eee734b5e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.407651] env[70398]: DEBUG oslo_vmware.api [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445129, 'name': CloneVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.409054] env[70398]: DEBUG oslo_vmware.api [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1169.409054] env[70398]: value = "task-3445130" [ 1169.409054] env[70398]: _type = "Task" [ 1169.409054] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.417432] env[70398]: DEBUG oslo_vmware.api [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445130, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.513634] env[70398]: DEBUG nova.compute.manager [None req-bd26278b-9a28-48ec-a044-f293bf30aabf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1169.513764] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-bd26278b-9a28-48ec-a044-f293bf30aabf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1169.515426] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6ffc2b-5f6d-46e5-ae16-0c9504390601 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.525269] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd26278b-9a28-48ec-a044-f293bf30aabf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1169.525526] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a41c2955-676c-49ed-899d-d58c8258fddb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.533124] env[70398]: DEBUG oslo_vmware.api [None req-bd26278b-9a28-48ec-a044-f293bf30aabf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 1169.533124] env[70398]: value = "task-3445131" [ 1169.533124] env[70398]: _type = "Task" [ 1169.533124] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.546758] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: cad40843-0cdf-483a-a030-0837aeca9bba] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.549323] env[70398]: DEBUG oslo_vmware.api [None req-bd26278b-9a28-48ec-a044-f293bf30aabf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3445131, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.763064] env[70398]: DEBUG oslo_vmware.api [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3445127, 'name': PowerOnVM_Task, 'duration_secs': 0.513201} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.763349] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1169.763597] env[70398]: INFO nova.compute.manager [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] Took 10.56 seconds to spawn the instance on the hypervisor. [ 1169.763773] env[70398]: DEBUG nova.compute.manager [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1169.764554] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feffe0b2-b17c-462c-9a19-d3a2026c0473 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.910177] env[70398]: DEBUG oslo_vmware.api [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445129, 'name': CloneVM_Task} progress is 94%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.919458] env[70398]: DEBUG oslo_vmware.api [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445130, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067587} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.919810] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1169.920645] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8272c25e-e2b5-4f11-8630-059c5d3f1d74 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.936229] env[70398]: DEBUG oslo_concurrency.lockutils [None req-584894a1-4b15-4d09-a831-452f19e69def tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquiring lock "82e8ab4b-bb27-4ba3-987a-da84ec16b9df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.936656] env[70398]: DEBUG oslo_concurrency.lockutils [None req-584894a1-4b15-4d09-a831-452f19e69def tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "82e8ab4b-bb27-4ba3-987a-da84ec16b9df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.936871] env[70398]: DEBUG oslo_concurrency.lockutils [None req-584894a1-4b15-4d09-a831-452f19e69def tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquiring lock "82e8ab4b-bb27-4ba3-987a-da84ec16b9df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.937089] env[70398]: DEBUG oslo_concurrency.lockutils [None req-584894a1-4b15-4d09-a831-452f19e69def tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "82e8ab4b-bb27-4ba3-987a-da84ec16b9df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.937283] env[70398]: DEBUG oslo_concurrency.lockutils [None req-584894a1-4b15-4d09-a831-452f19e69def tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "82e8ab4b-bb27-4ba3-987a-da84ec16b9df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.948530] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] bbb325b3-f682-42ab-a3ca-956c7072e401/bbb325b3-f682-42ab-a3ca-956c7072e401.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1169.949189] env[70398]: INFO nova.compute.manager [None req-584894a1-4b15-4d09-a831-452f19e69def tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Terminating instance [ 1169.951392] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-781efbe2-412e-455f-8364-0afa52f775fc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.974226] env[70398]: DEBUG oslo_vmware.api [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1169.974226] env[70398]: value = "task-3445132" [ 1169.974226] env[70398]: _type = "Task" [ 1169.974226] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.984451] env[70398]: DEBUG oslo_vmware.api [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445132, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.044258] env[70398]: DEBUG oslo_vmware.api [None req-bd26278b-9a28-48ec-a044-f293bf30aabf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3445131, 'name': PowerOffVM_Task, 'duration_secs': 0.490283} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.044572] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd26278b-9a28-48ec-a044-f293bf30aabf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1170.044794] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-bd26278b-9a28-48ec-a044-f293bf30aabf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1170.045048] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f9fb294-791d-4b24-9589-4b4eb767c99f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.050648] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: ea8c9faf-bc44-432a-a3c3-c623af6817a2] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.124382] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-bd26278b-9a28-48ec-a044-f293bf30aabf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1170.125429] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-bd26278b-9a28-48ec-a044-f293bf30aabf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1170.125652] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd26278b-9a28-48ec-a044-f293bf30aabf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Deleting the datastore file [datastore1] a41b2451-1e26-43cc-a162-035bdebe5baa {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1170.125954] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b58d7b43-e4ae-45d4-a487-5980b83d0f59 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.135677] env[70398]: DEBUG oslo_vmware.api [None req-bd26278b-9a28-48ec-a044-f293bf30aabf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for the task: (returnval){ [ 1170.135677] env[70398]: value = "task-3445134" [ 1170.135677] env[70398]: _type = "Task" [ 1170.135677] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.143997] env[70398]: DEBUG oslo_vmware.api [None req-bd26278b-9a28-48ec-a044-f293bf30aabf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3445134, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.284199] env[70398]: INFO nova.compute.manager [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] Took 19.14 seconds to build instance. [ 1171.066664] env[70398]: DEBUG nova.compute.manager [None req-584894a1-4b15-4d09-a831-452f19e69def tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1171.066980] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-584894a1-4b15-4d09-a831-452f19e69def tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1171.067398] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 9e2c439e-dd2a-4693-8c5b-cdc5751d0003] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.069350] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b61efdbb-c6b0-40b3-875e-81327346ae19 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "2e712cae-4037-4493-86b9-eeda4a4ddeb5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.931s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.075554] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57962fef-928e-4f9d-8f14-7d3cbef1764c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.095861] env[70398]: DEBUG oslo_vmware.api [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445129, 'name': CloneVM_Task} progress is 95%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.096734] env[70398]: DEBUG oslo_vmware.api [None req-bd26278b-9a28-48ec-a044-f293bf30aabf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Task: {'id': task-3445134, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190989} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.096734] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-584894a1-4b15-4d09-a831-452f19e69def tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.099718] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd26278b-9a28-48ec-a044-f293bf30aabf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1171.099957] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-bd26278b-9a28-48ec-a044-f293bf30aabf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1171.100087] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-bd26278b-9a28-48ec-a044-f293bf30aabf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1171.100260] env[70398]: INFO nova.compute.manager [None req-bd26278b-9a28-48ec-a044-f293bf30aabf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Took 1.59 seconds to destroy the instance on the hypervisor. [ 1171.100487] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd26278b-9a28-48ec-a044-f293bf30aabf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1171.100672] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78ea3c12-6c39-41aa-aa47-6647748db14e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.102253] env[70398]: DEBUG oslo_vmware.api [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445132, 'name': ReconfigVM_Task, 'duration_secs': 0.318993} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.102470] env[70398]: DEBUG nova.compute.manager [-] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1171.102611] env[70398]: DEBUG nova.network.neutron [-] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1171.105382] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Reconfigured VM instance instance-00000074 to attach disk [datastore2] bbb325b3-f682-42ab-a3ca-956c7072e401/bbb325b3-f682-42ab-a3ca-956c7072e401.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1171.106577] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e1da65d-add1-4ae0-8c44-16ed08ca3424 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.113708] env[70398]: DEBUG oslo_vmware.api [None req-584894a1-4b15-4d09-a831-452f19e69def tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 1171.113708] env[70398]: value = "task-3445135" [ 1171.113708] env[70398]: _type = "Task" [ 1171.113708] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.115284] env[70398]: DEBUG oslo_vmware.api [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1171.115284] env[70398]: value = "task-3445136" [ 1171.115284] env[70398]: _type = "Task" [ 1171.115284] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.132031] env[70398]: DEBUG oslo_vmware.api [None req-584894a1-4b15-4d09-a831-452f19e69def tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3445135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.134399] env[70398]: DEBUG oslo_vmware.api [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445136, 'name': Rename_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.194301] env[70398]: DEBUG oslo_concurrency.lockutils [None req-fee72035-1588-4d58-bedd-4e1b95634807 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquiring lock "83d040f0-ca8b-40e2-bd82-1ddadfa0430a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.194599] env[70398]: DEBUG oslo_concurrency.lockutils [None req-fee72035-1588-4d58-bedd-4e1b95634807 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "83d040f0-ca8b-40e2-bd82-1ddadfa0430a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.464134] env[70398]: DEBUG nova.compute.manager [req-3141233d-39db-4828-bd9f-4fe3d838f171 req-93ca5252-4f40-474e-88cc-ab9300b13e2a service nova] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Received event network-vif-deleted-501da0f7-cfac-4e7c-8d2b-2d56aae921e8 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.464344] env[70398]: INFO nova.compute.manager [req-3141233d-39db-4828-bd9f-4fe3d838f171 req-93ca5252-4f40-474e-88cc-ab9300b13e2a service nova] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Neutron deleted interface 501da0f7-cfac-4e7c-8d2b-2d56aae921e8; detaching it from the instance and deleting it from the info cache [ 1171.464515] env[70398]: DEBUG nova.network.neutron [req-3141233d-39db-4828-bd9f-4fe3d838f171 req-93ca5252-4f40-474e-88cc-ab9300b13e2a service nova] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.572353] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: a578cdfb-5a81-40b9-9a2d-fd13b26a7647] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.577457] env[70398]: DEBUG oslo_vmware.api [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445129, 'name': CloneVM_Task, 'duration_secs': 1.847843} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.577916] env[70398]: INFO nova.virt.vmwareapi.vmops [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Created linked-clone VM from snapshot [ 1171.578635] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8f8c90-6abc-4e57-ac40-178b78899a25 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.586496] env[70398]: DEBUG oslo_concurrency.lockutils [None req-41d1dd1a-270d-4e06-becf-c4874378fb50 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "2e712cae-4037-4493-86b9-eeda4a4ddeb5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.586762] env[70398]: DEBUG oslo_concurrency.lockutils [None req-41d1dd1a-270d-4e06-becf-c4874378fb50 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "2e712cae-4037-4493-86b9-eeda4a4ddeb5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.586942] env[70398]: DEBUG nova.compute.manager [None req-41d1dd1a-270d-4e06-becf-c4874378fb50 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1171.587258] env[70398]: DEBUG nova.virt.vmwareapi.images [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Uploading image 5391aeb6-2f9b-4223-b9b9-7964067ee226 {{(pid=70398) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1171.589736] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c91843f-a729-4e03-b9dd-5e43b392956c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.597726] env[70398]: DEBUG nova.compute.manager [None req-41d1dd1a-270d-4e06-becf-c4874378fb50 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70398) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1171.598269] env[70398]: DEBUG nova.objects.instance [None req-41d1dd1a-270d-4e06-becf-c4874378fb50 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lazy-loading 'flavor' on Instance uuid 2e712cae-4037-4493-86b9-eeda4a4ddeb5 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.614684] env[70398]: DEBUG oslo_vmware.rw_handles [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1171.614684] env[70398]: value = "vm-687741" [ 1171.614684] env[70398]: _type = "VirtualMachine" [ 1171.614684] env[70398]: }. {{(pid=70398) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1171.615193] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d21e68aa-0df7-43a8-9d27-4c3b557df321 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.626644] env[70398]: DEBUG oslo_vmware.rw_handles [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lease: (returnval){ [ 1171.626644] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5253449b-2de5-06c7-35cf-a0c3878645ff" [ 1171.626644] env[70398]: _type = "HttpNfcLease" [ 1171.626644] env[70398]: } obtained for exporting VM: (result){ [ 1171.626644] env[70398]: value = "vm-687741" [ 1171.626644] env[70398]: _type = "VirtualMachine" [ 1171.626644] env[70398]: }. {{(pid=70398) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1171.627013] env[70398]: DEBUG oslo_vmware.api [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the lease: (returnval){ [ 1171.627013] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5253449b-2de5-06c7-35cf-a0c3878645ff" [ 1171.627013] env[70398]: _type = "HttpNfcLease" [ 1171.627013] env[70398]: } to be ready. {{(pid=70398) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1171.632610] env[70398]: DEBUG oslo_vmware.api [None req-584894a1-4b15-4d09-a831-452f19e69def tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3445135, 'name': PowerOffVM_Task, 'duration_secs': 0.240413} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.632755] env[70398]: DEBUG oslo_vmware.api [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445136, 'name': Rename_Task, 'duration_secs': 0.165872} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.635627] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-584894a1-4b15-4d09-a831-452f19e69def tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1171.635804] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-584894a1-4b15-4d09-a831-452f19e69def tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1171.636085] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1171.636327] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89829d7a-df8e-4aba-bf71-97109e3f29e9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.637577] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df80bf75-e92a-41b7-af1a-42412b3a815e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.643647] env[70398]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1171.643647] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5253449b-2de5-06c7-35cf-a0c3878645ff" [ 1171.643647] env[70398]: _type = "HttpNfcLease" [ 1171.643647] env[70398]: } is initializing. {{(pid=70398) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1171.646698] env[70398]: DEBUG oslo_vmware.api [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1171.646698] env[70398]: value = "task-3445139" [ 1171.646698] env[70398]: _type = "Task" [ 1171.646698] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.655240] env[70398]: DEBUG oslo_vmware.api [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445139, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.697897] env[70398]: DEBUG nova.compute.utils [None req-fee72035-1588-4d58-bedd-4e1b95634807 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1171.707303] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-584894a1-4b15-4d09-a831-452f19e69def tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1171.707477] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-584894a1-4b15-4d09-a831-452f19e69def tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1171.708131] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-584894a1-4b15-4d09-a831-452f19e69def tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Deleting the datastore file [datastore1] 82e8ab4b-bb27-4ba3-987a-da84ec16b9df {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1171.708131] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e87c41a-6611-414c-b63c-ce6b95165c4f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.717518] env[70398]: DEBUG oslo_vmware.api [None req-584894a1-4b15-4d09-a831-452f19e69def tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for the task: (returnval){ [ 1171.717518] env[70398]: value = "task-3445140" [ 1171.717518] env[70398]: _type = "Task" [ 1171.717518] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.726595] env[70398]: DEBUG oslo_vmware.api [None req-584894a1-4b15-4d09-a831-452f19e69def tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3445140, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.868276] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "2d039863-b662-4fe3-a1ef-410acf862e28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.869638] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "2d039863-b662-4fe3-a1ef-410acf862e28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.941917] env[70398]: DEBUG nova.network.neutron [-] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.967785] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f238a738-167a-4340-9858-4ba70d9cbe0c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.978415] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa2dedf-1973-49fb-af25-8017c5a65c97 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.013411] env[70398]: DEBUG nova.compute.manager [req-3141233d-39db-4828-bd9f-4fe3d838f171 req-93ca5252-4f40-474e-88cc-ab9300b13e2a service nova] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Detach interface failed, port_id=501da0f7-cfac-4e7c-8d2b-2d56aae921e8, reason: Instance a41b2451-1e26-43cc-a162-035bdebe5baa could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1172.079826] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 3805da77-9f5d-4ffa-bc7b-141c94be3982] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.141012] env[70398]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1172.141012] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5253449b-2de5-06c7-35cf-a0c3878645ff" [ 1172.141012] env[70398]: _type = "HttpNfcLease" [ 1172.141012] env[70398]: } is ready. {{(pid=70398) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1172.141280] env[70398]: DEBUG oslo_vmware.rw_handles [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1172.141280] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5253449b-2de5-06c7-35cf-a0c3878645ff" [ 1172.141280] env[70398]: _type = "HttpNfcLease" [ 1172.141280] env[70398]: }. {{(pid=70398) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1172.142051] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d726ad-37fb-420c-8a0b-675f1df4457e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.152921] env[70398]: DEBUG oslo_vmware.rw_handles [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52046fa4-e0ce-34f0-a256-7973adc35e00/disk-0.vmdk from lease info. {{(pid=70398) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1172.153112] env[70398]: DEBUG oslo_vmware.rw_handles [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52046fa4-e0ce-34f0-a256-7973adc35e00/disk-0.vmdk for reading. {{(pid=70398) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1172.209482] env[70398]: DEBUG oslo_concurrency.lockutils [None req-fee72035-1588-4d58-bedd-4e1b95634807 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "83d040f0-ca8b-40e2-bd82-1ddadfa0430a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.015s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.213296] env[70398]: DEBUG oslo_vmware.api [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445139, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.227875] env[70398]: DEBUG oslo_vmware.api [None req-584894a1-4b15-4d09-a831-452f19e69def tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Task: {'id': task-3445140, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134747} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.228188] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-584894a1-4b15-4d09-a831-452f19e69def tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.228414] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-584894a1-4b15-4d09-a831-452f19e69def tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1172.228696] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-584894a1-4b15-4d09-a831-452f19e69def tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1172.228983] env[70398]: INFO nova.compute.manager [None req-584894a1-4b15-4d09-a831-452f19e69def tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1172.229391] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-584894a1-4b15-4d09-a831-452f19e69def tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.229692] env[70398]: DEBUG nova.compute.manager [-] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1172.229835] env[70398]: DEBUG nova.network.neutron [-] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1172.243758] env[70398]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8eb312cd-c325-41fc-aaf4-01ec8f7aa84f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.373643] env[70398]: DEBUG nova.compute.manager [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1172.445078] env[70398]: INFO nova.compute.manager [-] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Took 1.34 seconds to deallocate network for instance. [ 1172.584049] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: aca03be1-1cf7-4b4f-b324-b4201034a770] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.605841] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-41d1dd1a-270d-4e06-becf-c4874378fb50 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1172.606288] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0eb3baec-7cf6-4af9-986c-8a5323190ed0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.616619] env[70398]: DEBUG oslo_vmware.api [None req-41d1dd1a-270d-4e06-becf-c4874378fb50 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1172.616619] env[70398]: value = "task-3445141" [ 1172.616619] env[70398]: _type = "Task" [ 1172.616619] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.627902] env[70398]: DEBUG oslo_vmware.api [None req-41d1dd1a-270d-4e06-becf-c4874378fb50 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3445141, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.659029] env[70398]: DEBUG oslo_vmware.api [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445139, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.898071] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.898480] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.900192] env[70398]: INFO nova.compute.claims [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1172.954121] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bd26278b-9a28-48ec-a044-f293bf30aabf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.087881] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 16516c7e-88d7-47c3-8c2b-1a4284b4a42d] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.129847] env[70398]: DEBUG oslo_vmware.api [None req-41d1dd1a-270d-4e06-becf-c4874378fb50 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3445141, 'name': PowerOffVM_Task, 'duration_secs': 0.214638} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.130158] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-41d1dd1a-270d-4e06-becf-c4874378fb50 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1173.130390] env[70398]: DEBUG nova.compute.manager [None req-41d1dd1a-270d-4e06-becf-c4874378fb50 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1173.131236] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36099bb1-3df9-4eb4-b57e-c61aeb49837d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.148996] env[70398]: DEBUG nova.network.neutron [-] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.161472] env[70398]: DEBUG oslo_vmware.api [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445139, 'name': PowerOnVM_Task, 'duration_secs': 1.075934} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.162317] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1173.162317] env[70398]: INFO nova.compute.manager [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Took 8.45 seconds to spawn the instance on the hypervisor. [ 1173.162317] env[70398]: DEBUG nova.compute.manager [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1173.163350] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4879d5d5-517f-406a-aff1-a07558c9e089 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.281828] env[70398]: DEBUG oslo_concurrency.lockutils [None req-fee72035-1588-4d58-bedd-4e1b95634807 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquiring lock "83d040f0-ca8b-40e2-bd82-1ddadfa0430a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.282125] env[70398]: DEBUG oslo_concurrency.lockutils [None req-fee72035-1588-4d58-bedd-4e1b95634807 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "83d040f0-ca8b-40e2-bd82-1ddadfa0430a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.282364] env[70398]: INFO nova.compute.manager [None req-fee72035-1588-4d58-bedd-4e1b95634807 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Attaching volume db52bb17-86c4-4d31-990d-e7b50b2317d7 to /dev/sdb [ 1173.321665] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b4b355-f990-4315-a182-18f7dc4443f4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.330187] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0b39ef-9135-4aba-b4ed-0383d7ceaa0e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.347471] env[70398]: DEBUG nova.virt.block_device [None req-fee72035-1588-4d58-bedd-4e1b95634807 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Updating existing volume attachment record: 2e56fe92-5d42-4cb6-9524-c4c09d8a4194 {{(pid=70398) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1173.491086] env[70398]: DEBUG nova.compute.manager [req-6b1803f0-aee5-4696-936e-0c845b74b300 req-5f5cf368-7248-4278-a553-7c477fcb7829 service nova] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Received event network-vif-deleted-fb49bd31-8127-4d16-a836-fa3fa6c0009e {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.590897] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: d5514a4f-7b7e-4d00-ba34-a03b967bc18a] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.643882] env[70398]: DEBUG oslo_concurrency.lockutils [None req-41d1dd1a-270d-4e06-becf-c4874378fb50 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "2e712cae-4037-4493-86b9-eeda4a4ddeb5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.057s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.655544] env[70398]: INFO nova.compute.manager [-] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Took 1.43 seconds to deallocate network for instance. [ 1173.683844] env[70398]: INFO nova.compute.manager [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Took 13.35 seconds to build instance. [ 1174.095083] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: e707265e-e17d-498e-bfbc-91fd03288d27] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.100967] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89631d1a-d7db-4746-9e9d-0def31a8e29c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.109116] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2781f157-cb97-4fbc-bb40-2a3bc1b50363 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.145065] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abc4c27-1380-43ca-88d6-1fc455e0b06e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.154387] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0261c5dd-ade0-43f5-8a97-33e247827eac {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.169490] env[70398]: DEBUG oslo_concurrency.lockutils [None req-584894a1-4b15-4d09-a831-452f19e69def tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.170297] env[70398]: DEBUG nova.compute.provider_tree [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.186345] env[70398]: DEBUG oslo_concurrency.lockutils [None req-27a3d579-b3eb-4793-990a-ef31f3cba74e tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "bbb325b3-f682-42ab-a3ca-956c7072e401" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.861s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.601235] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 9be7feaf-5abd-4017-8866-89a0f07f8a8b] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.676137] env[70398]: DEBUG nova.scheduler.client.report [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.930445] env[70398]: DEBUG nova.compute.manager [req-70a7aff4-3ff2-4108-a4b3-eaa9b6837712 req-f82dd32d-8e03-45bf-9cfe-26d33d37435f service nova] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Received event network-changed-a56ce3b3-7cc0-4057-87e2-b0dbac515113 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.930625] env[70398]: DEBUG nova.compute.manager [req-70a7aff4-3ff2-4108-a4b3-eaa9b6837712 req-f82dd32d-8e03-45bf-9cfe-26d33d37435f service nova] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Refreshing instance network info cache due to event network-changed-a56ce3b3-7cc0-4057-87e2-b0dbac515113. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1174.930865] env[70398]: DEBUG oslo_concurrency.lockutils [req-70a7aff4-3ff2-4108-a4b3-eaa9b6837712 req-f82dd32d-8e03-45bf-9cfe-26d33d37435f service nova] Acquiring lock "refresh_cache-bbb325b3-f682-42ab-a3ca-956c7072e401" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.931028] env[70398]: DEBUG oslo_concurrency.lockutils [req-70a7aff4-3ff2-4108-a4b3-eaa9b6837712 req-f82dd32d-8e03-45bf-9cfe-26d33d37435f service nova] Acquired lock "refresh_cache-bbb325b3-f682-42ab-a3ca-956c7072e401" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.931201] env[70398]: DEBUG nova.network.neutron [req-70a7aff4-3ff2-4108-a4b3-eaa9b6837712 req-f82dd32d-8e03-45bf-9cfe-26d33d37435f service nova] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Refreshing network info cache for port a56ce3b3-7cc0-4057-87e2-b0dbac515113 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.067629] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a058d890-e681-412d-b829-fd002109b360 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "2e712cae-4037-4493-86b9-eeda4a4ddeb5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.067916] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a058d890-e681-412d-b829-fd002109b360 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "2e712cae-4037-4493-86b9-eeda4a4ddeb5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.068161] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a058d890-e681-412d-b829-fd002109b360 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "2e712cae-4037-4493-86b9-eeda4a4ddeb5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.068395] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a058d890-e681-412d-b829-fd002109b360 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "2e712cae-4037-4493-86b9-eeda4a4ddeb5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.068570] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a058d890-e681-412d-b829-fd002109b360 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "2e712cae-4037-4493-86b9-eeda4a4ddeb5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.070814] env[70398]: INFO nova.compute.manager [None req-a058d890-e681-412d-b829-fd002109b360 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] Terminating instance [ 1175.102646] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: a3c9b6ac-08f5-449e-9738-64b7d9157f87] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.181095] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.282s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.181451] env[70398]: DEBUG nova.compute.manager [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1175.184461] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bd26278b-9a28-48ec-a044-f293bf30aabf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.230s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.185341] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bd26278b-9a28-48ec-a044-f293bf30aabf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.187385] env[70398]: DEBUG oslo_concurrency.lockutils [None req-584894a1-4b15-4d09-a831-452f19e69def tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.018s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.187601] env[70398]: DEBUG nova.objects.instance [None req-584894a1-4b15-4d09-a831-452f19e69def tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lazy-loading 'resources' on Instance uuid 82e8ab4b-bb27-4ba3-987a-da84ec16b9df {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.218300] env[70398]: INFO nova.scheduler.client.report [None req-bd26278b-9a28-48ec-a044-f293bf30aabf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Deleted allocations for instance a41b2451-1e26-43cc-a162-035bdebe5baa [ 1175.575311] env[70398]: DEBUG nova.compute.manager [None req-a058d890-e681-412d-b829-fd002109b360 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1175.575595] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a058d890-e681-412d-b829-fd002109b360 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1175.576517] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd1a3ef-dacb-406c-9686-555f28bbb96c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.585804] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a058d890-e681-412d-b829-fd002109b360 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1175.586145] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-124cd335-abd2-496a-a9f4-f3987747f27c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.605824] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 601d9380-4728-4bd0-b2e2-afa6761e4abc] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.670514] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a058d890-e681-412d-b829-fd002109b360 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1175.670935] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a058d890-e681-412d-b829-fd002109b360 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1175.671295] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-a058d890-e681-412d-b829-fd002109b360 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Deleting the datastore file [datastore1] 2e712cae-4037-4493-86b9-eeda4a4ddeb5 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1175.671708] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-833a8b92-1660-4d01-bedd-be02b948c2bf {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.681853] env[70398]: DEBUG oslo_vmware.api [None req-a058d890-e681-412d-b829-fd002109b360 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1175.681853] env[70398]: value = "task-3445146" [ 1175.681853] env[70398]: _type = "Task" [ 1175.681853] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.692151] env[70398]: DEBUG nova.compute.utils [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1175.700485] env[70398]: DEBUG nova.compute.manager [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1175.700485] env[70398]: DEBUG nova.network.neutron [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1175.702779] env[70398]: DEBUG oslo_vmware.api [None req-a058d890-e681-412d-b829-fd002109b360 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3445146, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.717247] env[70398]: DEBUG nova.network.neutron [req-70a7aff4-3ff2-4108-a4b3-eaa9b6837712 req-f82dd32d-8e03-45bf-9cfe-26d33d37435f service nova] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Updated VIF entry in instance network info cache for port a56ce3b3-7cc0-4057-87e2-b0dbac515113. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.717756] env[70398]: DEBUG nova.network.neutron [req-70a7aff4-3ff2-4108-a4b3-eaa9b6837712 req-f82dd32d-8e03-45bf-9cfe-26d33d37435f service nova] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Updating instance_info_cache with network_info: [{"id": "a56ce3b3-7cc0-4057-87e2-b0dbac515113", "address": "fa:16:3e:1a:d5:6d", "network": {"id": "b09dba51-196a-4f6b-8985-d014993ec89b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1461080089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51f4576c34fc44219985585672183ac3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa56ce3b3-7c", "ovs_interfaceid": "a56ce3b3-7cc0-4057-87e2-b0dbac515113", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.730709] env[70398]: DEBUG oslo_concurrency.lockutils [None req-bd26278b-9a28-48ec-a044-f293bf30aabf tempest-DeleteServersTestJSON-1011668976 tempest-DeleteServersTestJSON-1011668976-project-member] Lock "a41b2451-1e26-43cc-a162-035bdebe5baa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.725s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.748914] env[70398]: DEBUG nova.policy [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '586b7e212f2f4035b1efd69112cdf765', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68376abf86b14e67a33ef720177607f0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 1175.896646] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2a46cd-2bbc-448c-98c1-1f04e8b15eb8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.922780] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efacc74-f17c-42a5-ad75-871e48b57a52 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.957762] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364359ce-fbf3-4447-8b40-8a92c1718c99 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.966014] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39e5cec-918f-41ad-b840-2121000f4064 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.982990] env[70398]: DEBUG nova.compute.provider_tree [None req-584894a1-4b15-4d09-a831-452f19e69def tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.065796] env[70398]: DEBUG nova.network.neutron [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Successfully created port: 089a91a2-7b38-4a7f-9f38-358b3f31f84b {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1176.112318] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 2c8f5df2-1887-411b-be06-652180b42b84] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.192623] env[70398]: DEBUG oslo_vmware.api [None req-a058d890-e681-412d-b829-fd002109b360 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3445146, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295205} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.192915] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-a058d890-e681-412d-b829-fd002109b360 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1176.193146] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a058d890-e681-412d-b829-fd002109b360 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1176.193334] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-a058d890-e681-412d-b829-fd002109b360 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1176.193548] env[70398]: INFO nova.compute.manager [None req-a058d890-e681-412d-b829-fd002109b360 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1176.193840] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a058d890-e681-412d-b829-fd002109b360 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.194051] env[70398]: DEBUG nova.compute.manager [-] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1176.194251] env[70398]: DEBUG nova.network.neutron [-] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1176.204860] env[70398]: DEBUG nova.compute.manager [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1176.224721] env[70398]: DEBUG oslo_concurrency.lockutils [req-70a7aff4-3ff2-4108-a4b3-eaa9b6837712 req-f82dd32d-8e03-45bf-9cfe-26d33d37435f service nova] Releasing lock "refresh_cache-bbb325b3-f682-42ab-a3ca-956c7072e401" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.486054] env[70398]: DEBUG nova.scheduler.client.report [None req-584894a1-4b15-4d09-a831-452f19e69def tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.562041] env[70398]: DEBUG nova.compute.manager [req-37560437-9f7c-4bca-a891-0c072028bb8e req-4aa071db-8cfb-4746-9f9a-c3c56a08a332 service nova] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] Received event network-vif-deleted-fef222c5-1713-4b0d-8e55-e06f19b28985 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.563185] env[70398]: INFO nova.compute.manager [req-37560437-9f7c-4bca-a891-0c072028bb8e req-4aa071db-8cfb-4746-9f9a-c3c56a08a332 service nova] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] Neutron deleted interface fef222c5-1713-4b0d-8e55-e06f19b28985; detaching it from the instance and deleting it from the info cache [ 1176.563185] env[70398]: DEBUG nova.network.neutron [req-37560437-9f7c-4bca-a891-0c072028bb8e req-4aa071db-8cfb-4746-9f9a-c3c56a08a332 service nova] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.616448] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 49dc8961-e4d2-4629-98ec-af3983039457] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.711701] env[70398]: INFO nova.virt.block_device [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Booting with volume 631883d2-ae9a-4cd1-9822-014df8aeb4d4 at /dev/sda [ 1176.745278] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cac0c2c4-02e4-4da0-aa8f-99510fb66cfe {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.757031] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4000d658-f9a9-49f6-8b36-965997a6f416 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.793600] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-658fdaf0-9202-4b11-a7b7-edc1575d0b7f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.803208] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe9973f-9656-4b42-b622-8c7a72ddf95d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.838474] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f87477b-741a-4a88-8508-aa7a3bfc6843 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.845883] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce87c4ce-3b1e-4544-8d2c-9364091be1fe {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.861317] env[70398]: DEBUG nova.virt.block_device [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Updating existing volume attachment record: 8e1e439e-ed33-414d-b2bd-0d18b19086ae {{(pid=70398) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1176.991416] env[70398]: DEBUG oslo_concurrency.lockutils [None req-584894a1-4b15-4d09-a831-452f19e69def tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.804s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.015242] env[70398]: INFO nova.scheduler.client.report [None req-584894a1-4b15-4d09-a831-452f19e69def tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Deleted allocations for instance 82e8ab4b-bb27-4ba3-987a-da84ec16b9df [ 1177.046248] env[70398]: DEBUG nova.network.neutron [-] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.068969] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-789b5a4c-cd5a-4951-ba5b-7d7be130e973 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.080195] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982e673d-ecd8-4392-8762-4c1c4c6d5bc0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.113472] env[70398]: DEBUG nova.compute.manager [req-37560437-9f7c-4bca-a891-0c072028bb8e req-4aa071db-8cfb-4746-9f9a-c3c56a08a332 service nova] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] Detach interface failed, port_id=fef222c5-1713-4b0d-8e55-e06f19b28985, reason: Instance 2e712cae-4037-4493-86b9-eeda4a4ddeb5 could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1177.120633] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: effd3feb-1733-4485-bc19-2e089e5feef4] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.526434] env[70398]: DEBUG oslo_concurrency.lockutils [None req-584894a1-4b15-4d09-a831-452f19e69def tempest-ServerActionsTestOtherB-1172552994 tempest-ServerActionsTestOtherB-1172552994-project-member] Lock "82e8ab4b-bb27-4ba3-987a-da84ec16b9df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.590s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.548488] env[70398]: INFO nova.compute.manager [-] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] Took 1.35 seconds to deallocate network for instance. [ 1177.624030] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 3c8725af-7781-4b14-a75a-ae5eeffe6e28] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.748514] env[70398]: DEBUG nova.network.neutron [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Successfully updated port: 089a91a2-7b38-4a7f-9f38-358b3f31f84b {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1177.898672] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-fee72035-1588-4d58-bedd-4e1b95634807 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Volume attach. Driver type: vmdk {{(pid=70398) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1177.898995] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-fee72035-1588-4d58-bedd-4e1b95634807 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687743', 'volume_id': 'db52bb17-86c4-4d31-990d-e7b50b2317d7', 'name': 'volume-db52bb17-86c4-4d31-990d-e7b50b2317d7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '83d040f0-ca8b-40e2-bd82-1ddadfa0430a', 'attached_at': '', 'detached_at': '', 'volume_id': 'db52bb17-86c4-4d31-990d-e7b50b2317d7', 'serial': 'db52bb17-86c4-4d31-990d-e7b50b2317d7'} {{(pid=70398) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1177.900163] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a59b9ae-7329-404a-9bbb-c030a38e5ae6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.921526] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0541bdf-fc9b-4473-81ac-49ee1a668b75 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.949300] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-fee72035-1588-4d58-bedd-4e1b95634807 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] volume-db52bb17-86c4-4d31-990d-e7b50b2317d7/volume-db52bb17-86c4-4d31-990d-e7b50b2317d7.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.952665] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41d30cfa-cd01-4119-96e3-3adae9213942 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.975692] env[70398]: DEBUG oslo_vmware.api [None req-fee72035-1588-4d58-bedd-4e1b95634807 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for the task: (returnval){ [ 1177.975692] env[70398]: value = "task-3445150" [ 1177.975692] env[70398]: _type = "Task" [ 1177.975692] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.986583] env[70398]: DEBUG oslo_vmware.api [None req-fee72035-1588-4d58-bedd-4e1b95634807 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445150, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.055106] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a058d890-e681-412d-b829-fd002109b360 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.055477] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a058d890-e681-412d-b829-fd002109b360 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.055756] env[70398]: DEBUG nova.objects.instance [None req-a058d890-e681-412d-b829-fd002109b360 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lazy-loading 'resources' on Instance uuid 2e712cae-4037-4493-86b9-eeda4a4ddeb5 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.127480] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 714161a0-3d7b-4410-9efb-016ba0fb2101] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.250885] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "refresh_cache-2d039863-b662-4fe3-a1ef-410acf862e28" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.250885] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquired lock "refresh_cache-2d039863-b662-4fe3-a1ef-410acf862e28" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.251064] env[70398]: DEBUG nova.network.neutron [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1178.487461] env[70398]: DEBUG oslo_vmware.api [None req-fee72035-1588-4d58-bedd-4e1b95634807 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445150, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.596752] env[70398]: DEBUG nova.compute.manager [req-91aa7dae-85d7-4587-92ab-7bbce82b0fb7 req-7fea1d7b-3918-4254-9357-c613726de905 service nova] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Received event network-vif-plugged-089a91a2-7b38-4a7f-9f38-358b3f31f84b {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.597462] env[70398]: DEBUG oslo_concurrency.lockutils [req-91aa7dae-85d7-4587-92ab-7bbce82b0fb7 req-7fea1d7b-3918-4254-9357-c613726de905 service nova] Acquiring lock "2d039863-b662-4fe3-a1ef-410acf862e28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.597787] env[70398]: DEBUG oslo_concurrency.lockutils [req-91aa7dae-85d7-4587-92ab-7bbce82b0fb7 req-7fea1d7b-3918-4254-9357-c613726de905 service nova] Lock "2d039863-b662-4fe3-a1ef-410acf862e28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.598052] env[70398]: DEBUG oslo_concurrency.lockutils [req-91aa7dae-85d7-4587-92ab-7bbce82b0fb7 req-7fea1d7b-3918-4254-9357-c613726de905 service nova] Lock "2d039863-b662-4fe3-a1ef-410acf862e28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.598317] env[70398]: DEBUG nova.compute.manager [req-91aa7dae-85d7-4587-92ab-7bbce82b0fb7 req-7fea1d7b-3918-4254-9357-c613726de905 service nova] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] No waiting events found dispatching network-vif-plugged-089a91a2-7b38-4a7f-9f38-358b3f31f84b {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1178.598542] env[70398]: WARNING nova.compute.manager [req-91aa7dae-85d7-4587-92ab-7bbce82b0fb7 req-7fea1d7b-3918-4254-9357-c613726de905 service nova] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Received unexpected event network-vif-plugged-089a91a2-7b38-4a7f-9f38-358b3f31f84b for instance with vm_state building and task_state spawning. [ 1178.598774] env[70398]: DEBUG nova.compute.manager [req-91aa7dae-85d7-4587-92ab-7bbce82b0fb7 req-7fea1d7b-3918-4254-9357-c613726de905 service nova] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Received event network-changed-089a91a2-7b38-4a7f-9f38-358b3f31f84b {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.599028] env[70398]: DEBUG nova.compute.manager [req-91aa7dae-85d7-4587-92ab-7bbce82b0fb7 req-7fea1d7b-3918-4254-9357-c613726de905 service nova] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Refreshing instance network info cache due to event network-changed-089a91a2-7b38-4a7f-9f38-358b3f31f84b. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1178.599322] env[70398]: DEBUG oslo_concurrency.lockutils [req-91aa7dae-85d7-4587-92ab-7bbce82b0fb7 req-7fea1d7b-3918-4254-9357-c613726de905 service nova] Acquiring lock "refresh_cache-2d039863-b662-4fe3-a1ef-410acf862e28" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.631295] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 495c1dd4-03ba-407f-b436-17bd65c1f11a] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.746743] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7d3224-6904-41ab-b676-a21568e89103 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.758499] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbe17ec-da59-4bac-8863-955fc4a18ee4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.790288] env[70398]: DEBUG nova.network.neutron [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1178.793140] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b32c415-87e6-4b73-a167-21afd7264d1a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.801817] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5225aaff-7ac6-4204-8b73-d2b19df18db3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.816633] env[70398]: DEBUG nova.compute.provider_tree [None req-a058d890-e681-412d-b829-fd002109b360 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.959162] env[70398]: DEBUG nova.compute.manager [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1178.959709] env[70398]: DEBUG nova.virt.hardware [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1178.959923] env[70398]: DEBUG nova.virt.hardware [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1178.960113] env[70398]: DEBUG nova.virt.hardware [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1178.960320] env[70398]: DEBUG nova.virt.hardware [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1178.960524] env[70398]: DEBUG nova.virt.hardware [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1178.960610] env[70398]: DEBUG nova.virt.hardware [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1178.960813] env[70398]: DEBUG nova.virt.hardware [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1178.960973] env[70398]: DEBUG nova.virt.hardware [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1178.961181] env[70398]: DEBUG nova.virt.hardware [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1178.961350] env[70398]: DEBUG nova.virt.hardware [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1178.961550] env[70398]: DEBUG nova.virt.hardware [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1178.962824] env[70398]: DEBUG nova.network.neutron [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Updating instance_info_cache with network_info: [{"id": "089a91a2-7b38-4a7f-9f38-358b3f31f84b", "address": "fa:16:3e:df:21:e6", "network": {"id": "5d95ca4f-960e-421c-9130-8d3e409f34c5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-80910192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68376abf86b14e67a33ef720177607f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap089a91a2-7b", "ovs_interfaceid": "089a91a2-7b38-4a7f-9f38-358b3f31f84b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.965221] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa8bb8f-916b-4ece-a2fa-8eec8586c927 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.977288] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1290a29d-0377-446f-820e-8bf0392aa5e7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.000445] env[70398]: DEBUG oslo_vmware.api [None req-fee72035-1588-4d58-bedd-4e1b95634807 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445150, 'name': ReconfigVM_Task, 'duration_secs': 0.654253} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.000736] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-fee72035-1588-4d58-bedd-4e1b95634807 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Reconfigured VM instance instance-0000006f to attach disk [datastore2] volume-db52bb17-86c4-4d31-990d-e7b50b2317d7/volume-db52bb17-86c4-4d31-990d-e7b50b2317d7.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1179.005675] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c3ceee2-2b70-418d-9f3b-f7d0fccd2ece {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.022026] env[70398]: DEBUG oslo_vmware.api [None req-fee72035-1588-4d58-bedd-4e1b95634807 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for the task: (returnval){ [ 1179.022026] env[70398]: value = "task-3445151" [ 1179.022026] env[70398]: _type = "Task" [ 1179.022026] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.034946] env[70398]: DEBUG oslo_vmware.api [None req-fee72035-1588-4d58-bedd-4e1b95634807 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445151, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.134751] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 4919357d-d2fd-4bf5-a0f7-ea788c22aae1] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.321794] env[70398]: DEBUG nova.scheduler.client.report [None req-a058d890-e681-412d-b829-fd002109b360 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.471346] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Releasing lock "refresh_cache-2d039863-b662-4fe3-a1ef-410acf862e28" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.471553] env[70398]: DEBUG nova.compute.manager [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Instance network_info: |[{"id": "089a91a2-7b38-4a7f-9f38-358b3f31f84b", "address": "fa:16:3e:df:21:e6", "network": {"id": "5d95ca4f-960e-421c-9130-8d3e409f34c5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-80910192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68376abf86b14e67a33ef720177607f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap089a91a2-7b", "ovs_interfaceid": "089a91a2-7b38-4a7f-9f38-358b3f31f84b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1179.471910] env[70398]: DEBUG oslo_concurrency.lockutils [req-91aa7dae-85d7-4587-92ab-7bbce82b0fb7 req-7fea1d7b-3918-4254-9357-c613726de905 service nova] Acquired lock "refresh_cache-2d039863-b662-4fe3-a1ef-410acf862e28" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.472261] env[70398]: DEBUG nova.network.neutron [req-91aa7dae-85d7-4587-92ab-7bbce82b0fb7 req-7fea1d7b-3918-4254-9357-c613726de905 service nova] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Refreshing network info cache for port 089a91a2-7b38-4a7f-9f38-358b3f31f84b {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1179.473528] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:21:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4406a73e-2189-46ac-9e96-4f0af80b5094', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '089a91a2-7b38-4a7f-9f38-358b3f31f84b', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1179.481688] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1179.484829] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1179.485362] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-970bee4f-01ab-4e01-8460-1cba5b894ffc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.508356] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1179.508356] env[70398]: value = "task-3445152" [ 1179.508356] env[70398]: _type = "Task" [ 1179.508356] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.517840] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445152, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.532051] env[70398]: DEBUG oslo_vmware.api [None req-fee72035-1588-4d58-bedd-4e1b95634807 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445151, 'name': ReconfigVM_Task, 'duration_secs': 0.228446} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.532388] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-fee72035-1588-4d58-bedd-4e1b95634807 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687743', 'volume_id': 'db52bb17-86c4-4d31-990d-e7b50b2317d7', 'name': 'volume-db52bb17-86c4-4d31-990d-e7b50b2317d7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '83d040f0-ca8b-40e2-bd82-1ddadfa0430a', 'attached_at': '', 'detached_at': '', 'volume_id': 'db52bb17-86c4-4d31-990d-e7b50b2317d7', 'serial': 'db52bb17-86c4-4d31-990d-e7b50b2317d7'} {{(pid=70398) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1179.620025] env[70398]: DEBUG oslo_vmware.rw_handles [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52046fa4-e0ce-34f0-a256-7973adc35e00/disk-0.vmdk. {{(pid=70398) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1179.621213] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b49551-70a1-4537-be03-de690a26569c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.628021] env[70398]: DEBUG oslo_vmware.rw_handles [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52046fa4-e0ce-34f0-a256-7973adc35e00/disk-0.vmdk is in state: ready. {{(pid=70398) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1179.628212] env[70398]: ERROR oslo_vmware.rw_handles [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52046fa4-e0ce-34f0-a256-7973adc35e00/disk-0.vmdk due to incomplete transfer. [ 1179.628488] env[70398]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-315cec56-43ef-4966-90b6-058272fced3b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.636281] env[70398]: DEBUG oslo_vmware.rw_handles [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52046fa4-e0ce-34f0-a256-7973adc35e00/disk-0.vmdk. {{(pid=70398) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1179.636476] env[70398]: DEBUG nova.virt.vmwareapi.images [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Uploaded image 5391aeb6-2f9b-4223-b9b9-7964067ee226 to the Glance image server {{(pid=70398) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1179.638755] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Destroying the VM {{(pid=70398) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1179.639166] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 042cb1aa-5618-48ae-9a74-717d6a729bb7] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.641116] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-05bcafa3-37ce-4e84-9658-cfcf8d2076ba {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.650974] env[70398]: DEBUG oslo_vmware.api [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the task: (returnval){ [ 1179.650974] env[70398]: value = "task-3445153" [ 1179.650974] env[70398]: _type = "Task" [ 1179.650974] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.660071] env[70398]: DEBUG oslo_vmware.api [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445153, 'name': Destroy_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.715109] env[70398]: DEBUG nova.network.neutron [req-91aa7dae-85d7-4587-92ab-7bbce82b0fb7 req-7fea1d7b-3918-4254-9357-c613726de905 service nova] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Updated VIF entry in instance network info cache for port 089a91a2-7b38-4a7f-9f38-358b3f31f84b. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1179.716082] env[70398]: DEBUG nova.network.neutron [req-91aa7dae-85d7-4587-92ab-7bbce82b0fb7 req-7fea1d7b-3918-4254-9357-c613726de905 service nova] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Updating instance_info_cache with network_info: [{"id": "089a91a2-7b38-4a7f-9f38-358b3f31f84b", "address": "fa:16:3e:df:21:e6", "network": {"id": "5d95ca4f-960e-421c-9130-8d3e409f34c5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-80910192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68376abf86b14e67a33ef720177607f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap089a91a2-7b", "ovs_interfaceid": "089a91a2-7b38-4a7f-9f38-358b3f31f84b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.827512] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a058d890-e681-412d-b829-fd002109b360 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.772s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.850510] env[70398]: INFO nova.scheduler.client.report [None req-a058d890-e681-412d-b829-fd002109b360 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Deleted allocations for instance 2e712cae-4037-4493-86b9-eeda4a4ddeb5 [ 1180.019344] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445152, 'name': CreateVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.145281] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 2a2e62f7-2192-40ed-9af0-a00415d6b6b9] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.162376] env[70398]: DEBUG oslo_vmware.api [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445153, 'name': Destroy_Task, 'duration_secs': 0.407553} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.162662] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Destroyed the VM [ 1180.162902] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Deleting Snapshot of the VM instance {{(pid=70398) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1180.163176] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9810a8b1-7483-427d-88c3-6c35c1732344 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.170996] env[70398]: DEBUG oslo_vmware.api [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the task: (returnval){ [ 1180.170996] env[70398]: value = "task-3445154" [ 1180.170996] env[70398]: _type = "Task" [ 1180.170996] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.181272] env[70398]: DEBUG oslo_vmware.api [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445154, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.218487] env[70398]: DEBUG oslo_concurrency.lockutils [req-91aa7dae-85d7-4587-92ab-7bbce82b0fb7 req-7fea1d7b-3918-4254-9357-c613726de905 service nova] Releasing lock "refresh_cache-2d039863-b662-4fe3-a1ef-410acf862e28" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.364946] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a058d890-e681-412d-b829-fd002109b360 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "2e712cae-4037-4493-86b9-eeda4a4ddeb5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.296s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.521871] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445152, 'name': CreateVM_Task, 'duration_secs': 0.670069} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.522113] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1180.522811] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'attachment_id': '8e1e439e-ed33-414d-b2bd-0d18b19086ae', 'delete_on_termination': True, 'guest_format': None, 'boot_index': 0, 'disk_bus': None, 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687737', 'volume_id': '631883d2-ae9a-4cd1-9822-014df8aeb4d4', 'name': 'volume-631883d2-ae9a-4cd1-9822-014df8aeb4d4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2d039863-b662-4fe3-a1ef-410acf862e28', 'attached_at': '', 'detached_at': '', 'volume_id': '631883d2-ae9a-4cd1-9822-014df8aeb4d4', 'serial': '631883d2-ae9a-4cd1-9822-014df8aeb4d4'}, 'volume_type': None}], 'swap': None} {{(pid=70398) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1180.523220] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Root volume attach. Driver type: vmdk {{(pid=70398) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1180.523999] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a6f2e3-c97f-42c3-9d84-c3321b5e549f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.533252] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96924b8d-c616-4f78-976b-b6d0cfdeb0b0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.540944] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bab43a-791c-4ddc-88b5-b92c500398c4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.551690] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-9c5cbcb1-77dc-4508-938b-fa2246a96ff7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.556454] env[70398]: DEBUG oslo_vmware.api [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1180.556454] env[70398]: value = "task-3445155" [ 1180.556454] env[70398]: _type = "Task" [ 1180.556454] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.567721] env[70398]: DEBUG oslo_vmware.api [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445155, 'name': RelocateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.579878] env[70398]: DEBUG nova.objects.instance [None req-fee72035-1588-4d58-bedd-4e1b95634807 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lazy-loading 'flavor' on Instance uuid 83d040f0-ca8b-40e2-bd82-1ddadfa0430a {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.650410] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 6411787d-535e-48d5-9632-1dab4bdc7cdc] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.683189] env[70398]: DEBUG oslo_vmware.api [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445154, 'name': RemoveSnapshot_Task, 'duration_secs': 0.376012} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.683426] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Deleted Snapshot of the VM instance {{(pid=70398) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1180.683703] env[70398]: DEBUG nova.compute.manager [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1180.684560] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a32631-e539-4ab6-ae4c-38bbf0202dcc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.955842] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1a714691-6c09-4a71-bbef-8ff24c4444c6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "003a9ff4-da21-4a6c-9659-4f309a3482a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.955842] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1a714691-6c09-4a71-bbef-8ff24c4444c6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "003a9ff4-da21-4a6c-9659-4f309a3482a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.955842] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1a714691-6c09-4a71-bbef-8ff24c4444c6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "003a9ff4-da21-4a6c-9659-4f309a3482a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.955842] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1a714691-6c09-4a71-bbef-8ff24c4444c6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "003a9ff4-da21-4a6c-9659-4f309a3482a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.955842] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1a714691-6c09-4a71-bbef-8ff24c4444c6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "003a9ff4-da21-4a6c-9659-4f309a3482a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.956934] env[70398]: INFO nova.compute.manager [None req-1a714691-6c09-4a71-bbef-8ff24c4444c6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 003a9ff4-da21-4a6c-9659-4f309a3482a4] Terminating instance [ 1181.071917] env[70398]: DEBUG oslo_vmware.api [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445155, 'name': RelocateVM_Task} progress is 40%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.088924] env[70398]: DEBUG oslo_concurrency.lockutils [None req-fee72035-1588-4d58-bedd-4e1b95634807 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "83d040f0-ca8b-40e2-bd82-1ddadfa0430a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.807s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.152827] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 8bc5386e-1109-460a-bb30-98f7289b249c] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.199773] env[70398]: INFO nova.compute.manager [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Shelve offloading [ 1181.462252] env[70398]: DEBUG nova.compute.manager [None req-1a714691-6c09-4a71-bbef-8ff24c4444c6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 003a9ff4-da21-4a6c-9659-4f309a3482a4] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1181.462518] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-1a714691-6c09-4a71-bbef-8ff24c4444c6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 003a9ff4-da21-4a6c-9659-4f309a3482a4] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1181.463525] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52c1145-b865-4f42-91ef-ea9436f90606 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.476023] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a714691-6c09-4a71-bbef-8ff24c4444c6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 003a9ff4-da21-4a6c-9659-4f309a3482a4] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1181.476344] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5024e4f2-c64d-4787-9493-46cf91403b82 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.486218] env[70398]: DEBUG oslo_vmware.api [None req-1a714691-6c09-4a71-bbef-8ff24c4444c6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1181.486218] env[70398]: value = "task-3445156" [ 1181.486218] env[70398]: _type = "Task" [ 1181.486218] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.499134] env[70398]: DEBUG oslo_vmware.api [None req-1a714691-6c09-4a71-bbef-8ff24c4444c6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3445156, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.570866] env[70398]: DEBUG oslo_vmware.api [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445155, 'name': RelocateVM_Task} progress is 53%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.657383] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: b54a1d0e-b5a0-4a1f-91a5-c5cef210e891] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.707778] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1181.708632] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2a0a3be-7ee8-4c3e-8a22-2b45c9f85e92 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.722617] env[70398]: DEBUG oslo_vmware.api [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the task: (returnval){ [ 1181.722617] env[70398]: value = "task-3445157" [ 1181.722617] env[70398]: _type = "Task" [ 1181.722617] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.737400] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] VM already powered off {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1181.737850] env[70398]: DEBUG nova.compute.manager [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1181.739113] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d89a91f-7780-42fb-bffc-15621b1a7549 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.750069] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Acquiring lock "refresh_cache-02fe9693-8fb3-44e1-b868-7fb3af0ef646" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.750415] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Acquired lock "refresh_cache-02fe9693-8fb3-44e1-b868-7fb3af0ef646" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.750513] env[70398]: DEBUG nova.network.neutron [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.999547] env[70398]: DEBUG oslo_vmware.api [None req-1a714691-6c09-4a71-bbef-8ff24c4444c6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3445156, 'name': PowerOffVM_Task, 'duration_secs': 0.201133} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.999985] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a714691-6c09-4a71-bbef-8ff24c4444c6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 003a9ff4-da21-4a6c-9659-4f309a3482a4] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1182.000350] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-1a714691-6c09-4a71-bbef-8ff24c4444c6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 003a9ff4-da21-4a6c-9659-4f309a3482a4] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1182.000725] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c3276a8-09bd-41b7-9ec8-c4e49ca72a32 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.071266] env[70398]: DEBUG oslo_vmware.api [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445155, 'name': RelocateVM_Task} progress is 67%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.085303] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-1a714691-6c09-4a71-bbef-8ff24c4444c6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 003a9ff4-da21-4a6c-9659-4f309a3482a4] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1182.085303] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-1a714691-6c09-4a71-bbef-8ff24c4444c6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 003a9ff4-da21-4a6c-9659-4f309a3482a4] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1182.085303] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a714691-6c09-4a71-bbef-8ff24c4444c6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Deleting the datastore file [datastore1] 003a9ff4-da21-4a6c-9659-4f309a3482a4 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1182.085303] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-433c1930-5d99-416a-acb6-34f1a48af1a0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.095322] env[70398]: DEBUG oslo_vmware.api [None req-1a714691-6c09-4a71-bbef-8ff24c4444c6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for the task: (returnval){ [ 1182.095322] env[70398]: value = "task-3445159" [ 1182.095322] env[70398]: _type = "Task" [ 1182.095322] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.106572] env[70398]: DEBUG oslo_vmware.api [None req-1a714691-6c09-4a71-bbef-8ff24c4444c6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3445159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.162135] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 4644c5df-2060-436f-a226-c31c0d750847] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.572565] env[70398]: DEBUG oslo_vmware.api [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445155, 'name': RelocateVM_Task} progress is 81%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.611064] env[70398]: DEBUG oslo_vmware.api [None req-1a714691-6c09-4a71-bbef-8ff24c4444c6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3445159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.667648] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 6e0de7b8-ef2d-4449-8e08-e188d9f210ad] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.010918] env[70398]: DEBUG nova.network.neutron [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Updating instance_info_cache with network_info: [{"id": "f4c3025c-8cec-488e-b1a0-6f985d965cb7", "address": "fa:16:3e:26:e8:7b", "network": {"id": "660720bd-b364-4d50-8d6c-a86a84e79e4a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-693756326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3fa79db455844dcb84fce2f9e9ece30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4c3025c-8c", "ovs_interfaceid": "f4c3025c-8cec-488e-b1a0-6f985d965cb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.070467] env[70398]: DEBUG oslo_vmware.api [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445155, 'name': RelocateVM_Task} progress is 95%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.107332] env[70398]: DEBUG oslo_vmware.api [None req-1a714691-6c09-4a71-bbef-8ff24c4444c6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3445159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.171605] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 4d9ff1a2-da45-4efd-af8c-d47907ce0768] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.278086] env[70398]: DEBUG oslo_concurrency.lockutils [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquiring lock "1f198f4c-2f09-43cb-8b9c-2c18b70eda75" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.278394] env[70398]: DEBUG oslo_concurrency.lockutils [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "1f198f4c-2f09-43cb-8b9c-2c18b70eda75" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.514672] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Releasing lock "refresh_cache-02fe9693-8fb3-44e1-b868-7fb3af0ef646" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.576346] env[70398]: DEBUG oslo_vmware.api [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445155, 'name': RelocateVM_Task} progress is 97%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.607798] env[70398]: DEBUG oslo_vmware.api [None req-1a714691-6c09-4a71-bbef-8ff24c4444c6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Task: {'id': task-3445159, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.159566} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.608317] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a714691-6c09-4a71-bbef-8ff24c4444c6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.608536] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-1a714691-6c09-4a71-bbef-8ff24c4444c6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 003a9ff4-da21-4a6c-9659-4f309a3482a4] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1183.608858] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-1a714691-6c09-4a71-bbef-8ff24c4444c6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 003a9ff4-da21-4a6c-9659-4f309a3482a4] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1183.609061] env[70398]: INFO nova.compute.manager [None req-1a714691-6c09-4a71-bbef-8ff24c4444c6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] [instance: 003a9ff4-da21-4a6c-9659-4f309a3482a4] Took 2.15 seconds to destroy the instance on the hypervisor. [ 1183.609307] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a714691-6c09-4a71-bbef-8ff24c4444c6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.609510] env[70398]: DEBUG nova.compute.manager [-] [instance: 003a9ff4-da21-4a6c-9659-4f309a3482a4] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1183.609621] env[70398]: DEBUG nova.network.neutron [-] [instance: 003a9ff4-da21-4a6c-9659-4f309a3482a4] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1183.676484] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 6c788574-439c-4c94-819c-84f842795a9d] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.780581] env[70398]: DEBUG nova.compute.manager [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1183.862271] env[70398]: DEBUG nova.compute.manager [req-091cf581-d744-4b0b-a356-41940253de24 req-0a0979db-d358-4839-b056-2eaed49e7450 service nova] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Received event network-vif-unplugged-f4c3025c-8cec-488e-b1a0-6f985d965cb7 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.862392] env[70398]: DEBUG oslo_concurrency.lockutils [req-091cf581-d744-4b0b-a356-41940253de24 req-0a0979db-d358-4839-b056-2eaed49e7450 service nova] Acquiring lock "02fe9693-8fb3-44e1-b868-7fb3af0ef646-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.862593] env[70398]: DEBUG oslo_concurrency.lockutils [req-091cf581-d744-4b0b-a356-41940253de24 req-0a0979db-d358-4839-b056-2eaed49e7450 service nova] Lock "02fe9693-8fb3-44e1-b868-7fb3af0ef646-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.862770] env[70398]: DEBUG oslo_concurrency.lockutils [req-091cf581-d744-4b0b-a356-41940253de24 req-0a0979db-d358-4839-b056-2eaed49e7450 service nova] Lock "02fe9693-8fb3-44e1-b868-7fb3af0ef646-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.862938] env[70398]: DEBUG nova.compute.manager [req-091cf581-d744-4b0b-a356-41940253de24 req-0a0979db-d358-4839-b056-2eaed49e7450 service nova] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] No waiting events found dispatching network-vif-unplugged-f4c3025c-8cec-488e-b1a0-6f985d965cb7 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1183.863455] env[70398]: WARNING nova.compute.manager [req-091cf581-d744-4b0b-a356-41940253de24 req-0a0979db-d358-4839-b056-2eaed49e7450 service nova] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Received unexpected event network-vif-unplugged-f4c3025c-8cec-488e-b1a0-6f985d965cb7 for instance with vm_state shelved and task_state shelving_offloading. [ 1184.071032] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1184.071032] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c396349e-509f-46f0-ade0-7ec3e138ccb1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.075604] env[70398]: DEBUG oslo_vmware.api [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445155, 'name': RelocateVM_Task} progress is 98%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.080403] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1184.080648] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0783e1e-a72a-4bfa-aaf0-c5108d6f5225 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.153603] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1184.153947] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1184.154242] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Deleting the datastore file [datastore2] 02fe9693-8fb3-44e1-b868-7fb3af0ef646 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1184.154626] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38f7d469-4f7d-48a3-9482-dbadb9178fcd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.162877] env[70398]: DEBUG oslo_vmware.api [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the task: (returnval){ [ 1184.162877] env[70398]: value = "task-3445161" [ 1184.162877] env[70398]: _type = "Task" [ 1184.162877] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.170914] env[70398]: DEBUG oslo_vmware.api [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.179440] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 61bc5681-9186-49fe-a635-56bd82450752] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.304958] env[70398]: DEBUG oslo_concurrency.lockutils [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.305275] env[70398]: DEBUG oslo_concurrency.lockutils [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.306884] env[70398]: INFO nova.compute.claims [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1184.572591] env[70398]: DEBUG oslo_vmware.api [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445155, 'name': RelocateVM_Task} progress is 98%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.594223] env[70398]: DEBUG nova.network.neutron [-] [instance: 003a9ff4-da21-4a6c-9659-4f309a3482a4] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.674073] env[70398]: DEBUG oslo_vmware.api [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445161, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141723} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.674364] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1184.674542] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1184.674713] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1184.684168] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 43965006-3260-4b95-a464-548d87315683] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.694951] env[70398]: INFO nova.scheduler.client.report [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Deleted allocations for instance 02fe9693-8fb3-44e1-b868-7fb3af0ef646 [ 1185.072784] env[70398]: DEBUG oslo_vmware.api [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445155, 'name': RelocateVM_Task, 'duration_secs': 4.492262} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.073196] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Volume attach. Driver type: vmdk {{(pid=70398) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1185.073606] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687737', 'volume_id': '631883d2-ae9a-4cd1-9822-014df8aeb4d4', 'name': 'volume-631883d2-ae9a-4cd1-9822-014df8aeb4d4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2d039863-b662-4fe3-a1ef-410acf862e28', 'attached_at': '', 'detached_at': '', 'volume_id': '631883d2-ae9a-4cd1-9822-014df8aeb4d4', 'serial': '631883d2-ae9a-4cd1-9822-014df8aeb4d4'} {{(pid=70398) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1185.074439] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8742f1b-b11b-4e75-9266-6a0c5dd75da7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.094315] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3bc841-8cb5-4955-8f16-bf9a1c0e8c7b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.097043] env[70398]: INFO nova.compute.manager [-] [instance: 003a9ff4-da21-4a6c-9659-4f309a3482a4] Took 1.49 seconds to deallocate network for instance. [ 1185.119352] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] volume-631883d2-ae9a-4cd1-9822-014df8aeb4d4/volume-631883d2-ae9a-4cd1-9822-014df8aeb4d4.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1185.120147] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4882b41f-0f35-415e-971e-de93d89495b5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.143113] env[70398]: DEBUG oslo_vmware.api [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1185.143113] env[70398]: value = "task-3445162" [ 1185.143113] env[70398]: _type = "Task" [ 1185.143113] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.155448] env[70398]: DEBUG oslo_vmware.api [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445162, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.186688] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: c4e17778-5b44-4a5c-934c-f06f1722e50c] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.197413] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.533554] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1b02a6-57c8-4dbd-8d11-52337a1fa513 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.542163] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092dbbb2-4635-4170-978f-04c5904f07df {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.577667] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf572fa-56f9-4709-91c0-18811810c127 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.586458] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd48a3ea-e5bd-41d7-bd4d-8f176f57b645 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.603266] env[70398]: DEBUG nova.compute.provider_tree [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.621105] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1a714691-6c09-4a71-bbef-8ff24c4444c6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.654017] env[70398]: DEBUG oslo_vmware.api [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445162, 'name': ReconfigVM_Task, 'duration_secs': 0.316478} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.654571] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Reconfigured VM instance instance-00000075 to attach disk [datastore2] volume-631883d2-ae9a-4cd1-9822-014df8aeb4d4/volume-631883d2-ae9a-4cd1-9822-014df8aeb4d4.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1185.660019] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52155f18-ee71-4608-8414-7a5e063159ba {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.677295] env[70398]: DEBUG oslo_vmware.api [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1185.677295] env[70398]: value = "task-3445163" [ 1185.677295] env[70398]: _type = "Task" [ 1185.677295] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.686939] env[70398]: DEBUG oslo_vmware.api [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445163, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.692291] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: e20ffae3-2c87-4236-af72-9a752be07add] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.906205] env[70398]: DEBUG nova.compute.manager [req-5e698f72-f7f5-4626-993f-d7017052d0c0 req-2cd353b7-63b4-4dd7-a9ff-afb41328c5db service nova] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Received event network-changed-f4c3025c-8cec-488e-b1a0-6f985d965cb7 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.906205] env[70398]: DEBUG nova.compute.manager [req-5e698f72-f7f5-4626-993f-d7017052d0c0 req-2cd353b7-63b4-4dd7-a9ff-afb41328c5db service nova] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Refreshing instance network info cache due to event network-changed-f4c3025c-8cec-488e-b1a0-6f985d965cb7. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1185.907744] env[70398]: DEBUG oslo_concurrency.lockutils [req-5e698f72-f7f5-4626-993f-d7017052d0c0 req-2cd353b7-63b4-4dd7-a9ff-afb41328c5db service nova] Acquiring lock "refresh_cache-02fe9693-8fb3-44e1-b868-7fb3af0ef646" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.907744] env[70398]: DEBUG oslo_concurrency.lockutils [req-5e698f72-f7f5-4626-993f-d7017052d0c0 req-2cd353b7-63b4-4dd7-a9ff-afb41328c5db service nova] Acquired lock "refresh_cache-02fe9693-8fb3-44e1-b868-7fb3af0ef646" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.907744] env[70398]: DEBUG nova.network.neutron [req-5e698f72-f7f5-4626-993f-d7017052d0c0 req-2cd353b7-63b4-4dd7-a9ff-afb41328c5db service nova] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Refreshing network info cache for port f4c3025c-8cec-488e-b1a0-6f985d965cb7 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1186.107456] env[70398]: DEBUG nova.scheduler.client.report [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.191697] env[70398]: DEBUG oslo_vmware.api [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445163, 'name': ReconfigVM_Task, 'duration_secs': 0.197594} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.193235] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687737', 'volume_id': '631883d2-ae9a-4cd1-9822-014df8aeb4d4', 'name': 'volume-631883d2-ae9a-4cd1-9822-014df8aeb4d4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2d039863-b662-4fe3-a1ef-410acf862e28', 'attached_at': '', 'detached_at': '', 'volume_id': '631883d2-ae9a-4cd1-9822-014df8aeb4d4', 'serial': '631883d2-ae9a-4cd1-9822-014df8aeb4d4'} {{(pid=70398) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1186.193235] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f119585d-b59a-4bbd-8133-c6791a520614 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.201383] env[70398]: DEBUG oslo_vmware.api [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1186.201383] env[70398]: value = "task-3445164" [ 1186.201383] env[70398]: _type = "Task" [ 1186.201383] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.211469] env[70398]: DEBUG oslo_vmware.api [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445164, 'name': Rename_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.425292] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Acquiring lock "02fe9693-8fb3-44e1-b868-7fb3af0ef646" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.612821] env[70398]: DEBUG oslo_concurrency.lockutils [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.306s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.612821] env[70398]: DEBUG nova.compute.manager [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1186.616797] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.420s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.617034] env[70398]: DEBUG nova.objects.instance [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lazy-loading 'resources' on Instance uuid 02fe9693-8fb3-44e1-b868-7fb3af0ef646 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.711643] env[70398]: DEBUG oslo_vmware.api [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445164, 'name': Rename_Task, 'duration_secs': 0.274253} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.712513] env[70398]: DEBUG nova.network.neutron [req-5e698f72-f7f5-4626-993f-d7017052d0c0 req-2cd353b7-63b4-4dd7-a9ff-afb41328c5db service nova] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Updated VIF entry in instance network info cache for port f4c3025c-8cec-488e-b1a0-6f985d965cb7. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1186.712838] env[70398]: DEBUG nova.network.neutron [req-5e698f72-f7f5-4626-993f-d7017052d0c0 req-2cd353b7-63b4-4dd7-a9ff-afb41328c5db service nova] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Updating instance_info_cache with network_info: [{"id": "f4c3025c-8cec-488e-b1a0-6f985d965cb7", "address": "fa:16:3e:26:e8:7b", "network": {"id": "660720bd-b364-4d50-8d6c-a86a84e79e4a", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-693756326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3fa79db455844dcb84fce2f9e9ece30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf4c3025c-8c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.714070] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1186.714670] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bbaa0cf3-12e2-42b1-80b3-18a00ff281b7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.722813] env[70398]: DEBUG oslo_vmware.api [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1186.722813] env[70398]: value = "task-3445165" [ 1186.722813] env[70398]: _type = "Task" [ 1186.722813] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.731743] env[70398]: DEBUG oslo_vmware.api [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445165, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.121026] env[70398]: DEBUG nova.compute.utils [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1187.122276] env[70398]: DEBUG nova.compute.manager [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1187.122425] env[70398]: DEBUG nova.network.neutron [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1187.124471] env[70398]: DEBUG nova.objects.instance [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lazy-loading 'numa_topology' on Instance uuid 02fe9693-8fb3-44e1-b868-7fb3af0ef646 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.163742] env[70398]: DEBUG nova.policy [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '794969d6b66d4dbfaab42974e22ed411', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '384aca740b854263ad00e83e46f9f263', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 1187.217851] env[70398]: DEBUG oslo_concurrency.lockutils [req-5e698f72-f7f5-4626-993f-d7017052d0c0 req-2cd353b7-63b4-4dd7-a9ff-afb41328c5db service nova] Releasing lock "refresh_cache-02fe9693-8fb3-44e1-b868-7fb3af0ef646" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.217851] env[70398]: DEBUG nova.compute.manager [req-5e698f72-f7f5-4626-993f-d7017052d0c0 req-2cd353b7-63b4-4dd7-a9ff-afb41328c5db service nova] [instance: 003a9ff4-da21-4a6c-9659-4f309a3482a4] Received event network-vif-deleted-28cff5e7-9224-4eb1-bbf1-032f65e3ef8a {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.233252] env[70398]: DEBUG oslo_vmware.api [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445165, 'name': PowerOnVM_Task, 'duration_secs': 0.500899} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.233499] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1187.233733] env[70398]: INFO nova.compute.manager [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Took 8.27 seconds to spawn the instance on the hypervisor. [ 1187.233908] env[70398]: DEBUG nova.compute.manager [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1187.235087] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0402730-3ff9-4995-8f2a-9e0e4cd375f1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.373289] env[70398]: DEBUG oslo_concurrency.lockutils [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Acquiring lock "176446a0-69e1-46de-a5c7-cb5e0934fcf9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.373746] env[70398]: DEBUG oslo_concurrency.lockutils [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Lock "176446a0-69e1-46de-a5c7-cb5e0934fcf9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.481174] env[70398]: DEBUG nova.network.neutron [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Successfully created port: 17587ef5-cf15-409a-9848-2c1292689e44 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1187.627097] env[70398]: DEBUG nova.compute.manager [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1187.630588] env[70398]: DEBUG nova.objects.base [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Object Instance<02fe9693-8fb3-44e1-b868-7fb3af0ef646> lazy-loaded attributes: resources,numa_topology {{(pid=70398) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1187.753359] env[70398]: INFO nova.compute.manager [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Took 14.87 seconds to build instance. [ 1187.852223] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4d3490-8a90-43ff-b6b2-6ea195d46e00 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.860808] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829c99de-d5cf-4dcc-871b-2fffa63ec59a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.897164] env[70398]: DEBUG nova.compute.manager [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] [instance: 176446a0-69e1-46de-a5c7-cb5e0934fcf9] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1187.903391] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ac47d6-28d3-4f2d-b75c-cefbd9e314e1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.909706] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ccd5bf-a3ee-41fb-b062-67a582e3c01c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.924253] env[70398]: DEBUG nova.compute.provider_tree [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.189552] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.256853] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d9687391-44fb-4a6a-8b2b-60899fc4d4fc tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "2d039863-b662-4fe3-a1ef-410acf862e28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.388s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.428357] env[70398]: DEBUG nova.scheduler.client.report [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.434223] env[70398]: DEBUG oslo_concurrency.lockutils [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.640748] env[70398]: DEBUG nova.compute.manager [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1188.671288] env[70398]: DEBUG nova.virt.hardware [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1188.671495] env[70398]: DEBUG nova.virt.hardware [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1188.671661] env[70398]: DEBUG nova.virt.hardware [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1188.671852] env[70398]: DEBUG nova.virt.hardware [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1188.671998] env[70398]: DEBUG nova.virt.hardware [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1188.672723] env[70398]: DEBUG nova.virt.hardware [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1188.673447] env[70398]: DEBUG nova.virt.hardware [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1188.673447] env[70398]: DEBUG nova.virt.hardware [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1188.673447] env[70398]: DEBUG nova.virt.hardware [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1188.673447] env[70398]: DEBUG nova.virt.hardware [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1188.673647] env[70398]: DEBUG nova.virt.hardware [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1188.674524] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f181d6-6ada-478b-a2b3-bf69b6ccfa88 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.683150] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7a15ef-8876-4789-9394-bd87927fda1f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.700580] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.700769] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.700922] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.701505] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.701659] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70398) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1188.796228] env[70398]: DEBUG nova.compute.manager [req-44e20534-87b9-4d8a-8e56-64eaaeabc218 req-5b92e079-35d7-4356-8abb-6d278e3c8fce service nova] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Received event network-changed-f4cbeb4a-687c-4a64-935e-a9a2d6bdd830 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.796433] env[70398]: DEBUG nova.compute.manager [req-44e20534-87b9-4d8a-8e56-64eaaeabc218 req-5b92e079-35d7-4356-8abb-6d278e3c8fce service nova] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Refreshing instance network info cache due to event network-changed-f4cbeb4a-687c-4a64-935e-a9a2d6bdd830. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1188.796612] env[70398]: DEBUG oslo_concurrency.lockutils [req-44e20534-87b9-4d8a-8e56-64eaaeabc218 req-5b92e079-35d7-4356-8abb-6d278e3c8fce service nova] Acquiring lock "refresh_cache-80d6c8a9-5980-45a5-b3a3-2704c74ab2f3" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.796753] env[70398]: DEBUG oslo_concurrency.lockutils [req-44e20534-87b9-4d8a-8e56-64eaaeabc218 req-5b92e079-35d7-4356-8abb-6d278e3c8fce service nova] Acquired lock "refresh_cache-80d6c8a9-5980-45a5-b3a3-2704c74ab2f3" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.796909] env[70398]: DEBUG nova.network.neutron [req-44e20534-87b9-4d8a-8e56-64eaaeabc218 req-5b92e079-35d7-4356-8abb-6d278e3c8fce service nova] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Refreshing network info cache for port f4cbeb4a-687c-4a64-935e-a9a2d6bdd830 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1188.933735] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.317s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.936481] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1a714691-6c09-4a71-bbef-8ff24c4444c6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.315s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.939050] env[70398]: DEBUG nova.objects.instance [None req-1a714691-6c09-4a71-bbef-8ff24c4444c6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lazy-loading 'resources' on Instance uuid 003a9ff4-da21-4a6c-9659-4f309a3482a4 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1188.960175] env[70398]: DEBUG nova.compute.manager [req-6432c8ce-f0ea-46db-92f7-2c20d637a4db req-0be8400e-3577-44af-ab3f-1e8ee2c8add1 service nova] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Received event network-vif-plugged-17587ef5-cf15-409a-9848-2c1292689e44 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.960175] env[70398]: DEBUG oslo_concurrency.lockutils [req-6432c8ce-f0ea-46db-92f7-2c20d637a4db req-0be8400e-3577-44af-ab3f-1e8ee2c8add1 service nova] Acquiring lock "1f198f4c-2f09-43cb-8b9c-2c18b70eda75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.960175] env[70398]: DEBUG oslo_concurrency.lockutils [req-6432c8ce-f0ea-46db-92f7-2c20d637a4db req-0be8400e-3577-44af-ab3f-1e8ee2c8add1 service nova] Lock "1f198f4c-2f09-43cb-8b9c-2c18b70eda75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.960175] env[70398]: DEBUG oslo_concurrency.lockutils [req-6432c8ce-f0ea-46db-92f7-2c20d637a4db req-0be8400e-3577-44af-ab3f-1e8ee2c8add1 service nova] Lock "1f198f4c-2f09-43cb-8b9c-2c18b70eda75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.960175] env[70398]: DEBUG nova.compute.manager [req-6432c8ce-f0ea-46db-92f7-2c20d637a4db req-0be8400e-3577-44af-ab3f-1e8ee2c8add1 service nova] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] No waiting events found dispatching network-vif-plugged-17587ef5-cf15-409a-9848-2c1292689e44 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1188.960876] env[70398]: WARNING nova.compute.manager [req-6432c8ce-f0ea-46db-92f7-2c20d637a4db req-0be8400e-3577-44af-ab3f-1e8ee2c8add1 service nova] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Received unexpected event network-vif-plugged-17587ef5-cf15-409a-9848-2c1292689e44 for instance with vm_state building and task_state spawning. [ 1189.003289] env[70398]: DEBUG nova.network.neutron [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Successfully updated port: 17587ef5-cf15-409a-9848-2c1292689e44 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1189.454145] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9367689b-a127-45e7-aca5-c01146b1a94a tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lock "02fe9693-8fb3-44e1-b868-7fb3af0ef646" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.694s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.454145] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lock "02fe9693-8fb3-44e1-b868-7fb3af0ef646" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.029s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.454145] env[70398]: INFO nova.compute.manager [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Unshelving [ 1189.508561] env[70398]: DEBUG oslo_concurrency.lockutils [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquiring lock "refresh_cache-1f198f4c-2f09-43cb-8b9c-2c18b70eda75" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.508561] env[70398]: DEBUG oslo_concurrency.lockutils [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquired lock "refresh_cache-1f198f4c-2f09-43cb-8b9c-2c18b70eda75" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.508561] env[70398]: DEBUG nova.network.neutron [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1189.532669] env[70398]: DEBUG nova.network.neutron [req-44e20534-87b9-4d8a-8e56-64eaaeabc218 req-5b92e079-35d7-4356-8abb-6d278e3c8fce service nova] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Updated VIF entry in instance network info cache for port f4cbeb4a-687c-4a64-935e-a9a2d6bdd830. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1189.533245] env[70398]: DEBUG nova.network.neutron [req-44e20534-87b9-4d8a-8e56-64eaaeabc218 req-5b92e079-35d7-4356-8abb-6d278e3c8fce service nova] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Updating instance_info_cache with network_info: [{"id": "f4cbeb4a-687c-4a64-935e-a9a2d6bdd830", "address": "fa:16:3e:9b:2a:6f", "network": {"id": "5d95ca4f-960e-421c-9130-8d3e409f34c5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-80910192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68376abf86b14e67a33ef720177607f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4cbeb4a-68", "ovs_interfaceid": "f4cbeb4a-687c-4a64-935e-a9a2d6bdd830", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.613840] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7b8a12-497e-4ab1-9742-0ba4ec7ec421 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.621794] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d73aef-2fd2-43d5-812c-431399562b9f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.652237] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043c4f2f-4386-493b-bf1c-fd310c5ebb8c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.659923] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcdf0619-44f1-4b9d-a5a6-ac430ff64162 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.674367] env[70398]: DEBUG nova.compute.provider_tree [None req-1a714691-6c09-4a71-bbef-8ff24c4444c6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.035978] env[70398]: DEBUG oslo_concurrency.lockutils [req-44e20534-87b9-4d8a-8e56-64eaaeabc218 req-5b92e079-35d7-4356-8abb-6d278e3c8fce service nova] Releasing lock "refresh_cache-80d6c8a9-5980-45a5-b3a3-2704c74ab2f3" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.047706] env[70398]: DEBUG nova.network.neutron [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1190.174481] env[70398]: DEBUG nova.network.neutron [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Updating instance_info_cache with network_info: [{"id": "17587ef5-cf15-409a-9848-2c1292689e44", "address": "fa:16:3e:6e:7d:40", "network": {"id": "c60a1218-1755-48b4-bf57-04838428f6c8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1604715474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384aca740b854263ad00e83e46f9f263", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17587ef5-cf", "ovs_interfaceid": "17587ef5-cf15-409a-9848-2c1292689e44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.176706] env[70398]: DEBUG nova.scheduler.client.report [None req-1a714691-6c09-4a71-bbef-8ff24c4444c6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.346979] env[70398]: DEBUG nova.compute.manager [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Stashing vm_state: active {{(pid=70398) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1190.467674] env[70398]: DEBUG nova.compute.utils [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1190.677387] env[70398]: DEBUG oslo_concurrency.lockutils [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Releasing lock "refresh_cache-1f198f4c-2f09-43cb-8b9c-2c18b70eda75" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.677784] env[70398]: DEBUG nova.compute.manager [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Instance network_info: |[{"id": "17587ef5-cf15-409a-9848-2c1292689e44", "address": "fa:16:3e:6e:7d:40", "network": {"id": "c60a1218-1755-48b4-bf57-04838428f6c8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1604715474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384aca740b854263ad00e83e46f9f263", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17587ef5-cf", "ovs_interfaceid": "17587ef5-cf15-409a-9848-2c1292689e44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1190.678215] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:7d:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17587ef5-cf15-409a-9848-2c1292689e44', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1190.685970] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1190.686623] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1a714691-6c09-4a71-bbef-8ff24c4444c6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.750s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.689201] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1190.689513] env[70398]: DEBUG oslo_concurrency.lockutils [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.255s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.690939] env[70398]: INFO nova.compute.claims [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] [instance: 176446a0-69e1-46de-a5c7-cb5e0934fcf9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1190.693289] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-787fec34-e778-4b30-a8c6-a17d9c5bb1af {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.708253] env[70398]: INFO nova.scheduler.client.report [None req-1a714691-6c09-4a71-bbef-8ff24c4444c6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Deleted allocations for instance 003a9ff4-da21-4a6c-9659-4f309a3482a4 [ 1190.716289] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1190.716289] env[70398]: value = "task-3445166" [ 1190.716289] env[70398]: _type = "Task" [ 1190.716289] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.725403] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445166, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.826435] env[70398]: DEBUG nova.compute.manager [req-1fcfe133-6d2d-47ed-9ec7-01e35f9a03c4 req-17b5fed8-078b-4fe6-ab34-faee077754a3 service nova] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Received event network-changed-089a91a2-7b38-4a7f-9f38-358b3f31f84b {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.826668] env[70398]: DEBUG nova.compute.manager [req-1fcfe133-6d2d-47ed-9ec7-01e35f9a03c4 req-17b5fed8-078b-4fe6-ab34-faee077754a3 service nova] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Refreshing instance network info cache due to event network-changed-089a91a2-7b38-4a7f-9f38-358b3f31f84b. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1190.826885] env[70398]: DEBUG oslo_concurrency.lockutils [req-1fcfe133-6d2d-47ed-9ec7-01e35f9a03c4 req-17b5fed8-078b-4fe6-ab34-faee077754a3 service nova] Acquiring lock "refresh_cache-2d039863-b662-4fe3-a1ef-410acf862e28" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.827056] env[70398]: DEBUG oslo_concurrency.lockutils [req-1fcfe133-6d2d-47ed-9ec7-01e35f9a03c4 req-17b5fed8-078b-4fe6-ab34-faee077754a3 service nova] Acquired lock "refresh_cache-2d039863-b662-4fe3-a1ef-410acf862e28" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.827234] env[70398]: DEBUG nova.network.neutron [req-1fcfe133-6d2d-47ed-9ec7-01e35f9a03c4 req-17b5fed8-078b-4fe6-ab34-faee077754a3 service nova] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Refreshing network info cache for port 089a91a2-7b38-4a7f-9f38-358b3f31f84b {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1190.865835] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.970144] env[70398]: INFO nova.virt.block_device [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Booting with volume e7f74c51-dd5a-4f98-9d10-6a9a3189ec15 at /dev/sdb [ 1190.994032] env[70398]: DEBUG nova.compute.manager [req-bae71708-eb10-4124-a5ab-c549e4f0d6ce req-0a21d532-d46d-438d-adcf-591f0248b166 service nova] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Received event network-changed-17587ef5-cf15-409a-9848-2c1292689e44 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.994247] env[70398]: DEBUG nova.compute.manager [req-bae71708-eb10-4124-a5ab-c549e4f0d6ce req-0a21d532-d46d-438d-adcf-591f0248b166 service nova] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Refreshing instance network info cache due to event network-changed-17587ef5-cf15-409a-9848-2c1292689e44. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1190.994475] env[70398]: DEBUG oslo_concurrency.lockutils [req-bae71708-eb10-4124-a5ab-c549e4f0d6ce req-0a21d532-d46d-438d-adcf-591f0248b166 service nova] Acquiring lock "refresh_cache-1f198f4c-2f09-43cb-8b9c-2c18b70eda75" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.994623] env[70398]: DEBUG oslo_concurrency.lockutils [req-bae71708-eb10-4124-a5ab-c549e4f0d6ce req-0a21d532-d46d-438d-adcf-591f0248b166 service nova] Acquired lock "refresh_cache-1f198f4c-2f09-43cb-8b9c-2c18b70eda75" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.994896] env[70398]: DEBUG nova.network.neutron [req-bae71708-eb10-4124-a5ab-c549e4f0d6ce req-0a21d532-d46d-438d-adcf-591f0248b166 service nova] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Refreshing network info cache for port 17587ef5-cf15-409a-9848-2c1292689e44 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1191.008598] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-344f1216-9292-4c96-89cd-3a938f45fbc6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.019092] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4af26c4-b4e1-4b2d-9fe9-53afe62064c2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.053246] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-452acb87-b37e-4561-a5c6-cb75857935ed {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.063669] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e20e7ef-a2d1-4d42-aeeb-f86e399a2222 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.100343] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b630d2e-fb22-4d92-bf7a-002b4426bdbc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.108328] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6e431e-d350-4d4e-993f-e4d427107518 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.123249] env[70398]: DEBUG nova.virt.block_device [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Updating existing volume attachment record: e966f7d8-6534-4efe-8ab9-beaeeb10e291 {{(pid=70398) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1191.214697] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1a714691-6c09-4a71-bbef-8ff24c4444c6 tempest-ServersTestJSON-640881547 tempest-ServersTestJSON-640881547-project-member] Lock "003a9ff4-da21-4a6c-9659-4f309a3482a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.261s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.227422] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445166, 'name': CreateVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.648834] env[70398]: DEBUG nova.network.neutron [req-1fcfe133-6d2d-47ed-9ec7-01e35f9a03c4 req-17b5fed8-078b-4fe6-ab34-faee077754a3 service nova] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Updated VIF entry in instance network info cache for port 089a91a2-7b38-4a7f-9f38-358b3f31f84b. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1191.648834] env[70398]: DEBUG nova.network.neutron [req-1fcfe133-6d2d-47ed-9ec7-01e35f9a03c4 req-17b5fed8-078b-4fe6-ab34-faee077754a3 service nova] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Updating instance_info_cache with network_info: [{"id": "089a91a2-7b38-4a7f-9f38-358b3f31f84b", "address": "fa:16:3e:df:21:e6", "network": {"id": "5d95ca4f-960e-421c-9130-8d3e409f34c5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-80910192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68376abf86b14e67a33ef720177607f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap089a91a2-7b", "ovs_interfaceid": "089a91a2-7b38-4a7f-9f38-358b3f31f84b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.729211] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445166, 'name': CreateVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.818135] env[70398]: DEBUG nova.network.neutron [req-bae71708-eb10-4124-a5ab-c549e4f0d6ce req-0a21d532-d46d-438d-adcf-591f0248b166 service nova] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Updated VIF entry in instance network info cache for port 17587ef5-cf15-409a-9848-2c1292689e44. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1191.818135] env[70398]: DEBUG nova.network.neutron [req-bae71708-eb10-4124-a5ab-c549e4f0d6ce req-0a21d532-d46d-438d-adcf-591f0248b166 service nova] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Updating instance_info_cache with network_info: [{"id": "17587ef5-cf15-409a-9848-2c1292689e44", "address": "fa:16:3e:6e:7d:40", "network": {"id": "c60a1218-1755-48b4-bf57-04838428f6c8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1604715474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384aca740b854263ad00e83e46f9f263", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17587ef5-cf", "ovs_interfaceid": "17587ef5-cf15-409a-9848-2c1292689e44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.904550] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6eb1e0-6b96-492a-b15c-a4536c5202dd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.913069] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f40ac8e-0e91-47ab-89c8-619a5d247a54 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.943748] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ab0bc7-5954-426d-b0e9-fd1a0d563c8d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.951794] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3afed46-bf8d-4c23-8f85-f1dfb5bbf82b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.965880] env[70398]: DEBUG nova.compute.provider_tree [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.150954] env[70398]: DEBUG oslo_concurrency.lockutils [req-1fcfe133-6d2d-47ed-9ec7-01e35f9a03c4 req-17b5fed8-078b-4fe6-ab34-faee077754a3 service nova] Releasing lock "refresh_cache-2d039863-b662-4fe3-a1ef-410acf862e28" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.228370] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445166, 'name': CreateVM_Task, 'duration_secs': 1.366041} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.228541] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1192.229294] env[70398]: DEBUG oslo_concurrency.lockutils [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.229461] env[70398]: DEBUG oslo_concurrency.lockutils [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.229805] env[70398]: DEBUG oslo_concurrency.lockutils [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.230081] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1d25f10-9714-4525-8597-a1000780c53f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.234818] env[70398]: DEBUG oslo_vmware.api [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for the task: (returnval){ [ 1192.234818] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52569560-d2d2-c152-f2b4-8226a47c945b" [ 1192.234818] env[70398]: _type = "Task" [ 1192.234818] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.243115] env[70398]: DEBUG oslo_vmware.api [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52569560-d2d2-c152-f2b4-8226a47c945b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.321146] env[70398]: DEBUG oslo_concurrency.lockutils [req-bae71708-eb10-4124-a5ab-c549e4f0d6ce req-0a21d532-d46d-438d-adcf-591f0248b166 service nova] Releasing lock "refresh_cache-1f198f4c-2f09-43cb-8b9c-2c18b70eda75" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.469631] env[70398]: DEBUG nova.scheduler.client.report [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.747069] env[70398]: DEBUG oslo_vmware.api [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52569560-d2d2-c152-f2b4-8226a47c945b, 'name': SearchDatastore_Task, 'duration_secs': 0.01557} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.747400] env[70398]: DEBUG oslo_concurrency.lockutils [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.747623] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1192.747850] env[70398]: DEBUG oslo_concurrency.lockutils [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.747995] env[70398]: DEBUG oslo_concurrency.lockutils [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.748203] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1192.748457] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6ab2b56-2adc-4fe5-ba71-01ddfd75c531 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.758420] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1192.758637] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1192.759222] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03295362-ff57-4a95-a8f3-c32898eac9e7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.765725] env[70398]: DEBUG oslo_vmware.api [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for the task: (returnval){ [ 1192.765725] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5288d518-17af-5c50-223d-a462e972857a" [ 1192.765725] env[70398]: _type = "Task" [ 1192.765725] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.774464] env[70398]: DEBUG oslo_vmware.api [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5288d518-17af-5c50-223d-a462e972857a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.977350] env[70398]: DEBUG oslo_concurrency.lockutils [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.288s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.977945] env[70398]: DEBUG nova.compute.manager [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] [instance: 176446a0-69e1-46de-a5c7-cb5e0934fcf9] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1192.980607] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.115s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.277456] env[70398]: DEBUG oslo_vmware.api [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5288d518-17af-5c50-223d-a462e972857a, 'name': SearchDatastore_Task, 'duration_secs': 0.010501} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.278314] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a19838b9-366a-4cb1-aa20-4e369cf655bd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.284298] env[70398]: DEBUG oslo_vmware.api [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for the task: (returnval){ [ 1193.284298] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52a22002-b3ba-c71e-4abd-4172d785b25d" [ 1193.284298] env[70398]: _type = "Task" [ 1193.284298] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.292238] env[70398]: DEBUG oslo_vmware.api [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52a22002-b3ba-c71e-4abd-4172d785b25d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.484277] env[70398]: DEBUG nova.compute.utils [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1193.487704] env[70398]: INFO nova.compute.claims [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1193.491311] env[70398]: DEBUG nova.compute.manager [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] [instance: 176446a0-69e1-46de-a5c7-cb5e0934fcf9] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1193.491376] env[70398]: DEBUG nova.network.neutron [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] [instance: 176446a0-69e1-46de-a5c7-cb5e0934fcf9] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1193.536493] env[70398]: DEBUG nova.policy [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '127c41ecd68e4862b8478e3cd4a33e69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0286cbaa43f48e281259edf0461421f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 1193.789210] env[70398]: DEBUG nova.network.neutron [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] [instance: 176446a0-69e1-46de-a5c7-cb5e0934fcf9] Successfully created port: 81afe356-23b9-41a5-a025-ad5da348bac2 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1193.797539] env[70398]: DEBUG oslo_vmware.api [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52a22002-b3ba-c71e-4abd-4172d785b25d, 'name': SearchDatastore_Task, 'duration_secs': 0.012548} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.797792] env[70398]: DEBUG oslo_concurrency.lockutils [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.798068] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 1f198f4c-2f09-43cb-8b9c-2c18b70eda75/1f198f4c-2f09-43cb-8b9c-2c18b70eda75.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1193.798325] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66016f20-cd59-413e-a8dc-a906eb5000c8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.805026] env[70398]: DEBUG oslo_vmware.api [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for the task: (returnval){ [ 1193.805026] env[70398]: value = "task-3445171" [ 1193.805026] env[70398]: _type = "Task" [ 1193.805026] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.813020] env[70398]: DEBUG oslo_vmware.api [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.992234] env[70398]: DEBUG nova.compute.manager [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] [instance: 176446a0-69e1-46de-a5c7-cb5e0934fcf9] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1193.996776] env[70398]: INFO nova.compute.resource_tracker [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Updating resource usage from migration 367b77ed-748a-47f1-a98b-7403fb91b942 [ 1194.194483] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef572f0-c3b9-40e2-ba4f-6bcade124081 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.202315] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077cfa1c-485f-4d96-b867-b896d03fd7e0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.234955] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861b7b0a-c7f0-4f62-898e-b416a4484a15 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.242691] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53b1209-2ead-4504-99c8-203c5c52d589 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.256116] env[70398]: DEBUG nova.compute.provider_tree [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.314802] env[70398]: DEBUG oslo_vmware.api [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445171, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47017} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.315174] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 1f198f4c-2f09-43cb-8b9c-2c18b70eda75/1f198f4c-2f09-43cb-8b9c-2c18b70eda75.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1194.315459] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1194.315758] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10afa380-63de-4561-be8a-d8cb1c97a1ab {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.321392] env[70398]: DEBUG oslo_vmware.api [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for the task: (returnval){ [ 1194.321392] env[70398]: value = "task-3445172" [ 1194.321392] env[70398]: _type = "Task" [ 1194.321392] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.328826] env[70398]: DEBUG oslo_vmware.api [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445172, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.759595] env[70398]: DEBUG nova.scheduler.client.report [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.831223] env[70398]: DEBUG oslo_vmware.api [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445172, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066131} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.831614] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1194.832301] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531bea68-60e7-4cae-9821-6994d371a2b3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.854416] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 1f198f4c-2f09-43cb-8b9c-2c18b70eda75/1f198f4c-2f09-43cb-8b9c-2c18b70eda75.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1194.854682] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f68efa07-cc1d-4a4d-9111-7fc74ae69435 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.874126] env[70398]: DEBUG oslo_vmware.api [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for the task: (returnval){ [ 1194.874126] env[70398]: value = "task-3445173" [ 1194.874126] env[70398]: _type = "Task" [ 1194.874126] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.882379] env[70398]: DEBUG oslo_vmware.api [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445173, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.005923] env[70398]: DEBUG nova.compute.manager [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] [instance: 176446a0-69e1-46de-a5c7-cb5e0934fcf9] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1195.034285] env[70398]: DEBUG nova.virt.hardware [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1195.034596] env[70398]: DEBUG nova.virt.hardware [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1195.034838] env[70398]: DEBUG nova.virt.hardware [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1195.035069] env[70398]: DEBUG nova.virt.hardware [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1195.035226] env[70398]: DEBUG nova.virt.hardware [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1195.035390] env[70398]: DEBUG nova.virt.hardware [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1195.035670] env[70398]: DEBUG nova.virt.hardware [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1195.035841] env[70398]: DEBUG nova.virt.hardware [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1195.036024] env[70398]: DEBUG nova.virt.hardware [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1195.036192] env[70398]: DEBUG nova.virt.hardware [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1195.036365] env[70398]: DEBUG nova.virt.hardware [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1195.037276] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e985c3d-9b29-4188-818d-5cc957c7c228 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.046884] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76a005d-321d-416c-a260-f4f3afdc04c9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.255212] env[70398]: DEBUG nova.compute.manager [req-8fd9af81-9156-4e9c-969a-c36a92a40b63 req-b793112e-155b-4040-b531-d25e0e744169 service nova] [instance: 176446a0-69e1-46de-a5c7-cb5e0934fcf9] Received event network-vif-plugged-81afe356-23b9-41a5-a025-ad5da348bac2 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.256199] env[70398]: DEBUG oslo_concurrency.lockutils [req-8fd9af81-9156-4e9c-969a-c36a92a40b63 req-b793112e-155b-4040-b531-d25e0e744169 service nova] Acquiring lock "176446a0-69e1-46de-a5c7-cb5e0934fcf9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.256199] env[70398]: DEBUG oslo_concurrency.lockutils [req-8fd9af81-9156-4e9c-969a-c36a92a40b63 req-b793112e-155b-4040-b531-d25e0e744169 service nova] Lock "176446a0-69e1-46de-a5c7-cb5e0934fcf9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.256199] env[70398]: DEBUG oslo_concurrency.lockutils [req-8fd9af81-9156-4e9c-969a-c36a92a40b63 req-b793112e-155b-4040-b531-d25e0e744169 service nova] Lock "176446a0-69e1-46de-a5c7-cb5e0934fcf9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.256199] env[70398]: DEBUG nova.compute.manager [req-8fd9af81-9156-4e9c-969a-c36a92a40b63 req-b793112e-155b-4040-b531-d25e0e744169 service nova] [instance: 176446a0-69e1-46de-a5c7-cb5e0934fcf9] No waiting events found dispatching network-vif-plugged-81afe356-23b9-41a5-a025-ad5da348bac2 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1195.256199] env[70398]: WARNING nova.compute.manager [req-8fd9af81-9156-4e9c-969a-c36a92a40b63 req-b793112e-155b-4040-b531-d25e0e744169 service nova] [instance: 176446a0-69e1-46de-a5c7-cb5e0934fcf9] Received unexpected event network-vif-plugged-81afe356-23b9-41a5-a025-ad5da348bac2 for instance with vm_state building and task_state spawning. [ 1195.263829] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.283s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.264018] env[70398]: INFO nova.compute.manager [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Migrating [ 1195.342997] env[70398]: DEBUG nova.network.neutron [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] [instance: 176446a0-69e1-46de-a5c7-cb5e0934fcf9] Successfully updated port: 81afe356-23b9-41a5-a025-ad5da348bac2 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1195.383704] env[70398]: DEBUG oslo_vmware.api [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445173, 'name': ReconfigVM_Task, 'duration_secs': 0.27135} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.383990] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 1f198f4c-2f09-43cb-8b9c-2c18b70eda75/1f198f4c-2f09-43cb-8b9c-2c18b70eda75.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1195.384686] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61c74cc6-7f99-492a-bc69-7cdded69b763 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.391965] env[70398]: DEBUG oslo_vmware.api [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for the task: (returnval){ [ 1195.391965] env[70398]: value = "task-3445174" [ 1195.391965] env[70398]: _type = "Task" [ 1195.391965] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.400192] env[70398]: DEBUG oslo_vmware.api [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445174, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.778450] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "refresh_cache-2d039863-b662-4fe3-a1ef-410acf862e28" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.778595] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquired lock "refresh_cache-2d039863-b662-4fe3-a1ef-410acf862e28" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.779548] env[70398]: DEBUG nova.network.neutron [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1195.845208] env[70398]: DEBUG oslo_concurrency.lockutils [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Acquiring lock "refresh_cache-176446a0-69e1-46de-a5c7-cb5e0934fcf9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.845504] env[70398]: DEBUG oslo_concurrency.lockutils [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Acquired lock "refresh_cache-176446a0-69e1-46de-a5c7-cb5e0934fcf9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.845640] env[70398]: DEBUG nova.network.neutron [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] [instance: 176446a0-69e1-46de-a5c7-cb5e0934fcf9] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1195.901921] env[70398]: DEBUG oslo_vmware.api [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445174, 'name': Rename_Task, 'duration_secs': 0.325766} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.902236] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1195.902488] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a4c72fd-4156-47ba-a70c-8957c1e37c73 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.910458] env[70398]: DEBUG oslo_vmware.api [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for the task: (returnval){ [ 1195.910458] env[70398]: value = "task-3445175" [ 1195.910458] env[70398]: _type = "Task" [ 1195.910458] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.918144] env[70398]: DEBUG oslo_vmware.api [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445175, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.389023] env[70398]: DEBUG nova.network.neutron [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] [instance: 176446a0-69e1-46de-a5c7-cb5e0934fcf9] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1196.422097] env[70398]: DEBUG oslo_vmware.api [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445175, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.559090] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5720304b-1068-49a2-8797-ecf361a2903c tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Acquiring lock "86949d6d-c0cb-463a-ba2c-d73651525784" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.559548] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5720304b-1068-49a2-8797-ecf361a2903c tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Lock "86949d6d-c0cb-463a-ba2c-d73651525784" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.863970] env[70398]: DEBUG nova.network.neutron [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Updating instance_info_cache with network_info: [{"id": "089a91a2-7b38-4a7f-9f38-358b3f31f84b", "address": "fa:16:3e:df:21:e6", "network": {"id": "5d95ca4f-960e-421c-9130-8d3e409f34c5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-80910192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68376abf86b14e67a33ef720177607f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap089a91a2-7b", "ovs_interfaceid": "089a91a2-7b38-4a7f-9f38-358b3f31f84b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.866224] env[70398]: DEBUG nova.network.neutron [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] [instance: 176446a0-69e1-46de-a5c7-cb5e0934fcf9] Updating instance_info_cache with network_info: [{"id": "81afe356-23b9-41a5-a025-ad5da348bac2", "address": "fa:16:3e:34:23:3e", "network": {"id": "7468dea9-243b-4a70-80f3-465fe3a27b5e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-933883734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0286cbaa43f48e281259edf0461421f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81afe356-23", "ovs_interfaceid": "81afe356-23b9-41a5-a025-ad5da348bac2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.921766] env[70398]: DEBUG oslo_vmware.api [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445175, 'name': PowerOnVM_Task, 'duration_secs': 0.850393} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.922095] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1196.922373] env[70398]: INFO nova.compute.manager [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Took 8.28 seconds to spawn the instance on the hypervisor. [ 1196.922567] env[70398]: DEBUG nova.compute.manager [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1196.923342] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ab2c20-9e3b-4723-9df0-2a84dd6202c9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.062907] env[70398]: INFO nova.compute.manager [None req-5720304b-1068-49a2-8797-ecf361a2903c tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Detaching volume a04cf7d7-991f-490b-bbc1-02521b0d2d40 [ 1197.093210] env[70398]: INFO nova.virt.block_device [None req-5720304b-1068-49a2-8797-ecf361a2903c tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Attempting to driver detach volume a04cf7d7-991f-490b-bbc1-02521b0d2d40 from mountpoint /dev/sdb [ 1197.093458] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-5720304b-1068-49a2-8797-ecf361a2903c tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Volume detach. Driver type: vmdk {{(pid=70398) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1197.093644] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-5720304b-1068-49a2-8797-ecf361a2903c tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687732', 'volume_id': 'a04cf7d7-991f-490b-bbc1-02521b0d2d40', 'name': 'volume-a04cf7d7-991f-490b-bbc1-02521b0d2d40', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '86949d6d-c0cb-463a-ba2c-d73651525784', 'attached_at': '', 'detached_at': '', 'volume_id': 'a04cf7d7-991f-490b-bbc1-02521b0d2d40', 'serial': 'a04cf7d7-991f-490b-bbc1-02521b0d2d40'} {{(pid=70398) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1197.094563] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7538a1e8-28af-4b9f-a805-7b077624246e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.116464] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b10afd-e2dd-4e26-93f5-f8ab52fec3ef {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.122901] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c406c64-fbe4-4904-81b0-6787423a423d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.141917] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02372b1d-eb49-427c-92bb-898722d6806b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.156124] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-5720304b-1068-49a2-8797-ecf361a2903c tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] The volume has not been displaced from its original location: [datastore2] volume-a04cf7d7-991f-490b-bbc1-02521b0d2d40/volume-a04cf7d7-991f-490b-bbc1-02521b0d2d40.vmdk. No consolidation needed. {{(pid=70398) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1197.162097] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-5720304b-1068-49a2-8797-ecf361a2903c tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Reconfiguring VM instance instance-0000006b to detach disk 2001 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1197.162427] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e60bf85-c962-4956-bff6-76ba6c60167c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.179326] env[70398]: DEBUG oslo_vmware.api [None req-5720304b-1068-49a2-8797-ecf361a2903c tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1197.179326] env[70398]: value = "task-3445176" [ 1197.179326] env[70398]: _type = "Task" [ 1197.179326] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.188405] env[70398]: DEBUG oslo_vmware.api [None req-5720304b-1068-49a2-8797-ecf361a2903c tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3445176, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.225740] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.226039] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.226253] env[70398]: DEBUG nova.objects.instance [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lazy-loading 'pci_requests' on Instance uuid 02fe9693-8fb3-44e1-b868-7fb3af0ef646 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1197.282035] env[70398]: DEBUG nova.compute.manager [req-ef6cda82-88b3-4c3a-b9f2-c61453706462 req-5c7cf247-09fc-41c4-83de-a0a75a913e2f service nova] [instance: 176446a0-69e1-46de-a5c7-cb5e0934fcf9] Received event network-changed-81afe356-23b9-41a5-a025-ad5da348bac2 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.282596] env[70398]: DEBUG nova.compute.manager [req-ef6cda82-88b3-4c3a-b9f2-c61453706462 req-5c7cf247-09fc-41c4-83de-a0a75a913e2f service nova] [instance: 176446a0-69e1-46de-a5c7-cb5e0934fcf9] Refreshing instance network info cache due to event network-changed-81afe356-23b9-41a5-a025-ad5da348bac2. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1197.282800] env[70398]: DEBUG oslo_concurrency.lockutils [req-ef6cda82-88b3-4c3a-b9f2-c61453706462 req-5c7cf247-09fc-41c4-83de-a0a75a913e2f service nova] Acquiring lock "refresh_cache-176446a0-69e1-46de-a5c7-cb5e0934fcf9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.368481] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Releasing lock "refresh_cache-2d039863-b662-4fe3-a1ef-410acf862e28" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.369961] env[70398]: DEBUG oslo_concurrency.lockutils [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Releasing lock "refresh_cache-176446a0-69e1-46de-a5c7-cb5e0934fcf9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.370235] env[70398]: DEBUG nova.compute.manager [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] [instance: 176446a0-69e1-46de-a5c7-cb5e0934fcf9] Instance network_info: |[{"id": "81afe356-23b9-41a5-a025-ad5da348bac2", "address": "fa:16:3e:34:23:3e", "network": {"id": "7468dea9-243b-4a70-80f3-465fe3a27b5e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-933883734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0286cbaa43f48e281259edf0461421f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81afe356-23", "ovs_interfaceid": "81afe356-23b9-41a5-a025-ad5da348bac2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1197.370683] env[70398]: DEBUG oslo_concurrency.lockutils [req-ef6cda82-88b3-4c3a-b9f2-c61453706462 req-5c7cf247-09fc-41c4-83de-a0a75a913e2f service nova] Acquired lock "refresh_cache-176446a0-69e1-46de-a5c7-cb5e0934fcf9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.370862] env[70398]: DEBUG nova.network.neutron [req-ef6cda82-88b3-4c3a-b9f2-c61453706462 req-5c7cf247-09fc-41c4-83de-a0a75a913e2f service nova] [instance: 176446a0-69e1-46de-a5c7-cb5e0934fcf9] Refreshing network info cache for port 81afe356-23b9-41a5-a025-ad5da348bac2 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1197.372026] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] [instance: 176446a0-69e1-46de-a5c7-cb5e0934fcf9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:23:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4c7a041-8e34-47f9-8ea1-d2f29414fd9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81afe356-23b9-41a5-a025-ad5da348bac2', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1197.379677] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Creating folder: Project (c0286cbaa43f48e281259edf0461421f). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1197.382921] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b034d3e-9745-43a0-9234-f3fc246ce5d0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.395995] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Created folder: Project (c0286cbaa43f48e281259edf0461421f) in parent group-v687430. [ 1197.396197] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Creating folder: Instances. Parent ref: group-v687748. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1197.396448] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18160fa2-f321-49c1-ac7e-2dc0d5433ef4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.409910] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Created folder: Instances in parent group-v687748. [ 1197.410178] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1197.410371] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 176446a0-69e1-46de-a5c7-cb5e0934fcf9] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1197.410584] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-749479ac-d195-471e-9200-0dd7c5a7d738 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.429572] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1197.429572] env[70398]: value = "task-3445179" [ 1197.429572] env[70398]: _type = "Task" [ 1197.429572] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.441691] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445179, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.442300] env[70398]: INFO nova.compute.manager [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Took 13.16 seconds to build instance. [ 1197.688664] env[70398]: DEBUG oslo_vmware.api [None req-5720304b-1068-49a2-8797-ecf361a2903c tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3445176, 'name': ReconfigVM_Task, 'duration_secs': 0.24106} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.688983] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-5720304b-1068-49a2-8797-ecf361a2903c tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Reconfigured VM instance instance-0000006b to detach disk 2001 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1197.694046] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eab5199a-db89-4227-acb3-6900feb7360a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.706962] env[70398]: DEBUG nova.network.neutron [req-ef6cda82-88b3-4c3a-b9f2-c61453706462 req-5c7cf247-09fc-41c4-83de-a0a75a913e2f service nova] [instance: 176446a0-69e1-46de-a5c7-cb5e0934fcf9] Updated VIF entry in instance network info cache for port 81afe356-23b9-41a5-a025-ad5da348bac2. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1197.707234] env[70398]: DEBUG nova.network.neutron [req-ef6cda82-88b3-4c3a-b9f2-c61453706462 req-5c7cf247-09fc-41c4-83de-a0a75a913e2f service nova] [instance: 176446a0-69e1-46de-a5c7-cb5e0934fcf9] Updating instance_info_cache with network_info: [{"id": "81afe356-23b9-41a5-a025-ad5da348bac2", "address": "fa:16:3e:34:23:3e", "network": {"id": "7468dea9-243b-4a70-80f3-465fe3a27b5e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-933883734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0286cbaa43f48e281259edf0461421f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81afe356-23", "ovs_interfaceid": "81afe356-23b9-41a5-a025-ad5da348bac2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.713298] env[70398]: DEBUG oslo_vmware.api [None req-5720304b-1068-49a2-8797-ecf361a2903c tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1197.713298] env[70398]: value = "task-3445180" [ 1197.713298] env[70398]: _type = "Task" [ 1197.713298] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.724991] env[70398]: DEBUG oslo_vmware.api [None req-5720304b-1068-49a2-8797-ecf361a2903c tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3445180, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.729996] env[70398]: DEBUG nova.objects.instance [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lazy-loading 'numa_topology' on Instance uuid 02fe9693-8fb3-44e1-b868-7fb3af0ef646 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1197.942758] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445179, 'name': CreateVM_Task, 'duration_secs': 0.293564} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.943056] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 176446a0-69e1-46de-a5c7-cb5e0934fcf9] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1197.945049] env[70398]: DEBUG oslo_concurrency.lockutils [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.945049] env[70398]: DEBUG oslo_concurrency.lockutils [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.945049] env[70398]: DEBUG oslo_concurrency.lockutils [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.945049] env[70398]: DEBUG oslo_concurrency.lockutils [None req-00ae6254-92e9-4b40-82dd-00f047e85007 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "1f198f4c-2f09-43cb-8b9c-2c18b70eda75" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.666s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.945049] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48b1019d-174f-4413-9064-1827fadbd489 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.949182] env[70398]: DEBUG oslo_vmware.api [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Waiting for the task: (returnval){ [ 1197.949182] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5259a3b2-754c-4c0e-a464-594cbd08266f" [ 1197.949182] env[70398]: _type = "Task" [ 1197.949182] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.955297] env[70398]: DEBUG nova.compute.manager [req-a7ad212e-5cf2-494b-a451-b08f276c9a8a req-63c7a5c4-ccce-4a36-becd-458e12b288ff service nova] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Received event network-changed-17587ef5-cf15-409a-9848-2c1292689e44 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.955489] env[70398]: DEBUG nova.compute.manager [req-a7ad212e-5cf2-494b-a451-b08f276c9a8a req-63c7a5c4-ccce-4a36-becd-458e12b288ff service nova] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Refreshing instance network info cache due to event network-changed-17587ef5-cf15-409a-9848-2c1292689e44. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1197.955678] env[70398]: DEBUG oslo_concurrency.lockutils [req-a7ad212e-5cf2-494b-a451-b08f276c9a8a req-63c7a5c4-ccce-4a36-becd-458e12b288ff service nova] Acquiring lock "refresh_cache-1f198f4c-2f09-43cb-8b9c-2c18b70eda75" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.955820] env[70398]: DEBUG oslo_concurrency.lockutils [req-a7ad212e-5cf2-494b-a451-b08f276c9a8a req-63c7a5c4-ccce-4a36-becd-458e12b288ff service nova] Acquired lock "refresh_cache-1f198f4c-2f09-43cb-8b9c-2c18b70eda75" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.955977] env[70398]: DEBUG nova.network.neutron [req-a7ad212e-5cf2-494b-a451-b08f276c9a8a req-63c7a5c4-ccce-4a36-becd-458e12b288ff service nova] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Refreshing network info cache for port 17587ef5-cf15-409a-9848-2c1292689e44 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1197.962621] env[70398]: DEBUG oslo_vmware.api [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5259a3b2-754c-4c0e-a464-594cbd08266f, 'name': SearchDatastore_Task, 'duration_secs': 0.009906} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.962621] env[70398]: DEBUG oslo_concurrency.lockutils [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.962792] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] [instance: 176446a0-69e1-46de-a5c7-cb5e0934fcf9] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1197.963017] env[70398]: DEBUG oslo_concurrency.lockutils [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.963169] env[70398]: DEBUG oslo_concurrency.lockutils [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.963347] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1197.964045] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77a812a5-15bf-47f0-8a8a-0916821aac53 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.972965] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1197.973155] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1197.973840] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6da1fd3-b63b-4615-8b85-053b69b14a18 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.979037] env[70398]: DEBUG oslo_vmware.api [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Waiting for the task: (returnval){ [ 1197.979037] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5222a138-caba-9e27-c742-b25842fb3ce3" [ 1197.979037] env[70398]: _type = "Task" [ 1197.979037] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.987203] env[70398]: DEBUG oslo_vmware.api [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5222a138-caba-9e27-c742-b25842fb3ce3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.211402] env[70398]: DEBUG oslo_concurrency.lockutils [req-ef6cda82-88b3-4c3a-b9f2-c61453706462 req-5c7cf247-09fc-41c4-83de-a0a75a913e2f service nova] Releasing lock "refresh_cache-176446a0-69e1-46de-a5c7-cb5e0934fcf9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.223654] env[70398]: DEBUG oslo_vmware.api [None req-5720304b-1068-49a2-8797-ecf361a2903c tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3445180, 'name': ReconfigVM_Task, 'duration_secs': 0.140212} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.223971] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-5720304b-1068-49a2-8797-ecf361a2903c tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687732', 'volume_id': 'a04cf7d7-991f-490b-bbc1-02521b0d2d40', 'name': 'volume-a04cf7d7-991f-490b-bbc1-02521b0d2d40', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '86949d6d-c0cb-463a-ba2c-d73651525784', 'attached_at': '', 'detached_at': '', 'volume_id': 'a04cf7d7-991f-490b-bbc1-02521b0d2d40', 'serial': 'a04cf7d7-991f-490b-bbc1-02521b0d2d40'} {{(pid=70398) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1198.231731] env[70398]: INFO nova.compute.claims [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1198.489867] env[70398]: DEBUG oslo_vmware.api [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5222a138-caba-9e27-c742-b25842fb3ce3, 'name': SearchDatastore_Task, 'duration_secs': 0.007985} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.492722] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e574b01-605c-4120-8e30-a9e53bc7faef {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.498505] env[70398]: DEBUG oslo_vmware.api [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Waiting for the task: (returnval){ [ 1198.498505] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5258ee84-3ac8-54df-9895-95bef2fe46be" [ 1198.498505] env[70398]: _type = "Task" [ 1198.498505] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.506488] env[70398]: DEBUG oslo_vmware.api [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5258ee84-3ac8-54df-9895-95bef2fe46be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.660401] env[70398]: DEBUG nova.network.neutron [req-a7ad212e-5cf2-494b-a451-b08f276c9a8a req-63c7a5c4-ccce-4a36-becd-458e12b288ff service nova] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Updated VIF entry in instance network info cache for port 17587ef5-cf15-409a-9848-2c1292689e44. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1198.660795] env[70398]: DEBUG nova.network.neutron [req-a7ad212e-5cf2-494b-a451-b08f276c9a8a req-63c7a5c4-ccce-4a36-becd-458e12b288ff service nova] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Updating instance_info_cache with network_info: [{"id": "17587ef5-cf15-409a-9848-2c1292689e44", "address": "fa:16:3e:6e:7d:40", "network": {"id": "c60a1218-1755-48b4-bf57-04838428f6c8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1604715474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384aca740b854263ad00e83e46f9f263", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17587ef5-cf", "ovs_interfaceid": "17587ef5-cf15-409a-9848-2c1292689e44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.792421] env[70398]: DEBUG nova.objects.instance [None req-5720304b-1068-49a2-8797-ecf361a2903c tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Lazy-loading 'flavor' on Instance uuid 86949d6d-c0cb-463a-ba2c-d73651525784 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.884346] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d5bf89-778e-4f15-9c68-1fbace638518 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.902381] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Updating instance '2d039863-b662-4fe3-a1ef-410acf862e28' progress to 0 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1199.009496] env[70398]: DEBUG oslo_vmware.api [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5258ee84-3ac8-54df-9895-95bef2fe46be, 'name': SearchDatastore_Task, 'duration_secs': 0.009636} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.009853] env[70398]: DEBUG oslo_concurrency.lockutils [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.010038] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 176446a0-69e1-46de-a5c7-cb5e0934fcf9/176446a0-69e1-46de-a5c7-cb5e0934fcf9.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1199.010308] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bcaae89e-8bf2-4771-b60c-bb4d6b3919f6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.017482] env[70398]: DEBUG oslo_vmware.api [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Waiting for the task: (returnval){ [ 1199.017482] env[70398]: value = "task-3445181" [ 1199.017482] env[70398]: _type = "Task" [ 1199.017482] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.024807] env[70398]: DEBUG oslo_vmware.api [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Task: {'id': task-3445181, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.163271] env[70398]: DEBUG oslo_concurrency.lockutils [req-a7ad212e-5cf2-494b-a451-b08f276c9a8a req-63c7a5c4-ccce-4a36-becd-458e12b288ff service nova] Releasing lock "refresh_cache-1f198f4c-2f09-43cb-8b9c-2c18b70eda75" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.408589] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1199.409259] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74d9c09c-bdb3-434d-8d42-ae9fed444022 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.417124] env[70398]: DEBUG oslo_vmware.api [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1199.417124] env[70398]: value = "task-3445182" [ 1199.417124] env[70398]: _type = "Task" [ 1199.417124] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.428569] env[70398]: DEBUG oslo_vmware.api [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.434962] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9203bb-f62c-4803-a1b7-99e340fcf63e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.442346] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfc2d2f-4ce2-445b-8117-c7ea6c78dd9f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.472470] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769fb696-c154-429b-b0d0-ef75940c0c7b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.479557] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705418b9-c9e4-4d01-8041-7c9a74500cd5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.492805] env[70398]: DEBUG nova.compute.provider_tree [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.527603] env[70398]: DEBUG oslo_vmware.api [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Task: {'id': task-3445181, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.413748} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.527992] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 176446a0-69e1-46de-a5c7-cb5e0934fcf9/176446a0-69e1-46de-a5c7-cb5e0934fcf9.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1199.528313] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] [instance: 176446a0-69e1-46de-a5c7-cb5e0934fcf9] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1199.528634] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47621358-db08-446a-9a01-1c17fd499993 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.536764] env[70398]: DEBUG oslo_vmware.api [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Waiting for the task: (returnval){ [ 1199.536764] env[70398]: value = "task-3445183" [ 1199.536764] env[70398]: _type = "Task" [ 1199.536764] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.545547] env[70398]: DEBUG oslo_vmware.api [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Task: {'id': task-3445183, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.800254] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5720304b-1068-49a2-8797-ecf361a2903c tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Lock "86949d6d-c0cb-463a-ba2c-d73651525784" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.241s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.927753] env[70398]: DEBUG oslo_vmware.api [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445182, 'name': PowerOffVM_Task, 'duration_secs': 0.191081} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.928841] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.929123] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Updating instance '2d039863-b662-4fe3-a1ef-410acf862e28' progress to 17 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1199.997562] env[70398]: DEBUG nova.scheduler.client.report [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.046566] env[70398]: DEBUG oslo_vmware.api [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Task: {'id': task-3445183, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061377} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.046922] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] [instance: 176446a0-69e1-46de-a5c7-cb5e0934fcf9] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1200.047567] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6cd311-78f6-4004-858b-030dd926c063 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.068942] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] [instance: 176446a0-69e1-46de-a5c7-cb5e0934fcf9] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 176446a0-69e1-46de-a5c7-cb5e0934fcf9/176446a0-69e1-46de-a5c7-cb5e0934fcf9.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1200.069228] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e664514c-a734-44c2-ae8b-ef895a386c5f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.088709] env[70398]: DEBUG oslo_vmware.api [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Waiting for the task: (returnval){ [ 1200.088709] env[70398]: value = "task-3445184" [ 1200.088709] env[70398]: _type = "Task" [ 1200.088709] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.097381] env[70398]: DEBUG oslo_vmware.api [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Task: {'id': task-3445184, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.435991] env[70398]: DEBUG nova.virt.hardware [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1200.436290] env[70398]: DEBUG nova.virt.hardware [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1200.436498] env[70398]: DEBUG nova.virt.hardware [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1200.436710] env[70398]: DEBUG nova.virt.hardware [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1200.436851] env[70398]: DEBUG nova.virt.hardware [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1200.436997] env[70398]: DEBUG nova.virt.hardware [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1200.437221] env[70398]: DEBUG nova.virt.hardware [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1200.437384] env[70398]: DEBUG nova.virt.hardware [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1200.437681] env[70398]: DEBUG nova.virt.hardware [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1200.437768] env[70398]: DEBUG nova.virt.hardware [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1200.437945] env[70398]: DEBUG nova.virt.hardware [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1200.443350] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8beb1c92-ad6c-4012-a72f-a98464b60078 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.458610] env[70398]: DEBUG oslo_vmware.api [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1200.458610] env[70398]: value = "task-3445185" [ 1200.458610] env[70398]: _type = "Task" [ 1200.458610] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.466875] env[70398]: DEBUG oslo_vmware.api [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445185, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.503011] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.277s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.530771] env[70398]: INFO nova.network.neutron [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Updating port f4c3025c-8cec-488e-b1a0-6f985d965cb7 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1200.598781] env[70398]: DEBUG oslo_vmware.api [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Task: {'id': task-3445184, 'name': ReconfigVM_Task, 'duration_secs': 0.254098} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.598998] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] [instance: 176446a0-69e1-46de-a5c7-cb5e0934fcf9] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 176446a0-69e1-46de-a5c7-cb5e0934fcf9/176446a0-69e1-46de-a5c7-cb5e0934fcf9.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.599699] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04a69ebd-4c1a-47bd-8765-92a0a76b6272 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.610017] env[70398]: DEBUG oslo_vmware.api [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Waiting for the task: (returnval){ [ 1200.610017] env[70398]: value = "task-3445186" [ 1200.610017] env[70398]: _type = "Task" [ 1200.610017] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.614569] env[70398]: DEBUG oslo_vmware.api [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Task: {'id': task-3445186, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.872688] env[70398]: DEBUG oslo_concurrency.lockutils [None req-55d9147b-595f-4f7d-9cfb-51ebb460764b tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Acquiring lock "86949d6d-c0cb-463a-ba2c-d73651525784" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.872918] env[70398]: DEBUG oslo_concurrency.lockutils [None req-55d9147b-595f-4f7d-9cfb-51ebb460764b tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Lock "86949d6d-c0cb-463a-ba2c-d73651525784" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.873153] env[70398]: DEBUG oslo_concurrency.lockutils [None req-55d9147b-595f-4f7d-9cfb-51ebb460764b tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Acquiring lock "86949d6d-c0cb-463a-ba2c-d73651525784-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.873344] env[70398]: DEBUG oslo_concurrency.lockutils [None req-55d9147b-595f-4f7d-9cfb-51ebb460764b tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Lock "86949d6d-c0cb-463a-ba2c-d73651525784-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.873512] env[70398]: DEBUG oslo_concurrency.lockutils [None req-55d9147b-595f-4f7d-9cfb-51ebb460764b tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Lock "86949d6d-c0cb-463a-ba2c-d73651525784-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.875801] env[70398]: INFO nova.compute.manager [None req-55d9147b-595f-4f7d-9cfb-51ebb460764b tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Terminating instance [ 1200.969623] env[70398]: DEBUG oslo_vmware.api [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445185, 'name': ReconfigVM_Task, 'duration_secs': 0.309572} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.969936] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Updating instance '2d039863-b662-4fe3-a1ef-410acf862e28' progress to 33 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1201.117307] env[70398]: DEBUG oslo_vmware.api [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Task: {'id': task-3445186, 'name': Rename_Task, 'duration_secs': 0.144088} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.117637] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] [instance: 176446a0-69e1-46de-a5c7-cb5e0934fcf9] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1201.117843] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45da308d-4549-472e-af81-6c9ee79bb70a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.123719] env[70398]: DEBUG oslo_vmware.api [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Waiting for the task: (returnval){ [ 1201.123719] env[70398]: value = "task-3445187" [ 1201.123719] env[70398]: _type = "Task" [ 1201.123719] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.132778] env[70398]: DEBUG oslo_vmware.api [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Task: {'id': task-3445187, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.379380] env[70398]: DEBUG nova.compute.manager [None req-55d9147b-595f-4f7d-9cfb-51ebb460764b tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1201.379559] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-55d9147b-595f-4f7d-9cfb-51ebb460764b tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1201.380514] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503990e1-6ba4-43d2-908a-7e71a75fc8b6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.387923] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-55d9147b-595f-4f7d-9cfb-51ebb460764b tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1201.388157] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4661e72-531a-41a2-9106-d9ebf5107c1f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.393782] env[70398]: DEBUG oslo_vmware.api [None req-55d9147b-595f-4f7d-9cfb-51ebb460764b tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1201.393782] env[70398]: value = "task-3445188" [ 1201.393782] env[70398]: _type = "Task" [ 1201.393782] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.400822] env[70398]: DEBUG oslo_vmware.api [None req-55d9147b-595f-4f7d-9cfb-51ebb460764b tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3445188, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.476767] env[70398]: DEBUG nova.virt.hardware [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1201.477032] env[70398]: DEBUG nova.virt.hardware [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1201.477186] env[70398]: DEBUG nova.virt.hardware [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1201.477373] env[70398]: DEBUG nova.virt.hardware [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1201.477519] env[70398]: DEBUG nova.virt.hardware [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1201.477664] env[70398]: DEBUG nova.virt.hardware [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1201.477868] env[70398]: DEBUG nova.virt.hardware [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1201.478034] env[70398]: DEBUG nova.virt.hardware [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1201.478226] env[70398]: DEBUG nova.virt.hardware [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1201.478386] env[70398]: DEBUG nova.virt.hardware [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1201.478562] env[70398]: DEBUG nova.virt.hardware [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1201.484697] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1201.485037] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bce0ec25-647c-4977-aa2c-58105563a335 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.504805] env[70398]: DEBUG oslo_vmware.api [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1201.504805] env[70398]: value = "task-3445189" [ 1201.504805] env[70398]: _type = "Task" [ 1201.504805] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.517310] env[70398]: DEBUG oslo_vmware.api [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445189, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.633668] env[70398]: DEBUG oslo_vmware.api [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Task: {'id': task-3445187, 'name': PowerOnVM_Task, 'duration_secs': 0.50562} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.633894] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] [instance: 176446a0-69e1-46de-a5c7-cb5e0934fcf9] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1201.634139] env[70398]: INFO nova.compute.manager [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] [instance: 176446a0-69e1-46de-a5c7-cb5e0934fcf9] Took 6.63 seconds to spawn the instance on the hypervisor. [ 1201.634339] env[70398]: DEBUG nova.compute.manager [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] [instance: 176446a0-69e1-46de-a5c7-cb5e0934fcf9] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1201.635091] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7522510e-8d00-49d7-96f1-f2c3bd23fd42 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.903524] env[70398]: DEBUG oslo_vmware.api [None req-55d9147b-595f-4f7d-9cfb-51ebb460764b tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3445188, 'name': PowerOffVM_Task, 'duration_secs': 0.167347} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.903804] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-55d9147b-595f-4f7d-9cfb-51ebb460764b tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1201.903973] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-55d9147b-595f-4f7d-9cfb-51ebb460764b tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1201.904261] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cda3e3d5-826d-473f-b4ed-00e252c1f78d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.907715] env[70398]: DEBUG nova.compute.manager [req-dbf85b7c-64f2-4685-9a3f-05d57f9590d1 req-19e0875d-fa28-4ab7-84ca-b0f8cb982477 service nova] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Received event network-vif-plugged-f4c3025c-8cec-488e-b1a0-6f985d965cb7 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.907922] env[70398]: DEBUG oslo_concurrency.lockutils [req-dbf85b7c-64f2-4685-9a3f-05d57f9590d1 req-19e0875d-fa28-4ab7-84ca-b0f8cb982477 service nova] Acquiring lock "02fe9693-8fb3-44e1-b868-7fb3af0ef646-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.908138] env[70398]: DEBUG oslo_concurrency.lockutils [req-dbf85b7c-64f2-4685-9a3f-05d57f9590d1 req-19e0875d-fa28-4ab7-84ca-b0f8cb982477 service nova] Lock "02fe9693-8fb3-44e1-b868-7fb3af0ef646-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.908306] env[70398]: DEBUG oslo_concurrency.lockutils [req-dbf85b7c-64f2-4685-9a3f-05d57f9590d1 req-19e0875d-fa28-4ab7-84ca-b0f8cb982477 service nova] Lock "02fe9693-8fb3-44e1-b868-7fb3af0ef646-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.908472] env[70398]: DEBUG nova.compute.manager [req-dbf85b7c-64f2-4685-9a3f-05d57f9590d1 req-19e0875d-fa28-4ab7-84ca-b0f8cb982477 service nova] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] No waiting events found dispatching network-vif-plugged-f4c3025c-8cec-488e-b1a0-6f985d965cb7 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1201.908634] env[70398]: WARNING nova.compute.manager [req-dbf85b7c-64f2-4685-9a3f-05d57f9590d1 req-19e0875d-fa28-4ab7-84ca-b0f8cb982477 service nova] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Received unexpected event network-vif-plugged-f4c3025c-8cec-488e-b1a0-6f985d965cb7 for instance with vm_state shelved_offloaded and task_state spawning. [ 1201.967440] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-55d9147b-595f-4f7d-9cfb-51ebb460764b tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1201.967748] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-55d9147b-595f-4f7d-9cfb-51ebb460764b tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1201.967857] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-55d9147b-595f-4f7d-9cfb-51ebb460764b tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Deleting the datastore file [datastore2] 86949d6d-c0cb-463a-ba2c-d73651525784 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1201.968134] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8575acb-261a-4aa5-a852-cb7dbd5af53e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.975177] env[70398]: DEBUG oslo_vmware.api [None req-55d9147b-595f-4f7d-9cfb-51ebb460764b tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1201.975177] env[70398]: value = "task-3445191" [ 1201.975177] env[70398]: _type = "Task" [ 1201.975177] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.982716] env[70398]: DEBUG oslo_vmware.api [None req-55d9147b-595f-4f7d-9cfb-51ebb460764b tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3445191, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.990592] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Acquiring lock "refresh_cache-02fe9693-8fb3-44e1-b868-7fb3af0ef646" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.990790] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Acquired lock "refresh_cache-02fe9693-8fb3-44e1-b868-7fb3af0ef646" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.990996] env[70398]: DEBUG nova.network.neutron [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1202.014007] env[70398]: DEBUG oslo_vmware.api [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445189, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.150749] env[70398]: INFO nova.compute.manager [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] [instance: 176446a0-69e1-46de-a5c7-cb5e0934fcf9] Took 13.75 seconds to build instance. [ 1202.487382] env[70398]: DEBUG oslo_vmware.api [None req-55d9147b-595f-4f7d-9cfb-51ebb460764b tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3445191, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151767} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.487718] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-55d9147b-595f-4f7d-9cfb-51ebb460764b tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1202.487959] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-55d9147b-595f-4f7d-9cfb-51ebb460764b tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1202.488222] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-55d9147b-595f-4f7d-9cfb-51ebb460764b tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1202.488453] env[70398]: INFO nova.compute.manager [None req-55d9147b-595f-4f7d-9cfb-51ebb460764b tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1202.488771] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55d9147b-595f-4f7d-9cfb-51ebb460764b tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1202.489022] env[70398]: DEBUG nova.compute.manager [-] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1202.489150] env[70398]: DEBUG nova.network.neutron [-] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1202.517587] env[70398]: DEBUG oslo_vmware.api [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445189, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.654080] env[70398]: DEBUG oslo_concurrency.lockutils [None req-95b6b6eb-34bf-4e39-9340-c040cba2eabc tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Lock "176446a0-69e1-46de-a5c7-cb5e0934fcf9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.280s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.920495] env[70398]: DEBUG nova.network.neutron [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Updating instance_info_cache with network_info: [{"id": "f4c3025c-8cec-488e-b1a0-6f985d965cb7", "address": "fa:16:3e:26:e8:7b", "network": {"id": "660720bd-b364-4d50-8d6c-a86a84e79e4a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-693756326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3fa79db455844dcb84fce2f9e9ece30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4c3025c-8c", "ovs_interfaceid": "f4c3025c-8cec-488e-b1a0-6f985d965cb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.017282] env[70398]: DEBUG oslo_vmware.api [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445189, 'name': ReconfigVM_Task, 'duration_secs': 1.187686} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.017597] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1203.018455] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd7efa8-292c-4673-9c3c-ba240cff7893 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.040609] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] volume-631883d2-ae9a-4cd1-9822-014df8aeb4d4/volume-631883d2-ae9a-4cd1-9822-014df8aeb4d4.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1203.040882] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee3156f1-e37f-4d64-b6b3-3d9fffbfce0c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.056300] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b97e7879-2830-4e4a-8077-d0060b03f9ee tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Acquiring lock "176446a0-69e1-46de-a5c7-cb5e0934fcf9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.056551] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b97e7879-2830-4e4a-8077-d0060b03f9ee tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Lock "176446a0-69e1-46de-a5c7-cb5e0934fcf9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.056745] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b97e7879-2830-4e4a-8077-d0060b03f9ee tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Acquiring lock "176446a0-69e1-46de-a5c7-cb5e0934fcf9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.056923] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b97e7879-2830-4e4a-8077-d0060b03f9ee tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Lock "176446a0-69e1-46de-a5c7-cb5e0934fcf9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.057101] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b97e7879-2830-4e4a-8077-d0060b03f9ee tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Lock "176446a0-69e1-46de-a5c7-cb5e0934fcf9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.059229] env[70398]: INFO nova.compute.manager [None req-b97e7879-2830-4e4a-8077-d0060b03f9ee tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] [instance: 176446a0-69e1-46de-a5c7-cb5e0934fcf9] Terminating instance [ 1203.063934] env[70398]: DEBUG oslo_vmware.api [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1203.063934] env[70398]: value = "task-3445192" [ 1203.063934] env[70398]: _type = "Task" [ 1203.063934] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.072771] env[70398]: DEBUG oslo_vmware.api [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445192, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.423630] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Releasing lock "refresh_cache-02fe9693-8fb3-44e1-b868-7fb3af0ef646" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.450570] env[70398]: DEBUG nova.virt.hardware [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='6f0f9af45c203fdcaa1d97ee86d1194f',container_format='bare',created_at=2025-04-15T16:21:46Z,direct_url=,disk_format='vmdk',id=5391aeb6-2f9b-4223-b9b9-7964067ee226,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-600268911-shelved',owner='f3fa79db455844dcb84fce2f9e9ece30',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-04-15T16:22:00Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1203.450828] env[70398]: DEBUG nova.virt.hardware [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1203.450985] env[70398]: DEBUG nova.virt.hardware [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1203.451187] env[70398]: DEBUG nova.virt.hardware [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1203.451335] env[70398]: DEBUG nova.virt.hardware [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1203.451484] env[70398]: DEBUG nova.virt.hardware [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1203.451765] env[70398]: DEBUG nova.virt.hardware [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1203.451845] env[70398]: DEBUG nova.virt.hardware [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1203.452027] env[70398]: DEBUG nova.virt.hardware [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1203.452279] env[70398]: DEBUG nova.virt.hardware [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1203.452538] env[70398]: DEBUG nova.virt.hardware [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1203.453432] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c510e85b-84a1-4487-b94f-f31face587ad {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.461918] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc5689d-d75f-4c60-814f-f417b2dcaef6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.474853] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:e8:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4c3025c-8cec-488e-b1a0-6f985d965cb7', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1203.482195] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1203.482352] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1203.482554] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41e18df4-c206-4ae9-8529-632552aa5eac {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.501248] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1203.501248] env[70398]: value = "task-3445193" [ 1203.501248] env[70398]: _type = "Task" [ 1203.501248] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.509831] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445193, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.563230] env[70398]: DEBUG nova.compute.manager [None req-b97e7879-2830-4e4a-8077-d0060b03f9ee tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] [instance: 176446a0-69e1-46de-a5c7-cb5e0934fcf9] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1203.563635] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b97e7879-2830-4e4a-8077-d0060b03f9ee tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] [instance: 176446a0-69e1-46de-a5c7-cb5e0934fcf9] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1203.565038] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a2f3a7-0794-45c8-b922-a48bcd909911 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.577147] env[70398]: DEBUG nova.network.neutron [-] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.578472] env[70398]: DEBUG oslo_vmware.api [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445192, 'name': ReconfigVM_Task, 'duration_secs': 0.247643} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.581085] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Reconfigured VM instance instance-00000075 to attach disk [datastore2] volume-631883d2-ae9a-4cd1-9822-014df8aeb4d4/volume-631883d2-ae9a-4cd1-9822-014df8aeb4d4.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1203.581085] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Updating instance '2d039863-b662-4fe3-a1ef-410acf862e28' progress to 50 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1203.585050] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b97e7879-2830-4e4a-8077-d0060b03f9ee tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] [instance: 176446a0-69e1-46de-a5c7-cb5e0934fcf9] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1203.585246] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-112db2cc-d419-41af-a634-ced1f893c080 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.590705] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._sync_power_states {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.593510] env[70398]: DEBUG oslo_vmware.api [None req-b97e7879-2830-4e4a-8077-d0060b03f9ee tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Waiting for the task: (returnval){ [ 1203.593510] env[70398]: value = "task-3445194" [ 1203.593510] env[70398]: _type = "Task" [ 1203.593510] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.602573] env[70398]: DEBUG oslo_vmware.api [None req-b97e7879-2830-4e4a-8077-d0060b03f9ee tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Task: {'id': task-3445194, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.942607] env[70398]: DEBUG nova.compute.manager [req-0f685d83-0a35-4fee-8774-eb3853161000 req-1beca9b6-15f5-471b-87b4-97ffcba16ed7 service nova] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Received event network-changed-f4c3025c-8cec-488e-b1a0-6f985d965cb7 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.942911] env[70398]: DEBUG nova.compute.manager [req-0f685d83-0a35-4fee-8774-eb3853161000 req-1beca9b6-15f5-471b-87b4-97ffcba16ed7 service nova] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Refreshing instance network info cache due to event network-changed-f4c3025c-8cec-488e-b1a0-6f985d965cb7. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1203.943131] env[70398]: DEBUG oslo_concurrency.lockutils [req-0f685d83-0a35-4fee-8774-eb3853161000 req-1beca9b6-15f5-471b-87b4-97ffcba16ed7 service nova] Acquiring lock "refresh_cache-02fe9693-8fb3-44e1-b868-7fb3af0ef646" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.943236] env[70398]: DEBUG oslo_concurrency.lockutils [req-0f685d83-0a35-4fee-8774-eb3853161000 req-1beca9b6-15f5-471b-87b4-97ffcba16ed7 service nova] Acquired lock "refresh_cache-02fe9693-8fb3-44e1-b868-7fb3af0ef646" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.943409] env[70398]: DEBUG nova.network.neutron [req-0f685d83-0a35-4fee-8774-eb3853161000 req-1beca9b6-15f5-471b-87b4-97ffcba16ed7 service nova] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Refreshing network info cache for port f4c3025c-8cec-488e-b1a0-6f985d965cb7 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1204.011417] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445193, 'name': CreateVM_Task, 'duration_secs': 0.346919} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.011578] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1204.012274] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5391aeb6-2f9b-4223-b9b9-7964067ee226" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.012451] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5391aeb6-2f9b-4223-b9b9-7964067ee226" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.012811] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5391aeb6-2f9b-4223-b9b9-7964067ee226" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.013077] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38d61d11-a833-4b66-83a4-7b5bc018164a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.017895] env[70398]: DEBUG oslo_vmware.api [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the task: (returnval){ [ 1204.017895] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52b87da8-2f9b-5991-2bbc-b2f75cbf0a9b" [ 1204.017895] env[70398]: _type = "Task" [ 1204.017895] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.034353] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5391aeb6-2f9b-4223-b9b9-7964067ee226" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.034680] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Processing image 5391aeb6-2f9b-4223-b9b9-7964067ee226 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1204.035015] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5391aeb6-2f9b-4223-b9b9-7964067ee226/5391aeb6-2f9b-4223-b9b9-7964067ee226.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.035271] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5391aeb6-2f9b-4223-b9b9-7964067ee226/5391aeb6-2f9b-4223-b9b9-7964067ee226.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.035567] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1204.035880] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-151aaa27-6726-4041-a94b-4cb8b088412b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.054130] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1204.054408] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1204.055463] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-956a3d94-6c3d-474e-af11-46210ce8a9f4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.061826] env[70398]: DEBUG oslo_vmware.api [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the task: (returnval){ [ 1204.061826] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]524f82b3-b45a-267b-dc26-ae9612e34028" [ 1204.061826] env[70398]: _type = "Task" [ 1204.061826] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.071790] env[70398]: DEBUG oslo_vmware.api [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]524f82b3-b45a-267b-dc26-ae9612e34028, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.086183] env[70398]: INFO nova.compute.manager [-] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Took 1.60 seconds to deallocate network for instance. [ 1204.091745] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d129d3-23c3-4477-b597-a428cc0600c7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.097136] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Getting list of instances from cluster (obj){ [ 1204.097136] env[70398]: value = "domain-c8" [ 1204.097136] env[70398]: _type = "ClusterComputeResource" [ 1204.097136] env[70398]: } {{(pid=70398) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1204.098218] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e92ebe-f3b4-4c5b-89df-609de1cb6389 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.133455] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732861e2-129e-4b46-875a-2d4910daa2c0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.136063] env[70398]: DEBUG oslo_vmware.api [None req-b97e7879-2830-4e4a-8077-d0060b03f9ee tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Task: {'id': task-3445194, 'name': PowerOffVM_Task, 'duration_secs': 0.248476} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.136304] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Got total of 11 instances {{(pid=70398) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1204.136448] env[70398]: WARNING nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] While synchronizing instance power states, found 12 instances in the database and 11 instances on the hypervisor. [ 1204.136603] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Triggering sync for uuid 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3 {{(pid=70398) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1204.136798] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Triggering sync for uuid 71f3f8fe-1304-427c-9c95-981baf19c8e7 {{(pid=70398) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1204.136949] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Triggering sync for uuid f57f9bae-2e30-4f41-ab13-ce6fd0566265 {{(pid=70398) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1204.137111] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Triggering sync for uuid c0aa94e0-4e87-4454-905f-3bc7a72ec446 {{(pid=70398) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1204.137261] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Triggering sync for uuid 86949d6d-c0cb-463a-ba2c-d73651525784 {{(pid=70398) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1204.137405] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Triggering sync for uuid 02fe9693-8fb3-44e1-b868-7fb3af0ef646 {{(pid=70398) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1204.137549] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Triggering sync for uuid 83d040f0-ca8b-40e2-bd82-1ddadfa0430a {{(pid=70398) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1204.137688] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Triggering sync for uuid 1f77cb81-d5f4-4aff-864b-11fcd38daffa {{(pid=70398) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1204.137827] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Triggering sync for uuid bbb325b3-f682-42ab-a3ca-956c7072e401 {{(pid=70398) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1204.137967] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Triggering sync for uuid 2d039863-b662-4fe3-a1ef-410acf862e28 {{(pid=70398) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1204.138120] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Triggering sync for uuid 1f198f4c-2f09-43cb-8b9c-2c18b70eda75 {{(pid=70398) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1204.138423] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Triggering sync for uuid 176446a0-69e1-46de-a5c7-cb5e0934fcf9 {{(pid=70398) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1204.139366] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-b97e7879-2830-4e4a-8077-d0060b03f9ee tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] [instance: 176446a0-69e1-46de-a5c7-cb5e0934fcf9] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1204.139543] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b97e7879-2830-4e4a-8077-d0060b03f9ee tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] [instance: 176446a0-69e1-46de-a5c7-cb5e0934fcf9] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1204.139791] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Acquiring lock "80d6c8a9-5980-45a5-b3a3-2704c74ab2f3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.139991] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "80d6c8a9-5980-45a5-b3a3-2704c74ab2f3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.140253] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Acquiring lock "71f3f8fe-1304-427c-9c95-981baf19c8e7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.140440] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "71f3f8fe-1304-427c-9c95-981baf19c8e7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.140659] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Acquiring lock "f57f9bae-2e30-4f41-ab13-ce6fd0566265" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.140836] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "f57f9bae-2e30-4f41-ab13-ce6fd0566265" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.141068] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Acquiring lock "c0aa94e0-4e87-4454-905f-3bc7a72ec446" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.141252] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "c0aa94e0-4e87-4454-905f-3bc7a72ec446" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.141471] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Acquiring lock "86949d6d-c0cb-463a-ba2c-d73651525784" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.141669] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Acquiring lock "02fe9693-8fb3-44e1-b868-7fb3af0ef646" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.141856] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Acquiring lock "83d040f0-ca8b-40e2-bd82-1ddadfa0430a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.142039] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "83d040f0-ca8b-40e2-bd82-1ddadfa0430a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.142265] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Acquiring lock "1f77cb81-d5f4-4aff-864b-11fcd38daffa" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.142442] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "1f77cb81-d5f4-4aff-864b-11fcd38daffa" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.142655] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Acquiring lock "bbb325b3-f682-42ab-a3ca-956c7072e401" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.142824] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "bbb325b3-f682-42ab-a3ca-956c7072e401" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.143044] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Acquiring lock "2d039863-b662-4fe3-a1ef-410acf862e28" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.143220] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "2d039863-b662-4fe3-a1ef-410acf862e28" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.145022] env[70398]: INFO nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] During sync_power_state the instance has a pending task (resize_migrating). Skip. [ 1204.145222] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "2d039863-b662-4fe3-a1ef-410acf862e28" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.002s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.145425] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Acquiring lock "1f198f4c-2f09-43cb-8b9c-2c18b70eda75" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.145602] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "1f198f4c-2f09-43cb-8b9c-2c18b70eda75" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.145823] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Acquiring lock "176446a0-69e1-46de-a5c7-cb5e0934fcf9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.146502] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7173cf2d-a5d9-4928-b9a5-9ebe011d926a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.148421] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76b7399-093e-40f1-a8bd-3d8431a2cb67 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.151547] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d6ef39-cbf3-40fc-b527-ded5432a74f9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.154078] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff576f7-b140-48f6-a286-78df973b0307 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.157684] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f28b395-5e3d-466f-bd91-d38d8952e173 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.160783] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a595425-9743-4a27-a150-04e106913dc9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.163974] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7e5e7f-902b-4ddd-99d9-3f287d09fc8b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.167283] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042bcb9a-c940-4d6b-9d95-9c73d4963a32 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.170627] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de75192b-cd0e-43bc-b37e-e0362590c3db {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.189197] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Updating instance '2d039863-b662-4fe3-a1ef-410acf862e28' progress to 67 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1204.271117] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b97e7879-2830-4e4a-8077-d0060b03f9ee tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] [instance: 176446a0-69e1-46de-a5c7-cb5e0934fcf9] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1204.274046] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b97e7879-2830-4e4a-8077-d0060b03f9ee tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] [instance: 176446a0-69e1-46de-a5c7-cb5e0934fcf9] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1204.274046] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-b97e7879-2830-4e4a-8077-d0060b03f9ee tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Deleting the datastore file [datastore1] 176446a0-69e1-46de-a5c7-cb5e0934fcf9 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1204.274046] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1a1496b-3cb4-4326-ae81-8a8ab72a6aed {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.285391] env[70398]: DEBUG oslo_vmware.api [None req-b97e7879-2830-4e4a-8077-d0060b03f9ee tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Waiting for the task: (returnval){ [ 1204.285391] env[70398]: value = "task-3445196" [ 1204.285391] env[70398]: _type = "Task" [ 1204.285391] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.295972] env[70398]: DEBUG oslo_vmware.api [None req-b97e7879-2830-4e4a-8077-d0060b03f9ee tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Task: {'id': task-3445196, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.571032] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Preparing fetch location {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1204.571363] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Fetch image to [datastore2] OSTACK_IMG_08c5d74c-33e1-4cff-9c73-8b36ba9369d1/OSTACK_IMG_08c5d74c-33e1-4cff-9c73-8b36ba9369d1.vmdk {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1204.571514] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Downloading stream optimized image 5391aeb6-2f9b-4223-b9b9-7964067ee226 to [datastore2] OSTACK_IMG_08c5d74c-33e1-4cff-9c73-8b36ba9369d1/OSTACK_IMG_08c5d74c-33e1-4cff-9c73-8b36ba9369d1.vmdk on the data store datastore2 as vApp {{(pid=70398) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1204.571842] env[70398]: DEBUG nova.virt.vmwareapi.images [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Downloading image file data 5391aeb6-2f9b-4223-b9b9-7964067ee226 to the ESX as VM named 'OSTACK_IMG_08c5d74c-33e1-4cff-9c73-8b36ba9369d1' {{(pid=70398) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1204.596321] env[70398]: DEBUG oslo_concurrency.lockutils [None req-55d9147b-595f-4f7d-9cfb-51ebb460764b tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.596825] env[70398]: DEBUG oslo_concurrency.lockutils [None req-55d9147b-595f-4f7d-9cfb-51ebb460764b tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.596909] env[70398]: DEBUG nova.objects.instance [None req-55d9147b-595f-4f7d-9cfb-51ebb460764b tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Lazy-loading 'resources' on Instance uuid 86949d6d-c0cb-463a-ba2c-d73651525784 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.656027] env[70398]: DEBUG oslo_vmware.rw_handles [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1204.656027] env[70398]: value = "resgroup-9" [ 1204.656027] env[70398]: _type = "ResourcePool" [ 1204.656027] env[70398]: }. {{(pid=70398) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1204.656303] env[70398]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-635c21ec-d584-4613-b84a-38070b4ac399 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.678944] env[70398]: DEBUG oslo_vmware.rw_handles [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lease: (returnval){ [ 1204.678944] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]522dcce1-c2b0-3867-aa85-46f66973ec5a" [ 1204.678944] env[70398]: _type = "HttpNfcLease" [ 1204.678944] env[70398]: } obtained for vApp import into resource pool (val){ [ 1204.678944] env[70398]: value = "resgroup-9" [ 1204.678944] env[70398]: _type = "ResourcePool" [ 1204.678944] env[70398]: }. {{(pid=70398) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1204.679275] env[70398]: DEBUG oslo_vmware.api [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the lease: (returnval){ [ 1204.679275] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]522dcce1-c2b0-3867-aa85-46f66973ec5a" [ 1204.679275] env[70398]: _type = "HttpNfcLease" [ 1204.679275] env[70398]: } to be ready. {{(pid=70398) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1204.686613] env[70398]: DEBUG nova.network.neutron [req-0f685d83-0a35-4fee-8774-eb3853161000 req-1beca9b6-15f5-471b-87b4-97ffcba16ed7 service nova] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Updated VIF entry in instance network info cache for port f4c3025c-8cec-488e-b1a0-6f985d965cb7. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1204.687014] env[70398]: DEBUG nova.network.neutron [req-0f685d83-0a35-4fee-8774-eb3853161000 req-1beca9b6-15f5-471b-87b4-97ffcba16ed7 service nova] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Updating instance_info_cache with network_info: [{"id": "f4c3025c-8cec-488e-b1a0-6f985d965cb7", "address": "fa:16:3e:26:e8:7b", "network": {"id": "660720bd-b364-4d50-8d6c-a86a84e79e4a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-693756326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3fa79db455844dcb84fce2f9e9ece30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4c3025c-8c", "ovs_interfaceid": "f4c3025c-8cec-488e-b1a0-6f985d965cb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.689963] env[70398]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1204.689963] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]522dcce1-c2b0-3867-aa85-46f66973ec5a" [ 1204.689963] env[70398]: _type = "HttpNfcLease" [ 1204.689963] env[70398]: } is initializing. {{(pid=70398) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1204.717568] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "80d6c8a9-5980-45a5-b3a3-2704c74ab2f3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.577s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.721283] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "71f3f8fe-1304-427c-9c95-981baf19c8e7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.581s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.722855] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "c0aa94e0-4e87-4454-905f-3bc7a72ec446" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.581s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.726481] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "1f77cb81-d5f4-4aff-864b-11fcd38daffa" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.584s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.726893] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "83d040f0-ca8b-40e2-bd82-1ddadfa0430a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.585s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.729344] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "1f198f4c-2f09-43cb-8b9c-2c18b70eda75" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.584s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.730798] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "f57f9bae-2e30-4f41-ab13-ce6fd0566265" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.590s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.731121] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "bbb325b3-f682-42ab-a3ca-956c7072e401" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.588s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.795779] env[70398]: DEBUG oslo_vmware.api [None req-b97e7879-2830-4e4a-8077-d0060b03f9ee tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Task: {'id': task-3445196, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155004} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.796099] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-b97e7879-2830-4e4a-8077-d0060b03f9ee tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1204.796298] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b97e7879-2830-4e4a-8077-d0060b03f9ee tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] [instance: 176446a0-69e1-46de-a5c7-cb5e0934fcf9] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1204.796479] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-b97e7879-2830-4e4a-8077-d0060b03f9ee tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] [instance: 176446a0-69e1-46de-a5c7-cb5e0934fcf9] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1204.796665] env[70398]: INFO nova.compute.manager [None req-b97e7879-2830-4e4a-8077-d0060b03f9ee tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] [instance: 176446a0-69e1-46de-a5c7-cb5e0934fcf9] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1204.796900] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b97e7879-2830-4e4a-8077-d0060b03f9ee tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1204.797289] env[70398]: DEBUG nova.compute.manager [-] [instance: 176446a0-69e1-46de-a5c7-cb5e0934fcf9] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1204.797289] env[70398]: DEBUG nova.network.neutron [-] [instance: 176446a0-69e1-46de-a5c7-cb5e0934fcf9] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1205.189851] env[70398]: DEBUG oslo_concurrency.lockutils [req-0f685d83-0a35-4fee-8774-eb3853161000 req-1beca9b6-15f5-471b-87b4-97ffcba16ed7 service nova] Releasing lock "refresh_cache-02fe9693-8fb3-44e1-b868-7fb3af0ef646" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.190130] env[70398]: DEBUG nova.compute.manager [req-0f685d83-0a35-4fee-8774-eb3853161000 req-1beca9b6-15f5-471b-87b4-97ffcba16ed7 service nova] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Received event network-vif-deleted-fd8a1468-3390-40c9-a01b-36203fcaeb74 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.190492] env[70398]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1205.190492] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]522dcce1-c2b0-3867-aa85-46f66973ec5a" [ 1205.190492] env[70398]: _type = "HttpNfcLease" [ 1205.190492] env[70398]: } is initializing. {{(pid=70398) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1205.261879] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251c2eee-6f04-4f20-aa51-a6fb6d5a26e9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.269045] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75192132-19a3-479b-bd70-c8201ee1bc36 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.300841] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4143bb81-0163-4f35-a03a-38572a774f90 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.308143] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c488fa-a30d-44a0-a533-c9129ea074ef {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.321654] env[70398]: DEBUG nova.compute.provider_tree [None req-55d9147b-595f-4f7d-9cfb-51ebb460764b tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.507295] env[70398]: DEBUG nova.network.neutron [-] [instance: 176446a0-69e1-46de-a5c7-cb5e0934fcf9] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.689725] env[70398]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1205.689725] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]522dcce1-c2b0-3867-aa85-46f66973ec5a" [ 1205.689725] env[70398]: _type = "HttpNfcLease" [ 1205.689725] env[70398]: } is ready. {{(pid=70398) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1205.690220] env[70398]: DEBUG oslo_vmware.rw_handles [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1205.690220] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]522dcce1-c2b0-3867-aa85-46f66973ec5a" [ 1205.690220] env[70398]: _type = "HttpNfcLease" [ 1205.690220] env[70398]: }. {{(pid=70398) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1205.690682] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c0e4c2-fe3d-4bc5-9579-4ae04e0af4f3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.697679] env[70398]: DEBUG oslo_vmware.rw_handles [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527c25eb-80e9-a7e2-05a8-acf070b28d1d/disk-0.vmdk from lease info. {{(pid=70398) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1205.698877] env[70398]: DEBUG oslo_vmware.rw_handles [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527c25eb-80e9-a7e2-05a8-acf070b28d1d/disk-0.vmdk. {{(pid=70398) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1205.761729] env[70398]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-33ea8449-7da7-4e3d-981e-737a6c69afe2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.824374] env[70398]: DEBUG nova.scheduler.client.report [None req-55d9147b-595f-4f7d-9cfb-51ebb460764b tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.836939] env[70398]: DEBUG nova.network.neutron [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Port 089a91a2-7b38-4a7f-9f38-358b3f31f84b binding to destination host cpu-1 is already ACTIVE {{(pid=70398) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1205.974572] env[70398]: DEBUG nova.compute.manager [req-b73fa3f0-1dc0-4882-a456-a6aa51a3c2ad req-70a8a55d-4ba6-4df9-bc69-19d1e48f7dda service nova] [instance: 176446a0-69e1-46de-a5c7-cb5e0934fcf9] Received event network-vif-deleted-81afe356-23b9-41a5-a025-ad5da348bac2 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.010662] env[70398]: INFO nova.compute.manager [-] [instance: 176446a0-69e1-46de-a5c7-cb5e0934fcf9] Took 1.21 seconds to deallocate network for instance. [ 1206.306299] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.330046] env[70398]: DEBUG oslo_concurrency.lockutils [None req-55d9147b-595f-4f7d-9cfb-51ebb460764b tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.733s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.350739] env[70398]: INFO nova.scheduler.client.report [None req-55d9147b-595f-4f7d-9cfb-51ebb460764b tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Deleted allocations for instance 86949d6d-c0cb-463a-ba2c-d73651525784 [ 1206.518432] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b97e7879-2830-4e4a-8077-d0060b03f9ee tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.518733] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b97e7879-2830-4e4a-8077-d0060b03f9ee tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.518967] env[70398]: DEBUG nova.objects.instance [None req-b97e7879-2830-4e4a-8077-d0060b03f9ee tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Lazy-loading 'resources' on Instance uuid 176446a0-69e1-46de-a5c7-cb5e0934fcf9 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.746191] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.750382] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.750605] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.810735] env[70398]: DEBUG oslo_vmware.rw_handles [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Completed reading data from the image iterator. {{(pid=70398) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1206.811028] env[70398]: DEBUG oslo_vmware.rw_handles [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527c25eb-80e9-a7e2-05a8-acf070b28d1d/disk-0.vmdk. {{(pid=70398) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1206.812017] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d01a1fc-5d25-468b-abe0-349364d7d075 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.818876] env[70398]: DEBUG oslo_vmware.rw_handles [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527c25eb-80e9-a7e2-05a8-acf070b28d1d/disk-0.vmdk is in state: ready. {{(pid=70398) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1206.819060] env[70398]: DEBUG oslo_vmware.rw_handles [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527c25eb-80e9-a7e2-05a8-acf070b28d1d/disk-0.vmdk. {{(pid=70398) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1206.819295] env[70398]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-1d7bcf05-c310-4c98-a012-1365a6e4517f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.863868] env[70398]: DEBUG oslo_concurrency.lockutils [None req-55d9147b-595f-4f7d-9cfb-51ebb460764b tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Lock "86949d6d-c0cb-463a-ba2c-d73651525784" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.991s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.864870] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "2d039863-b662-4fe3-a1ef-410acf862e28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.865139] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "2d039863-b662-4fe3-a1ef-410acf862e28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.865379] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "2d039863-b662-4fe3-a1ef-410acf862e28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.866223] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "86949d6d-c0cb-463a-ba2c-d73651525784" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.725s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.866425] env[70398]: INFO nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] During sync_power_state the instance has a pending task (deleting). Skip. [ 1206.866620] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "86949d6d-c0cb-463a-ba2c-d73651525784" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.062385] env[70398]: DEBUG oslo_vmware.rw_handles [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527c25eb-80e9-a7e2-05a8-acf070b28d1d/disk-0.vmdk. {{(pid=70398) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1207.062608] env[70398]: INFO nova.virt.vmwareapi.images [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Downloaded image file data 5391aeb6-2f9b-4223-b9b9-7964067ee226 [ 1207.063448] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be30540-ffd4-45be-9835-f13c3be817f4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.083648] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-527b5c42-19c6-4c40-8248-f4b022a05d1a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.107219] env[70398]: INFO nova.virt.vmwareapi.images [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] The imported VM was unregistered [ 1207.109417] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Caching image {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1207.109647] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Creating directory with path [datastore2] devstack-image-cache_base/5391aeb6-2f9b-4223-b9b9-7964067ee226 {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1207.112212] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed4edb1f-825e-4a5d-9e2f-da4c9f5102c1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.122697] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Created directory with path [datastore2] devstack-image-cache_base/5391aeb6-2f9b-4223-b9b9-7964067ee226 {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1207.122892] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_08c5d74c-33e1-4cff-9c73-8b36ba9369d1/OSTACK_IMG_08c5d74c-33e1-4cff-9c73-8b36ba9369d1.vmdk to [datastore2] devstack-image-cache_base/5391aeb6-2f9b-4223-b9b9-7964067ee226/5391aeb6-2f9b-4223-b9b9-7964067ee226.vmdk. {{(pid=70398) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1207.123227] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-fad41ccd-a61f-4e38-99e7-3e84a03585ae {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.132269] env[70398]: DEBUG oslo_vmware.api [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the task: (returnval){ [ 1207.132269] env[70398]: value = "task-3445199" [ 1207.132269] env[70398]: _type = "Task" [ 1207.132269] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.139467] env[70398]: DEBUG oslo_vmware.api [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445199, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.204740] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf8304a-30dd-487a-8ba7-8eed4c1ba828 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.212813] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9176aca8-540a-4478-a2fc-0bd50f0a7ae7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.241396] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c287bcaa-fe20-4f51-8e39-2cfc7b223d9d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.248537] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b37b44-f7e9-49f9-8585-edc1c32365fb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.254701] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.262017] env[70398]: DEBUG nova.compute.provider_tree [None req-b97e7879-2830-4e4a-8077-d0060b03f9ee tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.645027] env[70398]: DEBUG oslo_vmware.api [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445199, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.766020] env[70398]: DEBUG nova.scheduler.client.report [None req-b97e7879-2830-4e4a-8077-d0060b03f9ee tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.897688] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "refresh_cache-2d039863-b662-4fe3-a1ef-410acf862e28" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.898023] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquired lock "refresh_cache-2d039863-b662-4fe3-a1ef-410acf862e28" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.898156] env[70398]: DEBUG nova.network.neutron [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1208.145153] env[70398]: DEBUG oslo_vmware.api [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445199, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.272306] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b97e7879-2830-4e4a-8077-d0060b03f9ee tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.753s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.275120] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.021s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.275394] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.275567] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70398) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1208.276501] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a75c492-cdef-4ecb-9bba-8a3f6d905790 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.287309] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71017975-fa08-4b0a-8005-ed829c875770 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.304776] env[70398]: INFO nova.scheduler.client.report [None req-b97e7879-2830-4e4a-8077-d0060b03f9ee tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Deleted allocations for instance 176446a0-69e1-46de-a5c7-cb5e0934fcf9 [ 1208.306629] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329f3a9d-63eb-4cf3-8879-b730fcc6a014 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.318403] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8761be13-5330-4e05-9bba-73959f9e2d60 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.350546] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179252MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=70398) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1208.350720] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.350957] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.624250] env[70398]: DEBUG nova.network.neutron [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Updating instance_info_cache with network_info: [{"id": "089a91a2-7b38-4a7f-9f38-358b3f31f84b", "address": "fa:16:3e:df:21:e6", "network": {"id": "5d95ca4f-960e-421c-9130-8d3e409f34c5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-80910192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68376abf86b14e67a33ef720177607f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap089a91a2-7b", "ovs_interfaceid": "089a91a2-7b38-4a7f-9f38-358b3f31f84b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.646016] env[70398]: DEBUG oslo_vmware.api [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445199, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.815378] env[70398]: DEBUG oslo_concurrency.lockutils [None req-b97e7879-2830-4e4a-8077-d0060b03f9ee tempest-ServerAddressesTestJSON-624203991 tempest-ServerAddressesTestJSON-624203991-project-member] Lock "176446a0-69e1-46de-a5c7-cb5e0934fcf9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.759s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.816423] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "176446a0-69e1-46de-a5c7-cb5e0934fcf9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.670s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.816564] env[70398]: INFO nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 176446a0-69e1-46de-a5c7-cb5e0934fcf9] During sync_power_state the instance has a pending task (deleting). Skip. [ 1208.816725] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "176446a0-69e1-46de-a5c7-cb5e0934fcf9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.127937] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Releasing lock "refresh_cache-2d039863-b662-4fe3-a1ef-410acf862e28" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.146789] env[70398]: DEBUG oslo_vmware.api [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445199, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.362877] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Applying migration context for instance 2d039863-b662-4fe3-a1ef-410acf862e28 as it has an incoming, in-progress migration 367b77ed-748a-47f1-a98b-7403fb91b942. Migration status is post-migrating {{(pid=70398) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1209.365243] env[70398]: INFO nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Updating resource usage from migration 367b77ed-748a-47f1-a98b-7403fb91b942 [ 1209.398334] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1209.398334] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 71f3f8fe-1304-427c-9c95-981baf19c8e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1209.398334] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance f57f9bae-2e30-4f41-ab13-ce6fd0566265 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1209.398334] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance c0aa94e0-4e87-4454-905f-3bc7a72ec446 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1209.398334] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 83d040f0-ca8b-40e2-bd82-1ddadfa0430a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1209.398334] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 1f77cb81-d5f4-4aff-864b-11fcd38daffa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1209.398334] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance bbb325b3-f682-42ab-a3ca-956c7072e401 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1209.398334] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 1f198f4c-2f09-43cb-8b9c-2c18b70eda75 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1209.398334] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 02fe9693-8fb3-44e1-b868-7fb3af0ef646 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1209.398334] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Migration 367b77ed-748a-47f1-a98b-7403fb91b942 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1209.398334] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 2d039863-b662-4fe3-a1ef-410acf862e28 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1209.398334] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=70398) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1209.398334] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=70398) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1209.543444] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17e0057-dc06-4fef-8b47-78f169b732df {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.550424] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dead802-ac7a-4dd1-a741-bb7d7b14ac6e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.579624] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfded03-3375-419b-b101-e4affcae54af {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.586334] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d0b3f2-b587-4165-8da2-2582286be16f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.598830] env[70398]: DEBUG nova.compute.provider_tree [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.640322] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022f708a-31b7-42e8-af97-e57746efa028 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.647737] env[70398]: DEBUG oslo_vmware.api [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445199, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.299235} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.649251] env[70398]: INFO nova.virt.vmwareapi.ds_util [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_08c5d74c-33e1-4cff-9c73-8b36ba9369d1/OSTACK_IMG_08c5d74c-33e1-4cff-9c73-8b36ba9369d1.vmdk to [datastore2] devstack-image-cache_base/5391aeb6-2f9b-4223-b9b9-7964067ee226/5391aeb6-2f9b-4223-b9b9-7964067ee226.vmdk. [ 1209.649448] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Cleaning up location [datastore2] OSTACK_IMG_08c5d74c-33e1-4cff-9c73-8b36ba9369d1 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1209.649611] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_08c5d74c-33e1-4cff-9c73-8b36ba9369d1 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1209.649869] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-841d8be2-8151-4847-aaaa-8e8a6ab24bb8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.651823] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d19d74b-c929-4129-8acf-afade8959e72 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.660127] env[70398]: DEBUG oslo_vmware.api [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the task: (returnval){ [ 1209.660127] env[70398]: value = "task-3445201" [ 1209.660127] env[70398]: _type = "Task" [ 1209.660127] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.673691] env[70398]: DEBUG oslo_vmware.api [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445201, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.102980] env[70398]: DEBUG nova.scheduler.client.report [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.170306] env[70398]: DEBUG oslo_vmware.api [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445201, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.045396} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.170593] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1210.170782] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5391aeb6-2f9b-4223-b9b9-7964067ee226/5391aeb6-2f9b-4223-b9b9-7964067ee226.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.171039] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5391aeb6-2f9b-4223-b9b9-7964067ee226/5391aeb6-2f9b-4223-b9b9-7964067ee226.vmdk to [datastore2] 02fe9693-8fb3-44e1-b868-7fb3af0ef646/02fe9693-8fb3-44e1-b868-7fb3af0ef646.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1210.172211] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a863c287-3eb6-46d3-a98e-01f9fb499ee3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.180693] env[70398]: DEBUG oslo_vmware.api [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the task: (returnval){ [ 1210.180693] env[70398]: value = "task-3445202" [ 1210.180693] env[70398]: _type = "Task" [ 1210.180693] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.190477] env[70398]: DEBUG oslo_vmware.api [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445202, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.607328] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70398) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1210.607328] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.256s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.691902] env[70398]: DEBUG oslo_vmware.api [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445202, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.702751] env[70398]: INFO nova.compute.manager [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Rebuilding instance [ 1210.762057] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1abe1ad4-dc21-47e5-8e88-5afcd82b24dc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.802734] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3104c55d-2cea-45f5-bafa-2813e423106e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.807875] env[70398]: DEBUG nova.compute.manager [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1210.809102] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8a82f8-a46d-4848-aaee-6e5ff9d5a703 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.827701] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Updating instance '2d039863-b662-4fe3-a1ef-410acf862e28' progress to 83 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1211.192970] env[70398]: DEBUG oslo_vmware.api [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445202, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.342025] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1211.342025] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89289828-3d76-4b15-9a1d-1fdf0ae0110f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.348755] env[70398]: DEBUG oslo_vmware.api [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1211.348755] env[70398]: value = "task-3445203" [ 1211.348755] env[70398]: _type = "Task" [ 1211.348755] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.362024] env[70398]: DEBUG oslo_vmware.api [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445203, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.691832] env[70398]: DEBUG oslo_vmware.api [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445202, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.843800] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1211.844179] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57f7d0ba-009d-4079-9ac0-836d6862b990 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.856249] env[70398]: DEBUG oslo_vmware.api [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1211.856249] env[70398]: value = "task-3445204" [ 1211.856249] env[70398]: _type = "Task" [ 1211.856249] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.866157] env[70398]: DEBUG oslo_vmware.api [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445203, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.874409] env[70398]: DEBUG oslo_vmware.api [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445204, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.099357] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f0cabe33-1e0e-44cc-a8a3-c4d9d9198a09 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Acquiring lock "c0aa94e0-4e87-4454-905f-3bc7a72ec446" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.099806] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f0cabe33-1e0e-44cc-a8a3-c4d9d9198a09 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Lock "c0aa94e0-4e87-4454-905f-3bc7a72ec446" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.100118] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f0cabe33-1e0e-44cc-a8a3-c4d9d9198a09 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Acquiring lock "c0aa94e0-4e87-4454-905f-3bc7a72ec446-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.100366] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f0cabe33-1e0e-44cc-a8a3-c4d9d9198a09 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Lock "c0aa94e0-4e87-4454-905f-3bc7a72ec446-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.100608] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f0cabe33-1e0e-44cc-a8a3-c4d9d9198a09 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Lock "c0aa94e0-4e87-4454-905f-3bc7a72ec446-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.103017] env[70398]: INFO nova.compute.manager [None req-f0cabe33-1e0e-44cc-a8a3-c4d9d9198a09 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Terminating instance [ 1212.194795] env[70398]: DEBUG oslo_vmware.api [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445202, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.365335] env[70398]: DEBUG oslo_vmware.api [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445203, 'name': PowerOnVM_Task} progress is 71%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.378629] env[70398]: DEBUG oslo_concurrency.lockutils [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Acquiring lock "63f75088-472a-4b92-868e-d1d4fc039918" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.378896] env[70398]: DEBUG oslo_concurrency.lockutils [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Lock "63f75088-472a-4b92-868e-d1d4fc039918" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.380042] env[70398]: DEBUG oslo_vmware.api [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445204, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.607641] env[70398]: DEBUG nova.compute.manager [None req-f0cabe33-1e0e-44cc-a8a3-c4d9d9198a09 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1212.607911] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-f0cabe33-1e0e-44cc-a8a3-c4d9d9198a09 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1212.608363] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1212.609216] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ae68d3-7101-49aa-8efb-331996cfb317 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.612406] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1212.612593] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1212.613194] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1212.613341] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70398) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1212.617552] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0cabe33-1e0e-44cc-a8a3-c4d9d9198a09 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1212.617795] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29fdad35-604b-462e-ba3b-49473a85432b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.624841] env[70398]: DEBUG oslo_vmware.api [None req-f0cabe33-1e0e-44cc-a8a3-c4d9d9198a09 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1212.624841] env[70398]: value = "task-3445205" [ 1212.624841] env[70398]: _type = "Task" [ 1212.624841] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.633465] env[70398]: DEBUG oslo_vmware.api [None req-f0cabe33-1e0e-44cc-a8a3-c4d9d9198a09 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3445205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.693212] env[70398]: DEBUG oslo_vmware.api [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445202, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.340077} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.693511] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5391aeb6-2f9b-4223-b9b9-7964067ee226/5391aeb6-2f9b-4223-b9b9-7964067ee226.vmdk to [datastore2] 02fe9693-8fb3-44e1-b868-7fb3af0ef646/02fe9693-8fb3-44e1-b868-7fb3af0ef646.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1212.694294] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d3e98c-1414-4043-8ee4-e5dd99f51bf4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.717083] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 02fe9693-8fb3-44e1-b868-7fb3af0ef646/02fe9693-8fb3-44e1-b868-7fb3af0ef646.vmdk or device None with type streamOptimized {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1212.717320] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49d084b1-38d4-45d7-b882-cc69bb2e7f17 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.736571] env[70398]: DEBUG oslo_vmware.api [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the task: (returnval){ [ 1212.736571] env[70398]: value = "task-3445206" [ 1212.736571] env[70398]: _type = "Task" [ 1212.736571] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.744482] env[70398]: DEBUG oslo_vmware.api [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445206, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.864052] env[70398]: DEBUG oslo_vmware.api [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445203, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.869502] env[70398]: DEBUG oslo_vmware.api [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445204, 'name': PowerOffVM_Task, 'duration_secs': 0.742441} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.869860] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1212.870167] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1212.870996] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd23f95-ca69-4b1a-ac12-c4b558067cc5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.878236] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1212.878501] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4341cee-c7bb-4072-b46d-82f24dc82234 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.881682] env[70398]: DEBUG nova.compute.manager [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1212.960603] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1212.960848] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1212.961021] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Deleting the datastore file [datastore2] bbb325b3-f682-42ab-a3ca-956c7072e401 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1212.961316] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-819834f4-791f-4b5d-8e09-123fc2257714 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.967841] env[70398]: DEBUG oslo_vmware.api [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1212.967841] env[70398]: value = "task-3445208" [ 1212.967841] env[70398]: _type = "Task" [ 1212.967841] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.975443] env[70398]: DEBUG oslo_vmware.api [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445208, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.134854] env[70398]: DEBUG oslo_vmware.api [None req-f0cabe33-1e0e-44cc-a8a3-c4d9d9198a09 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3445205, 'name': PowerOffVM_Task, 'duration_secs': 0.212044} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.135082] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0cabe33-1e0e-44cc-a8a3-c4d9d9198a09 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1213.135255] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-f0cabe33-1e0e-44cc-a8a3-c4d9d9198a09 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1213.135526] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4130de5b-0c36-452f-97a1-74c1a41de347 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.198065] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-f0cabe33-1e0e-44cc-a8a3-c4d9d9198a09 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1213.198448] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-f0cabe33-1e0e-44cc-a8a3-c4d9d9198a09 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1213.198448] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0cabe33-1e0e-44cc-a8a3-c4d9d9198a09 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Deleting the datastore file [datastore1] c0aa94e0-4e87-4454-905f-3bc7a72ec446 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1213.198710] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31060596-9b4a-4832-bc24-d2e8f7357601 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.204666] env[70398]: DEBUG oslo_vmware.api [None req-f0cabe33-1e0e-44cc-a8a3-c4d9d9198a09 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1213.204666] env[70398]: value = "task-3445210" [ 1213.204666] env[70398]: _type = "Task" [ 1213.204666] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.212226] env[70398]: DEBUG oslo_vmware.api [None req-f0cabe33-1e0e-44cc-a8a3-c4d9d9198a09 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3445210, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.245212] env[70398]: DEBUG oslo_vmware.api [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445206, 'name': ReconfigVM_Task, 'duration_secs': 0.311705} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.245557] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 02fe9693-8fb3-44e1-b868-7fb3af0ef646/02fe9693-8fb3-44e1-b868-7fb3af0ef646.vmdk or device None with type streamOptimized {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1213.246741] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'encryption_secret_uuid': None, 'size': 0, 'encrypted': False, 'disk_bus': None, 'boot_index': 0, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/sda', 'encryption_options': None, 'image_id': 'c7ba9fd4-72fe-4fe2-94bf-d2de92af7172'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'attachment_id': 'e966f7d8-6534-4efe-8ab9-beaeeb10e291', 'delete_on_termination': False, 'guest_format': None, 'boot_index': None, 'disk_bus': None, 'mount_device': '/dev/sdb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687747', 'volume_id': 'e7f74c51-dd5a-4f98-9d10-6a9a3189ec15', 'name': 'volume-e7f74c51-dd5a-4f98-9d10-6a9a3189ec15', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '02fe9693-8fb3-44e1-b868-7fb3af0ef646', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7f74c51-dd5a-4f98-9d10-6a9a3189ec15', 'serial': 'e7f74c51-dd5a-4f98-9d10-6a9a3189ec15'}, 'volume_type': None}], 'swap': None} {{(pid=70398) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1213.246959] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Volume attach. Driver type: vmdk {{(pid=70398) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1213.247159] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687747', 'volume_id': 'e7f74c51-dd5a-4f98-9d10-6a9a3189ec15', 'name': 'volume-e7f74c51-dd5a-4f98-9d10-6a9a3189ec15', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '02fe9693-8fb3-44e1-b868-7fb3af0ef646', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7f74c51-dd5a-4f98-9d10-6a9a3189ec15', 'serial': 'e7f74c51-dd5a-4f98-9d10-6a9a3189ec15'} {{(pid=70398) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1213.247891] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d282f2de-5061-47a9-8cdc-639146c442e7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.262646] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705b46e4-7a9f-43c9-a965-40a9993d6e98 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.285841] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] volume-e7f74c51-dd5a-4f98-9d10-6a9a3189ec15/volume-e7f74c51-dd5a-4f98-9d10-6a9a3189ec15.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1213.286095] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fbc2d24-1e10-4c3d-8f13-cd6335cdb289 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.304506] env[70398]: DEBUG oslo_vmware.api [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the task: (returnval){ [ 1213.304506] env[70398]: value = "task-3445211" [ 1213.304506] env[70398]: _type = "Task" [ 1213.304506] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.313649] env[70398]: DEBUG oslo_vmware.api [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445211, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.363086] env[70398]: DEBUG oslo_vmware.api [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445203, 'name': PowerOnVM_Task, 'duration_secs': 1.656704} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.363442] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1213.363661] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d00de3dc-5055-46cc-9350-99a5304a7f38 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Updating instance '2d039863-b662-4fe3-a1ef-410acf862e28' progress to 100 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1213.403973] env[70398]: DEBUG oslo_concurrency.lockutils [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.404350] env[70398]: DEBUG oslo_concurrency.lockutils [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.406135] env[70398]: INFO nova.compute.claims [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1213.478273] env[70398]: DEBUG oslo_vmware.api [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445208, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.714788] env[70398]: DEBUG oslo_vmware.api [None req-f0cabe33-1e0e-44cc-a8a3-c4d9d9198a09 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3445210, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.814026] env[70398]: DEBUG oslo_vmware.api [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445211, 'name': ReconfigVM_Task, 'duration_secs': 0.303563} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.814279] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Reconfigured VM instance instance-0000006e to attach disk [datastore1] volume-e7f74c51-dd5a-4f98-9d10-6a9a3189ec15/volume-e7f74c51-dd5a-4f98-9d10-6a9a3189ec15.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1213.819000] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-015d655d-af3d-4409-99bc-7defcac7cae1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.834466] env[70398]: DEBUG oslo_vmware.api [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the task: (returnval){ [ 1213.834466] env[70398]: value = "task-3445212" [ 1213.834466] env[70398]: _type = "Task" [ 1213.834466] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.842240] env[70398]: DEBUG oslo_vmware.api [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445212, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.978290] env[70398]: DEBUG oslo_vmware.api [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445208, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.742782} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.978535] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1213.978743] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1213.978954] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1214.215269] env[70398]: DEBUG oslo_vmware.api [None req-f0cabe33-1e0e-44cc-a8a3-c4d9d9198a09 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3445210, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.787266} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.215663] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0cabe33-1e0e-44cc-a8a3-c4d9d9198a09 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1214.215704] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-f0cabe33-1e0e-44cc-a8a3-c4d9d9198a09 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1214.215869] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-f0cabe33-1e0e-44cc-a8a3-c4d9d9198a09 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1214.216101] env[70398]: INFO nova.compute.manager [None req-f0cabe33-1e0e-44cc-a8a3-c4d9d9198a09 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1214.216335] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0cabe33-1e0e-44cc-a8a3-c4d9d9198a09 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1214.216482] env[70398]: DEBUG nova.compute.manager [-] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1214.216580] env[70398]: DEBUG nova.network.neutron [-] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1214.343499] env[70398]: DEBUG oslo_vmware.api [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445212, 'name': ReconfigVM_Task, 'duration_secs': 0.433048} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.343810] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687747', 'volume_id': 'e7f74c51-dd5a-4f98-9d10-6a9a3189ec15', 'name': 'volume-e7f74c51-dd5a-4f98-9d10-6a9a3189ec15', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '02fe9693-8fb3-44e1-b868-7fb3af0ef646', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7f74c51-dd5a-4f98-9d10-6a9a3189ec15', 'serial': 'e7f74c51-dd5a-4f98-9d10-6a9a3189ec15'} {{(pid=70398) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1214.344457] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0baa700f-af96-498e-9b33-7e51857a1470 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.349725] env[70398]: DEBUG oslo_vmware.api [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the task: (returnval){ [ 1214.349725] env[70398]: value = "task-3445213" [ 1214.349725] env[70398]: _type = "Task" [ 1214.349725] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.356770] env[70398]: DEBUG oslo_vmware.api [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445213, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.467537] env[70398]: DEBUG nova.compute.manager [req-6276afdb-d772-4312-badc-f8f4afd26c08 req-fd722641-3d5f-49dd-9f67-2005ec9907ff service nova] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Received event network-vif-deleted-2f4dfb5f-f04f-4796-87d9-1e27a6a16327 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.467742] env[70398]: INFO nova.compute.manager [req-6276afdb-d772-4312-badc-f8f4afd26c08 req-fd722641-3d5f-49dd-9f67-2005ec9907ff service nova] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Neutron deleted interface 2f4dfb5f-f04f-4796-87d9-1e27a6a16327; detaching it from the instance and deleting it from the info cache [ 1214.467917] env[70398]: DEBUG nova.network.neutron [req-6276afdb-d772-4312-badc-f8f4afd26c08 req-fd722641-3d5f-49dd-9f67-2005ec9907ff service nova] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.569944] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30fa90d-74fc-4bde-9005-b22e67d758a2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.577620] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e02b0a-f86d-4ed7-a4ee-7d2c5322e2ae {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.607722] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fdb676-e459-496b-a09b-7c48e2b329fc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.615029] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf14ebc0-95c8-4254-96d9-1404c395ef42 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.627638] env[70398]: DEBUG nova.compute.provider_tree [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.867327] env[70398]: DEBUG oslo_vmware.api [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445213, 'name': Rename_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.926017] env[70398]: DEBUG nova.network.neutron [-] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.970562] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-16d35704-bb8a-4e9a-93c0-8781954ec5b5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.981587] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8dadba2-ea75-4711-bbe1-aa88ba869428 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.015064] env[70398]: DEBUG nova.compute.manager [req-6276afdb-d772-4312-badc-f8f4afd26c08 req-fd722641-3d5f-49dd-9f67-2005ec9907ff service nova] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Detach interface failed, port_id=2f4dfb5f-f04f-4796-87d9-1e27a6a16327, reason: Instance c0aa94e0-4e87-4454-905f-3bc7a72ec446 could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1215.023307] env[70398]: DEBUG nova.virt.hardware [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1215.023554] env[70398]: DEBUG nova.virt.hardware [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1215.023712] env[70398]: DEBUG nova.virt.hardware [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1215.024049] env[70398]: DEBUG nova.virt.hardware [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1215.024049] env[70398]: DEBUG nova.virt.hardware [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1215.024194] env[70398]: DEBUG nova.virt.hardware [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1215.024372] env[70398]: DEBUG nova.virt.hardware [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1215.024555] env[70398]: DEBUG nova.virt.hardware [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1215.024738] env[70398]: DEBUG nova.virt.hardware [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1215.024897] env[70398]: DEBUG nova.virt.hardware [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1215.025087] env[70398]: DEBUG nova.virt.hardware [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1215.025943] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48386015-fc61-440a-97af-1c6640e2ec37 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.033269] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1466e6b7-8c09-4be4-937f-8c6ec74ffe69 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.046563] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:d5:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a56ce3b3-7cc0-4057-87e2-b0dbac515113', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1215.053757] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1215.054007] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1215.054227] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac42ad7d-562c-420d-a1dd-2c37f6bf84f9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.072033] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1215.072033] env[70398]: value = "task-3445214" [ 1215.072033] env[70398]: _type = "Task" [ 1215.072033] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.079598] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445214, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.133765] env[70398]: DEBUG nova.scheduler.client.report [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.192904] env[70398]: DEBUG oslo_concurrency.lockutils [None req-718c1ac6-000e-4cdc-bac6-2da711d9a86f tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "2d039863-b662-4fe3-a1ef-410acf862e28" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.193239] env[70398]: DEBUG oslo_concurrency.lockutils [None req-718c1ac6-000e-4cdc-bac6-2da711d9a86f tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "2d039863-b662-4fe3-a1ef-410acf862e28" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.193452] env[70398]: DEBUG nova.compute.manager [None req-718c1ac6-000e-4cdc-bac6-2da711d9a86f tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Going to confirm migration 8 {{(pid=70398) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1215.360912] env[70398]: DEBUG oslo_vmware.api [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445213, 'name': Rename_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.428494] env[70398]: INFO nova.compute.manager [-] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Took 1.21 seconds to deallocate network for instance. [ 1215.581648] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445214, 'name': CreateVM_Task, 'duration_secs': 0.338031} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.581824] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1215.588792] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.588978] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.589296] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.589538] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53bfb4a6-7864-474b-8757-94c24153980c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.593510] env[70398]: DEBUG oslo_vmware.api [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1215.593510] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5216cb12-a54c-4fcd-729c-0b15d85d75fa" [ 1215.593510] env[70398]: _type = "Task" [ 1215.593510] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.601155] env[70398]: DEBUG oslo_vmware.api [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5216cb12-a54c-4fcd-729c-0b15d85d75fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.637036] env[70398]: DEBUG oslo_concurrency.lockutils [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.233s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.637546] env[70398]: DEBUG nova.compute.manager [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1215.731928] env[70398]: DEBUG oslo_concurrency.lockutils [None req-718c1ac6-000e-4cdc-bac6-2da711d9a86f tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "refresh_cache-2d039863-b662-4fe3-a1ef-410acf862e28" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.732128] env[70398]: DEBUG oslo_concurrency.lockutils [None req-718c1ac6-000e-4cdc-bac6-2da711d9a86f tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquired lock "refresh_cache-2d039863-b662-4fe3-a1ef-410acf862e28" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.732309] env[70398]: DEBUG nova.network.neutron [None req-718c1ac6-000e-4cdc-bac6-2da711d9a86f tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1215.732540] env[70398]: DEBUG nova.objects.instance [None req-718c1ac6-000e-4cdc-bac6-2da711d9a86f tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lazy-loading 'info_cache' on Instance uuid 2d039863-b662-4fe3-a1ef-410acf862e28 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.860616] env[70398]: DEBUG oslo_vmware.api [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445213, 'name': Rename_Task, 'duration_secs': 1.017033} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.860858] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1215.861111] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab300226-8196-4a9c-9993-a6a3553726e5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.866996] env[70398]: DEBUG oslo_vmware.api [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the task: (returnval){ [ 1215.866996] env[70398]: value = "task-3445215" [ 1215.866996] env[70398]: _type = "Task" [ 1215.866996] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.875265] env[70398]: DEBUG oslo_vmware.api [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445215, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.936118] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f0cabe33-1e0e-44cc-a8a3-c4d9d9198a09 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.936499] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f0cabe33-1e0e-44cc-a8a3-c4d9d9198a09 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.936786] env[70398]: DEBUG nova.objects.instance [None req-f0cabe33-1e0e-44cc-a8a3-c4d9d9198a09 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Lazy-loading 'resources' on Instance uuid c0aa94e0-4e87-4454-905f-3bc7a72ec446 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.104361] env[70398]: DEBUG oslo_vmware.api [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5216cb12-a54c-4fcd-729c-0b15d85d75fa, 'name': SearchDatastore_Task, 'duration_secs': 0.013389} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.104719] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.104953] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1216.105202] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.105349] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.105544] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1216.105800] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b0d6055-2068-4d6b-8b64-8670ff0d8385 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.117573] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1216.117751] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1216.118441] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cf213fb-7c90-47b9-8f65-14d6589cbf69 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.123333] env[70398]: DEBUG oslo_vmware.api [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1216.123333] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]528410f1-5dad-3e49-1e71-6b59d21305f3" [ 1216.123333] env[70398]: _type = "Task" [ 1216.123333] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.130492] env[70398]: DEBUG oslo_vmware.api [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]528410f1-5dad-3e49-1e71-6b59d21305f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.142831] env[70398]: DEBUG nova.compute.utils [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1216.144193] env[70398]: DEBUG nova.compute.manager [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Not allocating networking since 'none' was specified. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1216.376820] env[70398]: DEBUG oslo_vmware.api [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445215, 'name': PowerOnVM_Task, 'duration_secs': 0.483057} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.377296] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1216.470326] env[70398]: DEBUG nova.compute.manager [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1216.471252] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb767f6-0220-4dd5-a545-d03d09be9536 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.581532] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb9b9b7-68d9-40d0-be25-f3ec567ba9b2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.589209] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1275c0bf-4d42-46c5-8ff1-0bcc6a84587c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.619671] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ec6c55-36f4-456b-9062-a650e058e3b5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.629447] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01bdf0f-71aa-4ea7-b47b-71d55a961c62 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.637539] env[70398]: DEBUG oslo_vmware.api [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]528410f1-5dad-3e49-1e71-6b59d21305f3, 'name': SearchDatastore_Task, 'duration_secs': 0.011664} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.645482] env[70398]: DEBUG nova.compute.manager [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1216.648715] env[70398]: DEBUG nova.compute.provider_tree [None req-f0cabe33-1e0e-44cc-a8a3-c4d9d9198a09 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.651027] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f5e8d68-518e-41ae-9215-3f3024299ee3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.654830] env[70398]: DEBUG oslo_vmware.api [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1216.654830] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e1efee-ad9c-3aa5-07e2-d2d401b5249d" [ 1216.654830] env[70398]: _type = "Task" [ 1216.654830] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.662904] env[70398]: DEBUG oslo_vmware.api [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e1efee-ad9c-3aa5-07e2-d2d401b5249d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.991206] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c7e92c5f-dd19-4e39-ab69-19e436d5da24 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lock "02fe9693-8fb3-44e1-b868-7fb3af0ef646" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 27.537s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.991667] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "02fe9693-8fb3-44e1-b868-7fb3af0ef646" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.850s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.992864] env[70398]: INFO nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] During sync_power_state the instance has a pending task (spawning). Skip. [ 1216.992864] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "02fe9693-8fb3-44e1-b868-7fb3af0ef646" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.033584] env[70398]: DEBUG nova.network.neutron [None req-718c1ac6-000e-4cdc-bac6-2da711d9a86f tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Updating instance_info_cache with network_info: [{"id": "089a91a2-7b38-4a7f-9f38-358b3f31f84b", "address": "fa:16:3e:df:21:e6", "network": {"id": "5d95ca4f-960e-421c-9130-8d3e409f34c5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-80910192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68376abf86b14e67a33ef720177607f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap089a91a2-7b", "ovs_interfaceid": "089a91a2-7b38-4a7f-9f38-358b3f31f84b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.153189] env[70398]: DEBUG nova.scheduler.client.report [None req-f0cabe33-1e0e-44cc-a8a3-c4d9d9198a09 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.166591] env[70398]: DEBUG oslo_vmware.api [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e1efee-ad9c-3aa5-07e2-d2d401b5249d, 'name': SearchDatastore_Task, 'duration_secs': 0.046586} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.167494] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.167756] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] bbb325b3-f682-42ab-a3ca-956c7072e401/bbb325b3-f682-42ab-a3ca-956c7072e401.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1217.168013] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fad1d6ae-9f25-42c5-9b3c-43937de469c8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.175091] env[70398]: DEBUG oslo_vmware.api [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1217.175091] env[70398]: value = "task-3445216" [ 1217.175091] env[70398]: _type = "Task" [ 1217.175091] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.182930] env[70398]: DEBUG oslo_vmware.api [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445216, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.536589] env[70398]: DEBUG oslo_concurrency.lockutils [None req-718c1ac6-000e-4cdc-bac6-2da711d9a86f tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Releasing lock "refresh_cache-2d039863-b662-4fe3-a1ef-410acf862e28" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.537061] env[70398]: DEBUG nova.objects.instance [None req-718c1ac6-000e-4cdc-bac6-2da711d9a86f tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lazy-loading 'migration_context' on Instance uuid 2d039863-b662-4fe3-a1ef-410acf862e28 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.654489] env[70398]: DEBUG nova.compute.manager [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1217.657277] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f0cabe33-1e0e-44cc-a8a3-c4d9d9198a09 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.721s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.680564] env[70398]: INFO nova.scheduler.client.report [None req-f0cabe33-1e0e-44cc-a8a3-c4d9d9198a09 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Deleted allocations for instance c0aa94e0-4e87-4454-905f-3bc7a72ec446 [ 1217.686477] env[70398]: DEBUG nova.virt.hardware [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1217.686708] env[70398]: DEBUG nova.virt.hardware [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1217.686864] env[70398]: DEBUG nova.virt.hardware [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1217.687066] env[70398]: DEBUG nova.virt.hardware [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1217.687231] env[70398]: DEBUG nova.virt.hardware [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1217.687382] env[70398]: DEBUG nova.virt.hardware [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1217.687590] env[70398]: DEBUG nova.virt.hardware [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1217.687750] env[70398]: DEBUG nova.virt.hardware [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1217.687913] env[70398]: DEBUG nova.virt.hardware [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1217.688102] env[70398]: DEBUG nova.virt.hardware [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1217.688288] env[70398]: DEBUG nova.virt.hardware [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1217.689170] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a2bcb2-229f-4f5a-abec-687c61742a82 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.699867] env[70398]: DEBUG oslo_vmware.api [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445216, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.433272} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.700188] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] bbb325b3-f682-42ab-a3ca-956c7072e401/bbb325b3-f682-42ab-a3ca-956c7072e401.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1217.700395] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1217.701577] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2759b79-6086-4e2c-b6c2-defbe1cbc599 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.705251] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8207e242-74fd-4374-ae9b-4f6c28bd2d28 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.717235] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Instance VIF info [] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1217.723113] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Creating folder: Project (d2a72f7c7240493e9a2634fe2ce93167). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1217.725123] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d34d0fd3-42ec-46dc-b976-ab603b756e3f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.727253] env[70398]: DEBUG oslo_vmware.api [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1217.727253] env[70398]: value = "task-3445217" [ 1217.727253] env[70398]: _type = "Task" [ 1217.727253] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.736912] env[70398]: DEBUG oslo_vmware.api [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445217, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.738041] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Created folder: Project (d2a72f7c7240493e9a2634fe2ce93167) in parent group-v687430. [ 1217.738246] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Creating folder: Instances. Parent ref: group-v687754. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1217.738459] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34cb4241-c8ae-4f8d-8d62-91532285295a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.746369] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Created folder: Instances in parent group-v687754. [ 1217.746584] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1217.746806] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1217.746974] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9442069f-dc1a-44ad-b890-1234571b14e2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.762175] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1217.762175] env[70398]: value = "task-3445220" [ 1217.762175] env[70398]: _type = "Task" [ 1217.762175] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.768929] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445220, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.040400] env[70398]: DEBUG nova.objects.base [None req-718c1ac6-000e-4cdc-bac6-2da711d9a86f tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Object Instance<2d039863-b662-4fe3-a1ef-410acf862e28> lazy-loaded attributes: info_cache,migration_context {{(pid=70398) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1218.041507] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eddf280-988a-4fc4-9b82-ef73fbc332f6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.062754] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c94e1b1-f9c3-4ff4-bdd1-a460878ef848 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.068915] env[70398]: DEBUG oslo_vmware.api [None req-718c1ac6-000e-4cdc-bac6-2da711d9a86f tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1218.068915] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5247a479-5166-544b-0a96-58a62fd37b46" [ 1218.068915] env[70398]: _type = "Task" [ 1218.068915] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.076335] env[70398]: DEBUG oslo_vmware.api [None req-718c1ac6-000e-4cdc-bac6-2da711d9a86f tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5247a479-5166-544b-0a96-58a62fd37b46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.187656] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f0cabe33-1e0e-44cc-a8a3-c4d9d9198a09 tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Lock "c0aa94e0-4e87-4454-905f-3bc7a72ec446" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.088s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.236881] env[70398]: DEBUG oslo_vmware.api [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445217, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14298} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.237234] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1218.238058] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6becbc12-39fa-4b09-b02d-353c05d75d85 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.260119] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] bbb325b3-f682-42ab-a3ca-956c7072e401/bbb325b3-f682-42ab-a3ca-956c7072e401.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1218.260383] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bc54677-1107-4d32-9af0-2d094e13f10e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.289212] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445220, 'name': CreateVM_Task, 'duration_secs': 0.305083} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.290344] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1218.290872] env[70398]: DEBUG oslo_vmware.api [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1218.290872] env[70398]: value = "task-3445221" [ 1218.290872] env[70398]: _type = "Task" [ 1218.290872] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.291243] env[70398]: DEBUG oslo_concurrency.lockutils [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.291419] env[70398]: DEBUG oslo_concurrency.lockutils [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.291770] env[70398]: DEBUG oslo_concurrency.lockutils [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.292269] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ee956e9-6ec0-4577-962a-c6cd752415ab {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.300504] env[70398]: DEBUG oslo_vmware.api [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Waiting for the task: (returnval){ [ 1218.300504] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e6a1c9-83a9-dde2-d388-b8464d6c8ac7" [ 1218.300504] env[70398]: _type = "Task" [ 1218.300504] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.303395] env[70398]: DEBUG oslo_vmware.api [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445221, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.313252] env[70398]: DEBUG oslo_vmware.api [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e6a1c9-83a9-dde2-d388-b8464d6c8ac7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.580246] env[70398]: DEBUG oslo_vmware.api [None req-718c1ac6-000e-4cdc-bac6-2da711d9a86f tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5247a479-5166-544b-0a96-58a62fd37b46, 'name': SearchDatastore_Task, 'duration_secs': 0.045625} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.580592] env[70398]: DEBUG oslo_concurrency.lockutils [None req-718c1ac6-000e-4cdc-bac6-2da711d9a86f tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.580808] env[70398]: DEBUG oslo_concurrency.lockutils [None req-718c1ac6-000e-4cdc-bac6-2da711d9a86f tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.784234] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2591e11e-b981-4519-935e-b43df04861ef tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Acquiring lock "f57f9bae-2e30-4f41-ab13-ce6fd0566265" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.784548] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2591e11e-b981-4519-935e-b43df04861ef tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Lock "f57f9bae-2e30-4f41-ab13-ce6fd0566265" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.784781] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2591e11e-b981-4519-935e-b43df04861ef tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Acquiring lock "f57f9bae-2e30-4f41-ab13-ce6fd0566265-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.784968] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2591e11e-b981-4519-935e-b43df04861ef tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Lock "f57f9bae-2e30-4f41-ab13-ce6fd0566265-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.785189] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2591e11e-b981-4519-935e-b43df04861ef tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Lock "f57f9bae-2e30-4f41-ab13-ce6fd0566265-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.787434] env[70398]: INFO nova.compute.manager [None req-2591e11e-b981-4519-935e-b43df04861ef tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Terminating instance [ 1218.802485] env[70398]: DEBUG oslo_vmware.api [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445221, 'name': ReconfigVM_Task, 'duration_secs': 0.318002} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.802762] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Reconfigured VM instance instance-00000074 to attach disk [datastore1] bbb325b3-f682-42ab-a3ca-956c7072e401/bbb325b3-f682-42ab-a3ca-956c7072e401.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1218.803396] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6bb624c4-38f7-4a91-884a-81f2662c1fdf {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.813668] env[70398]: DEBUG oslo_vmware.api [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e6a1c9-83a9-dde2-d388-b8464d6c8ac7, 'name': SearchDatastore_Task, 'duration_secs': 0.022949} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.814867] env[70398]: DEBUG oslo_concurrency.lockutils [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.815116] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1218.815343] env[70398]: DEBUG oslo_concurrency.lockutils [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.815509] env[70398]: DEBUG oslo_concurrency.lockutils [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.815715] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1218.816033] env[70398]: DEBUG oslo_vmware.api [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1218.816033] env[70398]: value = "task-3445222" [ 1218.816033] env[70398]: _type = "Task" [ 1218.816033] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.816212] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e540815-5169-4c17-8baa-edbfc70d7267 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.831743] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1218.831921] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1218.832627] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8473544-3ba6-446a-96a1-b32eec554b86 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.837571] env[70398]: DEBUG oslo_vmware.api [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Waiting for the task: (returnval){ [ 1218.837571] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52467eeb-d35b-116f-3265-7545349fdecb" [ 1218.837571] env[70398]: _type = "Task" [ 1218.837571] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.844769] env[70398]: DEBUG oslo_vmware.api [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52467eeb-d35b-116f-3265-7545349fdecb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.248029] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c4129b-22a2-49ad-8fb5-3c40c8b02588 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.256176] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdb4240-b7f9-406a-8d0f-9f43cfd53fee {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.293536] env[70398]: DEBUG nova.compute.manager [None req-2591e11e-b981-4519-935e-b43df04861ef tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1219.294140] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2591e11e-b981-4519-935e-b43df04861ef tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1219.295351] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74110974-15f2-4893-b134-e3350e82da2d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.299028] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2beb744-bc19-4e1f-94c8-76acbc7b9545 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.306086] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-2591e11e-b981-4519-935e-b43df04861ef tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1219.308400] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d76be6dc-e4f1-4537-a9c2-685a563353bc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.310905] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa965c1-955d-410b-8fc4-d6e7818845f9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.325058] env[70398]: DEBUG nova.compute.provider_tree [None req-718c1ac6-000e-4cdc-bac6-2da711d9a86f tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.332232] env[70398]: DEBUG oslo_vmware.api [None req-2591e11e-b981-4519-935e-b43df04861ef tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1219.332232] env[70398]: value = "task-3445223" [ 1219.332232] env[70398]: _type = "Task" [ 1219.332232] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.338452] env[70398]: DEBUG oslo_vmware.api [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445222, 'name': Rename_Task, 'duration_secs': 0.165796} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.344089] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1219.344671] env[70398]: DEBUG oslo_vmware.api [None req-2591e11e-b981-4519-935e-b43df04861ef tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3445223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.344895] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee33dc42-0cff-4b5a-a90d-b3115e49c921 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.352894] env[70398]: DEBUG oslo_vmware.api [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52467eeb-d35b-116f-3265-7545349fdecb, 'name': SearchDatastore_Task, 'duration_secs': 0.015337} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.354745] env[70398]: DEBUG oslo_vmware.api [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1219.354745] env[70398]: value = "task-3445224" [ 1219.354745] env[70398]: _type = "Task" [ 1219.354745] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.354964] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3c8e4ad-8e81-4f38-81c9-b18f856557f0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.364884] env[70398]: DEBUG oslo_vmware.api [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Waiting for the task: (returnval){ [ 1219.364884] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]529ee97f-9495-cecc-12b1-f44cb9ab3db3" [ 1219.364884] env[70398]: _type = "Task" [ 1219.364884] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.367921] env[70398]: DEBUG oslo_vmware.api [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445224, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.375461] env[70398]: DEBUG oslo_vmware.api [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]529ee97f-9495-cecc-12b1-f44cb9ab3db3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.832812] env[70398]: DEBUG nova.scheduler.client.report [None req-718c1ac6-000e-4cdc-bac6-2da711d9a86f tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.845173] env[70398]: DEBUG oslo_vmware.api [None req-2591e11e-b981-4519-935e-b43df04861ef tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3445223, 'name': PowerOffVM_Task, 'duration_secs': 0.331433} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.846031] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-2591e11e-b981-4519-935e-b43df04861ef tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1219.846031] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2591e11e-b981-4519-935e-b43df04861ef tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1219.846031] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dff29bf2-efec-41ef-982f-a6543c492925 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.865234] env[70398]: DEBUG oslo_vmware.api [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445224, 'name': PowerOnVM_Task, 'duration_secs': 0.455527} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.865469] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1219.865700] env[70398]: DEBUG nova.compute.manager [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1219.866434] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4676a0-bb58-47b5-85a9-782cd2f31404 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.880667] env[70398]: DEBUG oslo_vmware.api [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]529ee97f-9495-cecc-12b1-f44cb9ab3db3, 'name': SearchDatastore_Task, 'duration_secs': 0.01624} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.880926] env[70398]: DEBUG oslo_concurrency.lockutils [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.881201] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 63f75088-472a-4b92-868e-d1d4fc039918/63f75088-472a-4b92-868e-d1d4fc039918.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1219.881711] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a29819e5-81b2-4fa1-99c1-2632019f83f5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.887539] env[70398]: DEBUG oslo_vmware.api [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Waiting for the task: (returnval){ [ 1219.887539] env[70398]: value = "task-3445226" [ 1219.887539] env[70398]: _type = "Task" [ 1219.887539] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.895180] env[70398]: DEBUG oslo_vmware.api [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Task: {'id': task-3445226, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.913030] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2591e11e-b981-4519-935e-b43df04861ef tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1219.913272] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2591e11e-b981-4519-935e-b43df04861ef tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1219.913461] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-2591e11e-b981-4519-935e-b43df04861ef tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Deleting the datastore file [datastore1] f57f9bae-2e30-4f41-ab13-ce6fd0566265 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1219.914478] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5c9e75b-3ca5-4cc7-883d-ce743555a093 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.922887] env[70398]: DEBUG oslo_vmware.api [None req-2591e11e-b981-4519-935e-b43df04861ef tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for the task: (returnval){ [ 1219.922887] env[70398]: value = "task-3445227" [ 1219.922887] env[70398]: _type = "Task" [ 1219.922887] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.930386] env[70398]: DEBUG oslo_vmware.api [None req-2591e11e-b981-4519-935e-b43df04861ef tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3445227, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.386982] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.401585] env[70398]: DEBUG oslo_vmware.api [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Task: {'id': task-3445226, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.435665] env[70398]: DEBUG oslo_vmware.api [None req-2591e11e-b981-4519-935e-b43df04861ef tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Task: {'id': task-3445227, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310593} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.435929] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-2591e11e-b981-4519-935e-b43df04861ef tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1220.436064] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2591e11e-b981-4519-935e-b43df04861ef tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1220.436313] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2591e11e-b981-4519-935e-b43df04861ef tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1220.436546] env[70398]: INFO nova.compute.manager [None req-2591e11e-b981-4519-935e-b43df04861ef tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1220.436803] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2591e11e-b981-4519-935e-b43df04861ef tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1220.437016] env[70398]: DEBUG nova.compute.manager [-] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1220.437159] env[70398]: DEBUG nova.network.neutron [-] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1220.705279] env[70398]: DEBUG nova.compute.manager [req-41b8fb95-8bb6-4e29-8a52-9b70fd65291e req-426ce345-c0e5-43ab-b124-ecf789f91f78 service nova] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Received event network-vif-deleted-bfaa6a83-7123-45fa-9148-86b61a2f2d06 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.705482] env[70398]: INFO nova.compute.manager [req-41b8fb95-8bb6-4e29-8a52-9b70fd65291e req-426ce345-c0e5-43ab-b124-ecf789f91f78 service nova] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Neutron deleted interface bfaa6a83-7123-45fa-9148-86b61a2f2d06; detaching it from the instance and deleting it from the info cache [ 1220.705667] env[70398]: DEBUG nova.network.neutron [req-41b8fb95-8bb6-4e29-8a52-9b70fd65291e req-426ce345-c0e5-43ab-b124-ecf789f91f78 service nova] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.846184] env[70398]: DEBUG oslo_concurrency.lockutils [None req-718c1ac6-000e-4cdc-bac6-2da711d9a86f tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.265s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.849469] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.463s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.849753] env[70398]: DEBUG nova.objects.instance [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70398) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1220.899529] env[70398]: DEBUG oslo_vmware.api [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Task: {'id': task-3445226, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591098} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.899868] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 63f75088-472a-4b92-868e-d1d4fc039918/63f75088-472a-4b92-868e-d1d4fc039918.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1220.900115] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1220.900418] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf417551-9076-4aab-8801-f8cb3b0c0420 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.908681] env[70398]: DEBUG oslo_vmware.api [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Waiting for the task: (returnval){ [ 1220.908681] env[70398]: value = "task-3445228" [ 1220.908681] env[70398]: _type = "Task" [ 1220.908681] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.915971] env[70398]: DEBUG oslo_vmware.api [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Task: {'id': task-3445228, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.190199] env[70398]: DEBUG nova.network.neutron [-] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.208673] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b35001b-39ab-4771-9fa2-fa6ba5b754bd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.218486] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208500f0-adbe-45d4-90e8-14f14e33c857 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.247725] env[70398]: DEBUG nova.compute.manager [req-41b8fb95-8bb6-4e29-8a52-9b70fd65291e req-426ce345-c0e5-43ab-b124-ecf789f91f78 service nova] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Detach interface failed, port_id=bfaa6a83-7123-45fa-9148-86b61a2f2d06, reason: Instance f57f9bae-2e30-4f41-ab13-ce6fd0566265 could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1221.414087] env[70398]: INFO nova.scheduler.client.report [None req-718c1ac6-000e-4cdc-bac6-2da711d9a86f tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Deleted allocation for migration 367b77ed-748a-47f1-a98b-7403fb91b942 [ 1221.420859] env[70398]: DEBUG oslo_vmware.api [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Task: {'id': task-3445228, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064829} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.421305] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1221.422054] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72941ec2-e8d5-438b-8180-69fdacca1a4b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.442274] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 63f75088-472a-4b92-868e-d1d4fc039918/63f75088-472a-4b92-868e-d1d4fc039918.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1221.442498] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2aa6ce0e-dcec-4d2d-aa36-07e5f3f90d17 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.463050] env[70398]: DEBUG oslo_vmware.api [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Waiting for the task: (returnval){ [ 1221.463050] env[70398]: value = "task-3445229" [ 1221.463050] env[70398]: _type = "Task" [ 1221.463050] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.470996] env[70398]: DEBUG oslo_vmware.api [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Task: {'id': task-3445229, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.596946] env[70398]: INFO nova.compute.manager [None req-1198540c-bdc9-4d3c-8825-93fcd40c6e43 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Get console output [ 1221.597223] env[70398]: WARNING nova.virt.vmwareapi.driver [None req-1198540c-bdc9-4d3c-8825-93fcd40c6e43 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] The console log is missing. Check your VSPC configuration [ 1221.693085] env[70398]: INFO nova.compute.manager [-] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Took 1.26 seconds to deallocate network for instance. [ 1221.862222] env[70398]: DEBUG oslo_concurrency.lockutils [None req-ab7ccc12-4a9c-411d-b95b-5fe6b570a014 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.922876] env[70398]: DEBUG oslo_concurrency.lockutils [None req-718c1ac6-000e-4cdc-bac6-2da711d9a86f tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "2d039863-b662-4fe3-a1ef-410acf862e28" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.730s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.972687] env[70398]: DEBUG oslo_vmware.api [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Task: {'id': task-3445229, 'name': ReconfigVM_Task, 'duration_secs': 0.415285} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.972973] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 63f75088-472a-4b92-868e-d1d4fc039918/63f75088-472a-4b92-868e-d1d4fc039918.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1221.973594] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-917878a9-861e-4007-9c14-f3dc8cc2fc0d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.980800] env[70398]: DEBUG oslo_vmware.api [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Waiting for the task: (returnval){ [ 1221.980800] env[70398]: value = "task-3445230" [ 1221.980800] env[70398]: _type = "Task" [ 1221.980800] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.988305] env[70398]: DEBUG oslo_vmware.api [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Task: {'id': task-3445230, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.199534] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2591e11e-b981-4519-935e-b43df04861ef tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.199816] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2591e11e-b981-4519-935e-b43df04861ef tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.200082] env[70398]: DEBUG nova.objects.instance [None req-2591e11e-b981-4519-935e-b43df04861ef tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Lazy-loading 'resources' on Instance uuid f57f9bae-2e30-4f41-ab13-ce6fd0566265 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.490507] env[70398]: DEBUG oslo_vmware.api [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Task: {'id': task-3445230, 'name': Rename_Task, 'duration_secs': 0.124991} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.490783] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1222.491027] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57cb4398-77a0-4b45-9d82-ec4d7bb43bfa {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.497147] env[70398]: DEBUG oslo_vmware.api [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Waiting for the task: (returnval){ [ 1222.497147] env[70398]: value = "task-3445231" [ 1222.497147] env[70398]: _type = "Task" [ 1222.497147] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.504357] env[70398]: DEBUG oslo_vmware.api [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Task: {'id': task-3445231, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.821870] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d8f72f-07a6-481f-96a8-f4ec4a7298e8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.830012] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210b8725-6022-41c2-8fd6-7e436e129633 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.861891] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2226df0f-3044-4f0b-89b2-68dd97cc2bd5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.869636] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2893016f-6118-4550-9cac-23aa0b237f25 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.883283] env[70398]: DEBUG nova.compute.provider_tree [None req-2591e11e-b981-4519-935e-b43df04861ef tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.008553] env[70398]: DEBUG oslo_vmware.api [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Task: {'id': task-3445231, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.386719] env[70398]: DEBUG nova.scheduler.client.report [None req-2591e11e-b981-4519-935e-b43df04861ef tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.508345] env[70398]: DEBUG oslo_vmware.api [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Task: {'id': task-3445231, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.891385] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2591e11e-b981-4519-935e-b43df04861ef tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.691s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.914543] env[70398]: INFO nova.scheduler.client.report [None req-2591e11e-b981-4519-935e-b43df04861ef tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Deleted allocations for instance f57f9bae-2e30-4f41-ab13-ce6fd0566265 [ 1224.009246] env[70398]: DEBUG oslo_vmware.api [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Task: {'id': task-3445231, 'name': PowerOnVM_Task, 'duration_secs': 1.14701} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.009520] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1224.009670] env[70398]: INFO nova.compute.manager [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Took 6.35 seconds to spawn the instance on the hypervisor. [ 1224.009845] env[70398]: DEBUG nova.compute.manager [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1224.010715] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08f166a-05d9-4076-a0eb-62516fbcaa3d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.422901] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2591e11e-b981-4519-935e-b43df04861ef tempest-ServerRescueNegativeTestJSON-212915573 tempest-ServerRescueNegativeTestJSON-212915573-project-member] Lock "f57f9bae-2e30-4f41-ab13-ce6fd0566265" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.638s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.526325] env[70398]: INFO nova.compute.manager [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Took 11.14 seconds to build instance. [ 1225.028356] env[70398]: DEBUG oslo_concurrency.lockutils [None req-468ededb-c785-4934-93e3-b4ee2a9c6854 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Lock "63f75088-472a-4b92-868e-d1d4fc039918" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.649s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.621017] env[70398]: INFO nova.compute.manager [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Rebuilding instance [ 1225.671229] env[70398]: DEBUG nova.compute.manager [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1225.672107] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e113466-3e6a-407f-a3e5-62a43ffd880f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.687037] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1226.687355] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-326f0893-a2ae-4159-941d-8a251dca8a21 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.694984] env[70398]: DEBUG oslo_vmware.api [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Waiting for the task: (returnval){ [ 1226.694984] env[70398]: value = "task-3445232" [ 1226.694984] env[70398]: _type = "Task" [ 1226.694984] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.704614] env[70398]: DEBUG oslo_vmware.api [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Task: {'id': task-3445232, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.206824] env[70398]: DEBUG oslo_vmware.api [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Task: {'id': task-3445232, 'name': PowerOffVM_Task, 'duration_secs': 0.237111} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.207185] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1227.207472] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1227.208357] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd1f923-763c-4899-8f5a-dae27d792a75 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.215126] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1227.215386] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2dd2be8c-47f9-4e51-8456-e2fb82a92297 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.245609] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1227.245954] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1227.246220] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Deleting the datastore file [datastore2] 63f75088-472a-4b92-868e-d1d4fc039918 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1227.246536] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0729fec6-782b-4823-a7e1-b62660e18e1d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.254829] env[70398]: DEBUG oslo_vmware.api [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Waiting for the task: (returnval){ [ 1227.254829] env[70398]: value = "task-3445234" [ 1227.254829] env[70398]: _type = "Task" [ 1227.254829] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.263687] env[70398]: DEBUG oslo_vmware.api [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Task: {'id': task-3445234, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.501010] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Acquiring lock "d37d9c78-1b8e-432e-a98b-261ba40bde20" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.501269] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Lock "d37d9c78-1b8e-432e-a98b-261ba40bde20" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.768300] env[70398]: DEBUG oslo_vmware.api [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Task: {'id': task-3445234, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257488} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.768669] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1227.768722] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1227.768927] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1228.003816] env[70398]: DEBUG nova.compute.manager [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1228.527255] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.527546] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.529063] env[70398]: INFO nova.compute.claims [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1228.804655] env[70398]: DEBUG nova.virt.hardware [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1228.805016] env[70398]: DEBUG nova.virt.hardware [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1228.805127] env[70398]: DEBUG nova.virt.hardware [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1228.805310] env[70398]: DEBUG nova.virt.hardware [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1228.805455] env[70398]: DEBUG nova.virt.hardware [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1228.805603] env[70398]: DEBUG nova.virt.hardware [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1228.805811] env[70398]: DEBUG nova.virt.hardware [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1228.805973] env[70398]: DEBUG nova.virt.hardware [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1228.806153] env[70398]: DEBUG nova.virt.hardware [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1228.806314] env[70398]: DEBUG nova.virt.hardware [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1228.806482] env[70398]: DEBUG nova.virt.hardware [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1228.807362] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1091d864-3441-458d-a6c5-5e358e3bed73 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.815606] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7a5bb1-e7ca-4d6d-9196-dce0eec0baa2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.828787] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Instance VIF info [] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1228.834252] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1228.834495] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1228.834721] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1345712b-7efe-403f-8d3b-aa3c419e61a6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.850598] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1228.850598] env[70398]: value = "task-3445235" [ 1228.850598] env[70398]: _type = "Task" [ 1228.850598] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.858077] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445235, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.361691] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445235, 'name': CreateVM_Task, 'duration_secs': 0.32261} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.362059] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1229.362662] env[70398]: DEBUG oslo_concurrency.lockutils [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.363052] env[70398]: DEBUG oslo_concurrency.lockutils [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.363827] env[70398]: DEBUG oslo_concurrency.lockutils [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.363827] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccf87b89-692d-4c21-9d8c-b28e8fe83b54 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.369280] env[70398]: DEBUG oslo_vmware.api [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Waiting for the task: (returnval){ [ 1229.369280] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5249922b-37d3-943c-dad7-83d17df0f345" [ 1229.369280] env[70398]: _type = "Task" [ 1229.369280] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.378254] env[70398]: DEBUG oslo_vmware.api [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5249922b-37d3-943c-dad7-83d17df0f345, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.653356] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e144df-afb8-49cf-b1c7-268d1f195203 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.660864] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbbec44-904c-4d6a-a153-3474d82a6795 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.690389] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b79b0f-8366-4973-b662-5ec3a9a17ef3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.697145] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6010a59b-cef1-410c-9cb2-d3df3a375d34 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.709834] env[70398]: DEBUG nova.compute.provider_tree [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.879208] env[70398]: DEBUG oslo_vmware.api [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5249922b-37d3-943c-dad7-83d17df0f345, 'name': SearchDatastore_Task, 'duration_secs': 0.010449} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.879569] env[70398]: DEBUG oslo_concurrency.lockutils [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.879683] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1229.879912] env[70398]: DEBUG oslo_concurrency.lockutils [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.880079] env[70398]: DEBUG oslo_concurrency.lockutils [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.880261] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1229.880510] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8265080d-5665-4487-8402-b5376544df66 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.888471] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1229.888639] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1229.889309] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a03efe1c-7e4e-416d-9308-21089d8128cf {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.893942] env[70398]: DEBUG oslo_vmware.api [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Waiting for the task: (returnval){ [ 1229.893942] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]529f02dc-2780-3f31-dc54-48a218348f9d" [ 1229.893942] env[70398]: _type = "Task" [ 1229.893942] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.900874] env[70398]: DEBUG oslo_vmware.api [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]529f02dc-2780-3f31-dc54-48a218348f9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.213363] env[70398]: DEBUG nova.scheduler.client.report [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.404301] env[70398]: DEBUG oslo_vmware.api [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]529f02dc-2780-3f31-dc54-48a218348f9d, 'name': SearchDatastore_Task, 'duration_secs': 0.008257} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.405114] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92499b19-570b-4edc-83b4-872a55d0542e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.409799] env[70398]: DEBUG oslo_vmware.api [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Waiting for the task: (returnval){ [ 1230.409799] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5242cc29-a6c1-d125-469e-9cf67539e561" [ 1230.409799] env[70398]: _type = "Task" [ 1230.409799] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.416923] env[70398]: DEBUG oslo_vmware.api [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5242cc29-a6c1-d125-469e-9cf67539e561, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.718734] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.191s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.719324] env[70398]: DEBUG nova.compute.manager [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1230.919581] env[70398]: DEBUG oslo_vmware.api [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5242cc29-a6c1-d125-469e-9cf67539e561, 'name': SearchDatastore_Task, 'duration_secs': 0.0097} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.919954] env[70398]: DEBUG oslo_concurrency.lockutils [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.920057] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 63f75088-472a-4b92-868e-d1d4fc039918/63f75088-472a-4b92-868e-d1d4fc039918.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1230.920309] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33e0a21f-c660-474c-8b0e-25d2825439c8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.926168] env[70398]: DEBUG oslo_vmware.api [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Waiting for the task: (returnval){ [ 1230.926168] env[70398]: value = "task-3445236" [ 1230.926168] env[70398]: _type = "Task" [ 1230.926168] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.933236] env[70398]: DEBUG oslo_vmware.api [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Task: {'id': task-3445236, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.224026] env[70398]: DEBUG nova.compute.utils [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1231.226028] env[70398]: DEBUG nova.compute.manager [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Not allocating networking since 'none' was specified. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1231.436572] env[70398]: DEBUG oslo_vmware.api [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Task: {'id': task-3445236, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.402603} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.436815] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 63f75088-472a-4b92-868e-d1d4fc039918/63f75088-472a-4b92-868e-d1d4fc039918.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1231.437011] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1231.437262] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d92f6a3-1619-4f38-a4d6-23d9cca590c7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.443714] env[70398]: DEBUG oslo_vmware.api [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Waiting for the task: (returnval){ [ 1231.443714] env[70398]: value = "task-3445237" [ 1231.443714] env[70398]: _type = "Task" [ 1231.443714] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.452543] env[70398]: DEBUG oslo_vmware.api [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Task: {'id': task-3445237, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.727781] env[70398]: DEBUG nova.compute.manager [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1231.953195] env[70398]: DEBUG oslo_vmware.api [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Task: {'id': task-3445237, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062191} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.953580] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1231.954216] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca1ac22-84c9-49b3-a537-4b34261eeef5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.972955] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 63f75088-472a-4b92-868e-d1d4fc039918/63f75088-472a-4b92-868e-d1d4fc039918.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1231.973203] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-684a18e0-2e93-4c43-8a5f-3ed51e2c530f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.992199] env[70398]: DEBUG oslo_vmware.api [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Waiting for the task: (returnval){ [ 1231.992199] env[70398]: value = "task-3445238" [ 1231.992199] env[70398]: _type = "Task" [ 1231.992199] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.999489] env[70398]: DEBUG oslo_vmware.api [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Task: {'id': task-3445238, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.502034] env[70398]: DEBUG oslo_vmware.api [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Task: {'id': task-3445238, 'name': ReconfigVM_Task, 'duration_secs': 0.334763} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.502424] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 63f75088-472a-4b92-868e-d1d4fc039918/63f75088-472a-4b92-868e-d1d4fc039918.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1232.502855] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48af9180-0b1b-4d10-b396-4e9fa6c048ee {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.509388] env[70398]: DEBUG oslo_vmware.api [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Waiting for the task: (returnval){ [ 1232.509388] env[70398]: value = "task-3445239" [ 1232.509388] env[70398]: _type = "Task" [ 1232.509388] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.516867] env[70398]: DEBUG oslo_vmware.api [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Task: {'id': task-3445239, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.738053] env[70398]: DEBUG nova.compute.manager [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1232.758087] env[70398]: DEBUG nova.virt.hardware [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1232.758345] env[70398]: DEBUG nova.virt.hardware [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1232.758486] env[70398]: DEBUG nova.virt.hardware [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1232.758738] env[70398]: DEBUG nova.virt.hardware [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1232.758902] env[70398]: DEBUG nova.virt.hardware [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1232.759068] env[70398]: DEBUG nova.virt.hardware [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1232.759281] env[70398]: DEBUG nova.virt.hardware [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1232.759441] env[70398]: DEBUG nova.virt.hardware [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1232.759607] env[70398]: DEBUG nova.virt.hardware [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1232.759769] env[70398]: DEBUG nova.virt.hardware [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1232.759942] env[70398]: DEBUG nova.virt.hardware [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1232.760786] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490ad1b2-604b-4705-a79f-ec2a6ffb7b67 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.768425] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acad5920-dd20-41cc-8a49-be9f6d5866db {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.781330] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Instance VIF info [] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1232.786826] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Creating folder: Project (d9b08f1b37dc4c70be729a6e4d6f5714). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1232.787389] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91dee933-6429-4f2b-a7e1-6164cfa8b072 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.795782] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Created folder: Project (d9b08f1b37dc4c70be729a6e4d6f5714) in parent group-v687430. [ 1232.795956] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Creating folder: Instances. Parent ref: group-v687758. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1232.796176] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ddf57a0c-b5e4-46b4-a7c7-a42f8e602df3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.803915] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Created folder: Instances in parent group-v687758. [ 1232.804144] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1232.804321] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1232.804501] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f60ab59-f590-49ad-a626-efc91fae8c74 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.819758] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1232.819758] env[70398]: value = "task-3445242" [ 1232.819758] env[70398]: _type = "Task" [ 1232.819758] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.826940] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445242, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.019739] env[70398]: DEBUG oslo_vmware.api [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Task: {'id': task-3445239, 'name': Rename_Task, 'duration_secs': 0.123827} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.020242] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1233.020324] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c078cee-51d5-4405-a11d-f6a32c8f2e2c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.026733] env[70398]: DEBUG oslo_vmware.api [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Waiting for the task: (returnval){ [ 1233.026733] env[70398]: value = "task-3445243" [ 1233.026733] env[70398]: _type = "Task" [ 1233.026733] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.040290] env[70398]: DEBUG oslo_vmware.api [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Task: {'id': task-3445243, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.330092] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445242, 'name': CreateVM_Task, 'duration_secs': 0.242582} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.330263] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1233.330652] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.330900] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.331288] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.331590] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-174d916e-2664-4d76-913b-326bad514ae7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.336732] env[70398]: DEBUG oslo_vmware.api [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Waiting for the task: (returnval){ [ 1233.336732] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]522de805-acc0-182c-2811-1ae133ef48b7" [ 1233.336732] env[70398]: _type = "Task" [ 1233.336732] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.346321] env[70398]: DEBUG oslo_vmware.api [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]522de805-acc0-182c-2811-1ae133ef48b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.536681] env[70398]: DEBUG oslo_vmware.api [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Task: {'id': task-3445243, 'name': PowerOnVM_Task, 'duration_secs': 0.48766} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.537038] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1233.537310] env[70398]: DEBUG nova.compute.manager [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1233.538102] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a431b6e-2145-4d01-978a-86fc71941899 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.846736] env[70398]: DEBUG oslo_vmware.api [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]522de805-acc0-182c-2811-1ae133ef48b7, 'name': SearchDatastore_Task, 'duration_secs': 0.009025} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.847063] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.847335] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1233.847573] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.847721] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.847907] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1233.848162] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-997e7207-02c2-4cd3-9304-9e1aac136a2e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.856588] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1233.856677] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1233.857431] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eda90b0-40ec-40a1-bc95-5a9b4ba5889c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.862109] env[70398]: DEBUG oslo_vmware.api [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Waiting for the task: (returnval){ [ 1233.862109] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]528c0b74-5652-f22d-c309-95b553ab112b" [ 1233.862109] env[70398]: _type = "Task" [ 1233.862109] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.869435] env[70398]: DEBUG oslo_vmware.api [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]528c0b74-5652-f22d-c309-95b553ab112b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.055131] env[70398]: DEBUG oslo_concurrency.lockutils [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.055415] env[70398]: DEBUG oslo_concurrency.lockutils [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.055415] env[70398]: DEBUG nova.objects.instance [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70398) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1234.307864] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d7448091-e8f7-4cf0-b061-146de8e893cb tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Acquiring lock "63f75088-472a-4b92-868e-d1d4fc039918" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.308193] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d7448091-e8f7-4cf0-b061-146de8e893cb tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Lock "63f75088-472a-4b92-868e-d1d4fc039918" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.308415] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d7448091-e8f7-4cf0-b061-146de8e893cb tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Acquiring lock "63f75088-472a-4b92-868e-d1d4fc039918-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.308603] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d7448091-e8f7-4cf0-b061-146de8e893cb tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Lock "63f75088-472a-4b92-868e-d1d4fc039918-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.308774] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d7448091-e8f7-4cf0-b061-146de8e893cb tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Lock "63f75088-472a-4b92-868e-d1d4fc039918-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.310993] env[70398]: INFO nova.compute.manager [None req-d7448091-e8f7-4cf0-b061-146de8e893cb tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Terminating instance [ 1234.372593] env[70398]: DEBUG oslo_vmware.api [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]528c0b74-5652-f22d-c309-95b553ab112b, 'name': SearchDatastore_Task, 'duration_secs': 0.008083} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.373420] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20497239-d1b3-4e3a-bdf4-9ef8c171928e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.378648] env[70398]: DEBUG oslo_vmware.api [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Waiting for the task: (returnval){ [ 1234.378648] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52002dfe-0954-2a0b-82cc-8a57f27b0e20" [ 1234.378648] env[70398]: _type = "Task" [ 1234.378648] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.385948] env[70398]: DEBUG oslo_vmware.api [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52002dfe-0954-2a0b-82cc-8a57f27b0e20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.451914] env[70398]: DEBUG oslo_concurrency.lockutils [None req-92dcf87f-5894-410b-bfd8-3863fc829d54 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquiring lock "1f198f4c-2f09-43cb-8b9c-2c18b70eda75" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.452175] env[70398]: DEBUG oslo_concurrency.lockutils [None req-92dcf87f-5894-410b-bfd8-3863fc829d54 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "1f198f4c-2f09-43cb-8b9c-2c18b70eda75" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.452378] env[70398]: DEBUG oslo_concurrency.lockutils [None req-92dcf87f-5894-410b-bfd8-3863fc829d54 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquiring lock "1f198f4c-2f09-43cb-8b9c-2c18b70eda75-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.452557] env[70398]: DEBUG oslo_concurrency.lockutils [None req-92dcf87f-5894-410b-bfd8-3863fc829d54 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "1f198f4c-2f09-43cb-8b9c-2c18b70eda75-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.452757] env[70398]: DEBUG oslo_concurrency.lockutils [None req-92dcf87f-5894-410b-bfd8-3863fc829d54 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "1f198f4c-2f09-43cb-8b9c-2c18b70eda75-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.454718] env[70398]: INFO nova.compute.manager [None req-92dcf87f-5894-410b-bfd8-3863fc829d54 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Terminating instance [ 1234.814550] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d7448091-e8f7-4cf0-b061-146de8e893cb tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Acquiring lock "refresh_cache-63f75088-472a-4b92-868e-d1d4fc039918" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.814737] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d7448091-e8f7-4cf0-b061-146de8e893cb tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Acquired lock "refresh_cache-63f75088-472a-4b92-868e-d1d4fc039918" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.814978] env[70398]: DEBUG nova.network.neutron [None req-d7448091-e8f7-4cf0-b061-146de8e893cb tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1234.889785] env[70398]: DEBUG oslo_vmware.api [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52002dfe-0954-2a0b-82cc-8a57f27b0e20, 'name': SearchDatastore_Task, 'duration_secs': 0.009181} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.890082] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.890356] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] d37d9c78-1b8e-432e-a98b-261ba40bde20/d37d9c78-1b8e-432e-a98b-261ba40bde20.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1234.890622] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0f97c21-292d-4a7f-990d-f60aa88801bc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.898257] env[70398]: DEBUG oslo_vmware.api [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Waiting for the task: (returnval){ [ 1234.898257] env[70398]: value = "task-3445244" [ 1234.898257] env[70398]: _type = "Task" [ 1234.898257] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.906016] env[70398]: DEBUG oslo_vmware.api [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Task: {'id': task-3445244, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.958620] env[70398]: DEBUG nova.compute.manager [None req-92dcf87f-5894-410b-bfd8-3863fc829d54 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1234.958897] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-92dcf87f-5894-410b-bfd8-3863fc829d54 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1234.959779] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0a5254-c330-4eb7-9395-652de3de837d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.966992] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-92dcf87f-5894-410b-bfd8-3863fc829d54 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1234.967267] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-653e43c7-42c7-420d-8bf6-108900f58ae4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.972829] env[70398]: DEBUG oslo_vmware.api [None req-92dcf87f-5894-410b-bfd8-3863fc829d54 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for the task: (returnval){ [ 1234.972829] env[70398]: value = "task-3445245" [ 1234.972829] env[70398]: _type = "Task" [ 1234.972829] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.979974] env[70398]: DEBUG oslo_vmware.api [None req-92dcf87f-5894-410b-bfd8-3863fc829d54 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.065077] env[70398]: DEBUG oslo_concurrency.lockutils [None req-186947df-004a-4016-8a6b-bbc21c082604 tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.334843] env[70398]: DEBUG nova.network.neutron [None req-d7448091-e8f7-4cf0-b061-146de8e893cb tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1235.377997] env[70398]: DEBUG nova.network.neutron [None req-d7448091-e8f7-4cf0-b061-146de8e893cb tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.407483] env[70398]: DEBUG oslo_vmware.api [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Task: {'id': task-3445244, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.425879} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.407726] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] d37d9c78-1b8e-432e-a98b-261ba40bde20/d37d9c78-1b8e-432e-a98b-261ba40bde20.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1235.407939] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1235.408202] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ecbd9ce-ed4d-4140-b1bb-ed6989c59cd4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.415296] env[70398]: DEBUG oslo_vmware.api [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Waiting for the task: (returnval){ [ 1235.415296] env[70398]: value = "task-3445246" [ 1235.415296] env[70398]: _type = "Task" [ 1235.415296] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.426824] env[70398]: DEBUG oslo_vmware.api [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Task: {'id': task-3445246, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.481517] env[70398]: DEBUG oslo_vmware.api [None req-92dcf87f-5894-410b-bfd8-3863fc829d54 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445245, 'name': PowerOffVM_Task, 'duration_secs': 0.231248} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.481786] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-92dcf87f-5894-410b-bfd8-3863fc829d54 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1235.481958] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-92dcf87f-5894-410b-bfd8-3863fc829d54 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1235.482212] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7ea38df-7bd7-4cf1-b05a-c5b5e44f3d08 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.546583] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-92dcf87f-5894-410b-bfd8-3863fc829d54 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1235.546816] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-92dcf87f-5894-410b-bfd8-3863fc829d54 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1235.547007] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-92dcf87f-5894-410b-bfd8-3863fc829d54 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Deleting the datastore file [datastore1] 1f198f4c-2f09-43cb-8b9c-2c18b70eda75 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1235.547309] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20d6f09d-7056-401c-812d-a69c851c0152 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.554646] env[70398]: DEBUG oslo_vmware.api [None req-92dcf87f-5894-410b-bfd8-3863fc829d54 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for the task: (returnval){ [ 1235.554646] env[70398]: value = "task-3445248" [ 1235.554646] env[70398]: _type = "Task" [ 1235.554646] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.561922] env[70398]: DEBUG oslo_vmware.api [None req-92dcf87f-5894-410b-bfd8-3863fc829d54 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445248, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.880973] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d7448091-e8f7-4cf0-b061-146de8e893cb tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Releasing lock "refresh_cache-63f75088-472a-4b92-868e-d1d4fc039918" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.881452] env[70398]: DEBUG nova.compute.manager [None req-d7448091-e8f7-4cf0-b061-146de8e893cb tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1235.881653] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d7448091-e8f7-4cf0-b061-146de8e893cb tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1235.882569] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db1a439-b8d2-449e-acf0-6f06ee559207 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.890477] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7448091-e8f7-4cf0-b061-146de8e893cb tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1235.890715] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93bd6949-2ca2-4792-ad2d-abe443fdf939 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.896312] env[70398]: DEBUG oslo_vmware.api [None req-d7448091-e8f7-4cf0-b061-146de8e893cb tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Waiting for the task: (returnval){ [ 1235.896312] env[70398]: value = "task-3445249" [ 1235.896312] env[70398]: _type = "Task" [ 1235.896312] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.904351] env[70398]: DEBUG oslo_vmware.api [None req-d7448091-e8f7-4cf0-b061-146de8e893cb tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Task: {'id': task-3445249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.923276] env[70398]: DEBUG oslo_vmware.api [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Task: {'id': task-3445246, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060157} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.923557] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1235.924370] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fca8b5-90e0-48c9-abc3-3a17d1169500 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.944770] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] d37d9c78-1b8e-432e-a98b-261ba40bde20/d37d9c78-1b8e-432e-a98b-261ba40bde20.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1235.944770] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-900d1131-b2d5-4e87-a452-5f6db369d2da {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.964348] env[70398]: DEBUG oslo_vmware.api [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Waiting for the task: (returnval){ [ 1235.964348] env[70398]: value = "task-3445250" [ 1235.964348] env[70398]: _type = "Task" [ 1235.964348] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.971938] env[70398]: DEBUG oslo_vmware.api [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Task: {'id': task-3445250, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.065318] env[70398]: DEBUG oslo_vmware.api [None req-92dcf87f-5894-410b-bfd8-3863fc829d54 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445248, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137658} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.065739] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-92dcf87f-5894-410b-bfd8-3863fc829d54 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1236.065739] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-92dcf87f-5894-410b-bfd8-3863fc829d54 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1236.065951] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-92dcf87f-5894-410b-bfd8-3863fc829d54 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1236.066150] env[70398]: INFO nova.compute.manager [None req-92dcf87f-5894-410b-bfd8-3863fc829d54 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1236.066390] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92dcf87f-5894-410b-bfd8-3863fc829d54 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1236.066576] env[70398]: DEBUG nova.compute.manager [-] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1236.066674] env[70398]: DEBUG nova.network.neutron [-] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1236.406297] env[70398]: DEBUG oslo_vmware.api [None req-d7448091-e8f7-4cf0-b061-146de8e893cb tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Task: {'id': task-3445249, 'name': PowerOffVM_Task, 'duration_secs': 0.269442} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.406530] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7448091-e8f7-4cf0-b061-146de8e893cb tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1236.406696] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d7448091-e8f7-4cf0-b061-146de8e893cb tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1236.406938] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56224596-8785-4eb0-8f34-a92d49c402b3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.430197] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d7448091-e8f7-4cf0-b061-146de8e893cb tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1236.430420] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d7448091-e8f7-4cf0-b061-146de8e893cb tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1236.430601] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7448091-e8f7-4cf0-b061-146de8e893cb tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Deleting the datastore file [datastore1] 63f75088-472a-4b92-868e-d1d4fc039918 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1236.430915] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d2a5025-a979-45b0-8a4c-dcf13c09d855 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.436500] env[70398]: DEBUG oslo_vmware.api [None req-d7448091-e8f7-4cf0-b061-146de8e893cb tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Waiting for the task: (returnval){ [ 1236.436500] env[70398]: value = "task-3445252" [ 1236.436500] env[70398]: _type = "Task" [ 1236.436500] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.444145] env[70398]: DEBUG oslo_vmware.api [None req-d7448091-e8f7-4cf0-b061-146de8e893cb tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Task: {'id': task-3445252, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.473603] env[70398]: DEBUG oslo_vmware.api [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Task: {'id': task-3445250, 'name': ReconfigVM_Task, 'duration_secs': 0.270067} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.473884] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Reconfigured VM instance instance-00000079 to attach disk [datastore2] d37d9c78-1b8e-432e-a98b-261ba40bde20/d37d9c78-1b8e-432e-a98b-261ba40bde20.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1236.474530] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b14280eb-92b0-4e24-acd6-2691acfe21c4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.480095] env[70398]: DEBUG oslo_vmware.api [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Waiting for the task: (returnval){ [ 1236.480095] env[70398]: value = "task-3445253" [ 1236.480095] env[70398]: _type = "Task" [ 1236.480095] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.487541] env[70398]: DEBUG oslo_vmware.api [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Task: {'id': task-3445253, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.747521] env[70398]: DEBUG nova.compute.manager [req-a3c5671f-61b8-4588-bed7-ea2326062fb1 req-222742d2-44f3-43bd-99b4-3d10ea475845 service nova] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Received event network-vif-deleted-17587ef5-cf15-409a-9848-2c1292689e44 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.747898] env[70398]: INFO nova.compute.manager [req-a3c5671f-61b8-4588-bed7-ea2326062fb1 req-222742d2-44f3-43bd-99b4-3d10ea475845 service nova] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Neutron deleted interface 17587ef5-cf15-409a-9848-2c1292689e44; detaching it from the instance and deleting it from the info cache [ 1236.747898] env[70398]: DEBUG nova.network.neutron [req-a3c5671f-61b8-4588-bed7-ea2326062fb1 req-222742d2-44f3-43bd-99b4-3d10ea475845 service nova] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.949023] env[70398]: DEBUG oslo_vmware.api [None req-d7448091-e8f7-4cf0-b061-146de8e893cb tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Task: {'id': task-3445252, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.113355} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.949023] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7448091-e8f7-4cf0-b061-146de8e893cb tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1236.949023] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d7448091-e8f7-4cf0-b061-146de8e893cb tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1236.949023] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d7448091-e8f7-4cf0-b061-146de8e893cb tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1236.949023] env[70398]: INFO nova.compute.manager [None req-d7448091-e8f7-4cf0-b061-146de8e893cb tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1236.949023] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7448091-e8f7-4cf0-b061-146de8e893cb tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1236.949023] env[70398]: DEBUG nova.compute.manager [-] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1236.949023] env[70398]: DEBUG nova.network.neutron [-] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1236.967354] env[70398]: DEBUG nova.network.neutron [-] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1236.989854] env[70398]: DEBUG oslo_vmware.api [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Task: {'id': task-3445253, 'name': Rename_Task, 'duration_secs': 0.152058} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.990133] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1236.990375] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3152fcfe-8181-437f-be1b-28299a530e1f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.996240] env[70398]: DEBUG oslo_vmware.api [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Waiting for the task: (returnval){ [ 1236.996240] env[70398]: value = "task-3445254" [ 1236.996240] env[70398]: _type = "Task" [ 1236.996240] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.003985] env[70398]: DEBUG oslo_vmware.api [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Task: {'id': task-3445254, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.230513] env[70398]: DEBUG nova.network.neutron [-] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.250733] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0791eeae-ea41-4bee-a273-c77d800f9400 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.260819] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb4f5dd-ae51-4285-82cd-2b22f71e5d72 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.291972] env[70398]: DEBUG nova.compute.manager [req-a3c5671f-61b8-4588-bed7-ea2326062fb1 req-222742d2-44f3-43bd-99b4-3d10ea475845 service nova] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Detach interface failed, port_id=17587ef5-cf15-409a-9848-2c1292689e44, reason: Instance 1f198f4c-2f09-43cb-8b9c-2c18b70eda75 could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1237.474041] env[70398]: DEBUG nova.network.neutron [-] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.506217] env[70398]: DEBUG oslo_vmware.api [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Task: {'id': task-3445254, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.732613] env[70398]: INFO nova.compute.manager [-] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Took 1.67 seconds to deallocate network for instance. [ 1237.976155] env[70398]: INFO nova.compute.manager [-] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Took 1.03 seconds to deallocate network for instance. [ 1238.006627] env[70398]: DEBUG oslo_vmware.api [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Task: {'id': task-3445254, 'name': PowerOnVM_Task, 'duration_secs': 0.662844} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.007539] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1238.007743] env[70398]: INFO nova.compute.manager [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Took 5.27 seconds to spawn the instance on the hypervisor. [ 1238.007927] env[70398]: DEBUG nova.compute.manager [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1238.008697] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0c0cfc-3561-45d5-9990-8c41bfd236e9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.239402] env[70398]: DEBUG oslo_concurrency.lockutils [None req-92dcf87f-5894-410b-bfd8-3863fc829d54 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.239765] env[70398]: DEBUG oslo_concurrency.lockutils [None req-92dcf87f-5894-410b-bfd8-3863fc829d54 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.239909] env[70398]: DEBUG nova.objects.instance [None req-92dcf87f-5894-410b-bfd8-3863fc829d54 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lazy-loading 'resources' on Instance uuid 1f198f4c-2f09-43cb-8b9c-2c18b70eda75 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.482752] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d7448091-e8f7-4cf0-b061-146de8e893cb tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.524611] env[70398]: INFO nova.compute.manager [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Took 10.01 seconds to build instance. [ 1238.864079] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d8f3f3-f08f-4fc9-a497-353a6c6a46ac {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.872077] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e046327c-ad21-4cd1-ba7e-ba0ac715710f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.906394] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56e5660-efa2-4b5e-a837-f8e1a7532b55 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.913986] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db771c7-8254-4ca1-ba35-1c24d22102e4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.927277] env[70398]: DEBUG nova.compute.provider_tree [None req-92dcf87f-5894-410b-bfd8-3863fc829d54 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.027015] env[70398]: DEBUG oslo_concurrency.lockutils [None req-3c8ac190-8065-43fa-a05b-0e38d90415bf tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Lock "d37d9c78-1b8e-432e-a98b-261ba40bde20" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.526s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.430378] env[70398]: DEBUG nova.scheduler.client.report [None req-92dcf87f-5894-410b-bfd8-3863fc829d54 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1239.737124] env[70398]: INFO nova.compute.manager [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Rebuilding instance [ 1239.772690] env[70398]: DEBUG nova.compute.manager [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1239.773593] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f2108d-c93c-4d27-99d5-8fa6e9070c77 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.935900] env[70398]: DEBUG oslo_concurrency.lockutils [None req-92dcf87f-5894-410b-bfd8-3863fc829d54 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.696s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.938392] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d7448091-e8f7-4cf0-b061-146de8e893cb tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.456s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.938637] env[70398]: DEBUG nova.objects.instance [None req-d7448091-e8f7-4cf0-b061-146de8e893cb tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Lazy-loading 'resources' on Instance uuid 63f75088-472a-4b92-868e-d1d4fc039918 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.955370] env[70398]: INFO nova.scheduler.client.report [None req-92dcf87f-5894-410b-bfd8-3863fc829d54 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Deleted allocations for instance 1f198f4c-2f09-43cb-8b9c-2c18b70eda75 [ 1240.462129] env[70398]: DEBUG oslo_concurrency.lockutils [None req-92dcf87f-5894-410b-bfd8-3863fc829d54 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "1f198f4c-2f09-43cb-8b9c-2c18b70eda75" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.009s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.555031] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b57378b-e7d3-4a87-8047-a1c922a90d1b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.564773] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4419b59f-ccdf-4816-bb81-2c493761216c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.597860] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5507bcde-87e8-4acc-ba1b-0ba98ab7bd93 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.604448] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29d1ded-f925-4c47-9263-02f60a92876b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.617823] env[70398]: DEBUG nova.compute.provider_tree [None req-d7448091-e8f7-4cf0-b061-146de8e893cb tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.786799] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.787145] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60209431-ab06-416e-a671-faf50b2fd379 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.793838] env[70398]: DEBUG oslo_vmware.api [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Waiting for the task: (returnval){ [ 1240.793838] env[70398]: value = "task-3445255" [ 1240.793838] env[70398]: _type = "Task" [ 1240.793838] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.801843] env[70398]: DEBUG oslo_vmware.api [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Task: {'id': task-3445255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.121665] env[70398]: DEBUG nova.scheduler.client.report [None req-d7448091-e8f7-4cf0-b061-146de8e893cb tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1241.303864] env[70398]: DEBUG oslo_vmware.api [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Task: {'id': task-3445255, 'name': PowerOffVM_Task, 'duration_secs': 0.182033} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.304193] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1241.304798] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1241.305558] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fade483-2e85-4a5f-900a-224f007fac59 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.312063] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1241.312287] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05c8fcfb-cf59-458e-a009-482e91105b8c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.335434] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1241.335643] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1241.335820] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Deleting the datastore file [datastore2] d37d9c78-1b8e-432e-a98b-261ba40bde20 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1241.336120] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c6c4a67-00f4-490c-b5d8-e99065e55f8a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.341461] env[70398]: DEBUG oslo_vmware.api [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Waiting for the task: (returnval){ [ 1241.341461] env[70398]: value = "task-3445257" [ 1241.341461] env[70398]: _type = "Task" [ 1241.341461] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.348700] env[70398]: DEBUG oslo_vmware.api [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Task: {'id': task-3445257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.478881] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e4f90bf6-32ff-4717-af3d-e4a5cd6cadf5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquiring lock "83d040f0-ca8b-40e2-bd82-1ddadfa0430a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.479183] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e4f90bf6-32ff-4717-af3d-e4a5cd6cadf5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "83d040f0-ca8b-40e2-bd82-1ddadfa0430a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.627490] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d7448091-e8f7-4cf0-b061-146de8e893cb tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.689s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.655997] env[70398]: INFO nova.scheduler.client.report [None req-d7448091-e8f7-4cf0-b061-146de8e893cb tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Deleted allocations for instance 63f75088-472a-4b92-868e-d1d4fc039918 [ 1241.851678] env[70398]: DEBUG oslo_vmware.api [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Task: {'id': task-3445257, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.084959} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.851966] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1241.852179] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1241.852355] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1241.982557] env[70398]: INFO nova.compute.manager [None req-e4f90bf6-32ff-4717-af3d-e4a5cd6cadf5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Detaching volume db52bb17-86c4-4d31-990d-e7b50b2317d7 [ 1242.015055] env[70398]: INFO nova.virt.block_device [None req-e4f90bf6-32ff-4717-af3d-e4a5cd6cadf5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Attempting to driver detach volume db52bb17-86c4-4d31-990d-e7b50b2317d7 from mountpoint /dev/sdb [ 1242.015338] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4f90bf6-32ff-4717-af3d-e4a5cd6cadf5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Volume detach. Driver type: vmdk {{(pid=70398) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1242.015540] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4f90bf6-32ff-4717-af3d-e4a5cd6cadf5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687743', 'volume_id': 'db52bb17-86c4-4d31-990d-e7b50b2317d7', 'name': 'volume-db52bb17-86c4-4d31-990d-e7b50b2317d7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '83d040f0-ca8b-40e2-bd82-1ddadfa0430a', 'attached_at': '', 'detached_at': '', 'volume_id': 'db52bb17-86c4-4d31-990d-e7b50b2317d7', 'serial': 'db52bb17-86c4-4d31-990d-e7b50b2317d7'} {{(pid=70398) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1242.016459] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a6fe38-5eca-4954-8e61-6fc8b6bd2d97 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.037978] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b088363-b30d-43d6-8de5-0df30defab01 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.044509] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1c4e9f-b6bd-4cec-85dd-d98c3b03ca84 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.064146] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ccda5e-bdca-46d7-a217-dfe78983d946 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.078309] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4f90bf6-32ff-4717-af3d-e4a5cd6cadf5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] The volume has not been displaced from its original location: [datastore2] volume-db52bb17-86c4-4d31-990d-e7b50b2317d7/volume-db52bb17-86c4-4d31-990d-e7b50b2317d7.vmdk. No consolidation needed. {{(pid=70398) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1242.083409] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4f90bf6-32ff-4717-af3d-e4a5cd6cadf5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Reconfiguring VM instance instance-0000006f to detach disk 2001 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1242.083690] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36b7c9de-a860-40fe-986a-8557c9bccd5a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.101648] env[70398]: DEBUG oslo_vmware.api [None req-e4f90bf6-32ff-4717-af3d-e4a5cd6cadf5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for the task: (returnval){ [ 1242.101648] env[70398]: value = "task-3445258" [ 1242.101648] env[70398]: _type = "Task" [ 1242.101648] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.108928] env[70398]: DEBUG oslo_vmware.api [None req-e4f90bf6-32ff-4717-af3d-e4a5cd6cadf5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445258, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.163439] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d7448091-e8f7-4cf0-b061-146de8e893cb tempest-ServerShowV254Test-1561311184 tempest-ServerShowV254Test-1561311184-project-member] Lock "63f75088-472a-4b92-868e-d1d4fc039918" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.855s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.614050] env[70398]: DEBUG oslo_vmware.api [None req-e4f90bf6-32ff-4717-af3d-e4a5cd6cadf5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445258, 'name': ReconfigVM_Task, 'duration_secs': 0.222416} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.614050] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4f90bf6-32ff-4717-af3d-e4a5cd6cadf5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Reconfigured VM instance instance-0000006f to detach disk 2001 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1242.618206] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cfa9249-6ce0-491d-8c7b-e606f9a90591 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.632795] env[70398]: DEBUG oslo_vmware.api [None req-e4f90bf6-32ff-4717-af3d-e4a5cd6cadf5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for the task: (returnval){ [ 1242.632795] env[70398]: value = "task-3445259" [ 1242.632795] env[70398]: _type = "Task" [ 1242.632795] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.640268] env[70398]: DEBUG oslo_vmware.api [None req-e4f90bf6-32ff-4717-af3d-e4a5cd6cadf5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445259, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.889809] env[70398]: DEBUG nova.virt.hardware [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1242.890129] env[70398]: DEBUG nova.virt.hardware [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1242.890331] env[70398]: DEBUG nova.virt.hardware [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1242.890548] env[70398]: DEBUG nova.virt.hardware [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1242.890749] env[70398]: DEBUG nova.virt.hardware [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1242.890955] env[70398]: DEBUG nova.virt.hardware [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1242.891250] env[70398]: DEBUG nova.virt.hardware [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1242.891477] env[70398]: DEBUG nova.virt.hardware [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1242.891710] env[70398]: DEBUG nova.virt.hardware [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1242.891933] env[70398]: DEBUG nova.virt.hardware [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1242.892182] env[70398]: DEBUG nova.virt.hardware [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1242.893193] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f44323-fdf2-46fe-959d-36a11a8e6e24 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.901447] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c350fbe-8000-4b0a-b8d2-bca0abb70d5d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.915232] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Instance VIF info [] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1242.920866] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1242.921214] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1242.921486] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c062c4f-2664-4e36-ac05-ba384acf8aeb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.937473] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1242.937473] env[70398]: value = "task-3445260" [ 1242.937473] env[70398]: _type = "Task" [ 1242.937473] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.944988] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445260, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.144894] env[70398]: DEBUG oslo_vmware.api [None req-e4f90bf6-32ff-4717-af3d-e4a5cd6cadf5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445259, 'name': ReconfigVM_Task, 'duration_secs': 0.15824} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.145297] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4f90bf6-32ff-4717-af3d-e4a5cd6cadf5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687743', 'volume_id': 'db52bb17-86c4-4d31-990d-e7b50b2317d7', 'name': 'volume-db52bb17-86c4-4d31-990d-e7b50b2317d7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '83d040f0-ca8b-40e2-bd82-1ddadfa0430a', 'attached_at': '', 'detached_at': '', 'volume_id': 'db52bb17-86c4-4d31-990d-e7b50b2317d7', 'serial': 'db52bb17-86c4-4d31-990d-e7b50b2317d7'} {{(pid=70398) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1243.450057] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445260, 'name': CreateVM_Task, 'duration_secs': 0.251533} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.450057] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1243.450602] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.450827] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.451282] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.451607] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db3fc924-d476-4a8e-b482-a1272e927dbf {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.456776] env[70398]: DEBUG oslo_vmware.api [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Waiting for the task: (returnval){ [ 1243.456776] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5264581b-e660-e2d1-af35-841dd8ab2817" [ 1243.456776] env[70398]: _type = "Task" [ 1243.456776] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.466440] env[70398]: DEBUG oslo_vmware.api [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5264581b-e660-e2d1-af35-841dd8ab2817, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.691588] env[70398]: DEBUG nova.objects.instance [None req-e4f90bf6-32ff-4717-af3d-e4a5cd6cadf5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lazy-loading 'flavor' on Instance uuid 83d040f0-ca8b-40e2-bd82-1ddadfa0430a {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.966889] env[70398]: DEBUG oslo_vmware.api [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5264581b-e660-e2d1-af35-841dd8ab2817, 'name': SearchDatastore_Task, 'duration_secs': 0.010135} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.967235] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.967474] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1243.967702] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.967849] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.968131] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1243.968299] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2cf242c-c569-4d24-9c3b-845fefafee75 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.980667] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1243.980876] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1243.981609] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c3af64d-8874-4952-baea-55ef19762604 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.986480] env[70398]: DEBUG oslo_vmware.api [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Waiting for the task: (returnval){ [ 1243.986480] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52280122-56c4-3683-e249-f6e781f25918" [ 1243.986480] env[70398]: _type = "Task" [ 1243.986480] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.993894] env[70398]: DEBUG oslo_vmware.api [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52280122-56c4-3683-e249-f6e781f25918, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.497015] env[70398]: DEBUG oslo_vmware.api [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52280122-56c4-3683-e249-f6e781f25918, 'name': SearchDatastore_Task, 'duration_secs': 0.009993} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.497844] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0a3cb18-556b-4e1a-8cfc-1b3349301411 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.503170] env[70398]: DEBUG oslo_vmware.api [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Waiting for the task: (returnval){ [ 1244.503170] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52263ba2-75fd-9885-b5b8-04ad6ed2139a" [ 1244.503170] env[70398]: _type = "Task" [ 1244.503170] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.511512] env[70398]: DEBUG oslo_vmware.api [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52263ba2-75fd-9885-b5b8-04ad6ed2139a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.698932] env[70398]: DEBUG oslo_concurrency.lockutils [None req-e4f90bf6-32ff-4717-af3d-e4a5cd6cadf5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "83d040f0-ca8b-40e2-bd82-1ddadfa0430a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.220s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.013637] env[70398]: DEBUG oslo_vmware.api [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52263ba2-75fd-9885-b5b8-04ad6ed2139a, 'name': SearchDatastore_Task, 'duration_secs': 0.009542} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.013852] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.014124] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] d37d9c78-1b8e-432e-a98b-261ba40bde20/d37d9c78-1b8e-432e-a98b-261ba40bde20.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1245.014387] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5771edbc-7d76-45ce-a982-a859c4687813 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.021900] env[70398]: DEBUG oslo_vmware.api [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Waiting for the task: (returnval){ [ 1245.021900] env[70398]: value = "task-3445261" [ 1245.021900] env[70398]: _type = "Task" [ 1245.021900] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.028892] env[70398]: DEBUG oslo_vmware.api [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Task: {'id': task-3445261, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.531537] env[70398]: DEBUG oslo_vmware.api [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Task: {'id': task-3445261, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.418557} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.531849] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] d37d9c78-1b8e-432e-a98b-261ba40bde20/d37d9c78-1b8e-432e-a98b-261ba40bde20.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1245.532094] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1245.532352] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fdc4d6f2-f222-4b55-8f5b-83a86f963193 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.537939] env[70398]: DEBUG oslo_vmware.api [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Waiting for the task: (returnval){ [ 1245.537939] env[70398]: value = "task-3445262" [ 1245.537939] env[70398]: _type = "Task" [ 1245.537939] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.544459] env[70398]: DEBUG oslo_vmware.api [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Task: {'id': task-3445262, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.749571] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8502205e-9bd9-4087-9971-d51b1dcc49bb tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquiring lock "83d040f0-ca8b-40e2-bd82-1ddadfa0430a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.749848] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8502205e-9bd9-4087-9971-d51b1dcc49bb tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "83d040f0-ca8b-40e2-bd82-1ddadfa0430a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.750070] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8502205e-9bd9-4087-9971-d51b1dcc49bb tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquiring lock "83d040f0-ca8b-40e2-bd82-1ddadfa0430a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.750260] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8502205e-9bd9-4087-9971-d51b1dcc49bb tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "83d040f0-ca8b-40e2-bd82-1ddadfa0430a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.750428] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8502205e-9bd9-4087-9971-d51b1dcc49bb tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "83d040f0-ca8b-40e2-bd82-1ddadfa0430a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.752458] env[70398]: INFO nova.compute.manager [None req-8502205e-9bd9-4087-9971-d51b1dcc49bb tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Terminating instance [ 1246.047150] env[70398]: DEBUG oslo_vmware.api [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Task: {'id': task-3445262, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060086} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.047424] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1246.048179] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cd4d7d-1908-40cd-bb0a-051809085910 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.066752] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] d37d9c78-1b8e-432e-a98b-261ba40bde20/d37d9c78-1b8e-432e-a98b-261ba40bde20.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1246.066960] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c0eed5f-0811-40be-b960-17aa26f092c3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.084642] env[70398]: DEBUG oslo_vmware.api [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Waiting for the task: (returnval){ [ 1246.084642] env[70398]: value = "task-3445263" [ 1246.084642] env[70398]: _type = "Task" [ 1246.084642] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.091717] env[70398]: DEBUG oslo_vmware.api [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Task: {'id': task-3445263, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.255931] env[70398]: DEBUG nova.compute.manager [None req-8502205e-9bd9-4087-9971-d51b1dcc49bb tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1246.256231] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-8502205e-9bd9-4087-9971-d51b1dcc49bb tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1246.257124] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9545f4-f111-47b0-8d6b-372eb5803ba7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.264537] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-8502205e-9bd9-4087-9971-d51b1dcc49bb tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1246.264755] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a3e8bf7-30fb-4bce-82c3-1c16c6849b2e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.271071] env[70398]: DEBUG oslo_vmware.api [None req-8502205e-9bd9-4087-9971-d51b1dcc49bb tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for the task: (returnval){ [ 1246.271071] env[70398]: value = "task-3445264" [ 1246.271071] env[70398]: _type = "Task" [ 1246.271071] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.278797] env[70398]: DEBUG oslo_vmware.api [None req-8502205e-9bd9-4087-9971-d51b1dcc49bb tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445264, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.595501] env[70398]: DEBUG oslo_vmware.api [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Task: {'id': task-3445263, 'name': ReconfigVM_Task, 'duration_secs': 0.287309} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.595818] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Reconfigured VM instance instance-00000079 to attach disk [datastore1] d37d9c78-1b8e-432e-a98b-261ba40bde20/d37d9c78-1b8e-432e-a98b-261ba40bde20.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1246.596463] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59e32c02-2872-4e0c-9f6e-228a0fb63ea9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.601971] env[70398]: DEBUG oslo_vmware.api [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Waiting for the task: (returnval){ [ 1246.601971] env[70398]: value = "task-3445265" [ 1246.601971] env[70398]: _type = "Task" [ 1246.601971] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.612366] env[70398]: DEBUG oslo_vmware.api [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Task: {'id': task-3445265, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.780602] env[70398]: DEBUG oslo_vmware.api [None req-8502205e-9bd9-4087-9971-d51b1dcc49bb tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445264, 'name': PowerOffVM_Task, 'duration_secs': 0.345904} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.780986] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-8502205e-9bd9-4087-9971-d51b1dcc49bb tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1246.781197] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-8502205e-9bd9-4087-9971-d51b1dcc49bb tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1246.782067] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-254be43b-fd6c-493e-8aeb-7c544eac759f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.845842] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-8502205e-9bd9-4087-9971-d51b1dcc49bb tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1246.846086] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-8502205e-9bd9-4087-9971-d51b1dcc49bb tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1246.846278] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-8502205e-9bd9-4087-9971-d51b1dcc49bb tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Deleting the datastore file [datastore1] 83d040f0-ca8b-40e2-bd82-1ddadfa0430a {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1246.846537] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-534f1089-6790-43c5-bf2b-8e470f713249 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.852854] env[70398]: DEBUG oslo_vmware.api [None req-8502205e-9bd9-4087-9971-d51b1dcc49bb tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for the task: (returnval){ [ 1246.852854] env[70398]: value = "task-3445267" [ 1246.852854] env[70398]: _type = "Task" [ 1246.852854] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.859871] env[70398]: DEBUG oslo_vmware.api [None req-8502205e-9bd9-4087-9971-d51b1dcc49bb tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445267, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.111875] env[70398]: DEBUG oslo_vmware.api [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Task: {'id': task-3445265, 'name': Rename_Task, 'duration_secs': 0.139794} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.112176] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1247.112422] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09332769-83e0-4ded-8627-fa4960303294 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.117871] env[70398]: DEBUG oslo_vmware.api [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Waiting for the task: (returnval){ [ 1247.117871] env[70398]: value = "task-3445268" [ 1247.117871] env[70398]: _type = "Task" [ 1247.117871] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.124876] env[70398]: DEBUG oslo_vmware.api [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Task: {'id': task-3445268, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.362693] env[70398]: DEBUG oslo_vmware.api [None req-8502205e-9bd9-4087-9971-d51b1dcc49bb tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445267, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205205} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.362931] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-8502205e-9bd9-4087-9971-d51b1dcc49bb tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1247.363074] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-8502205e-9bd9-4087-9971-d51b1dcc49bb tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1247.363253] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-8502205e-9bd9-4087-9971-d51b1dcc49bb tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1247.363430] env[70398]: INFO nova.compute.manager [None req-8502205e-9bd9-4087-9971-d51b1dcc49bb tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1247.363672] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8502205e-9bd9-4087-9971-d51b1dcc49bb tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1247.363864] env[70398]: DEBUG nova.compute.manager [-] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1247.363957] env[70398]: DEBUG nova.network.neutron [-] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1247.628360] env[70398]: DEBUG oslo_vmware.api [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Task: {'id': task-3445268, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.793355] env[70398]: DEBUG nova.compute.manager [req-f726e9e6-8649-4351-a674-5462b18e0ac2 req-a154f27f-2880-49b1-a7d8-6f935502a0cf service nova] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Received event network-vif-deleted-8b67e926-48d9-49e9-a4aa-0e464c170a1a {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.793606] env[70398]: INFO nova.compute.manager [req-f726e9e6-8649-4351-a674-5462b18e0ac2 req-a154f27f-2880-49b1-a7d8-6f935502a0cf service nova] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Neutron deleted interface 8b67e926-48d9-49e9-a4aa-0e464c170a1a; detaching it from the instance and deleting it from the info cache [ 1247.793728] env[70398]: DEBUG nova.network.neutron [req-f726e9e6-8649-4351-a674-5462b18e0ac2 req-a154f27f-2880-49b1-a7d8-6f935502a0cf service nova] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.129816] env[70398]: DEBUG oslo_vmware.api [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Task: {'id': task-3445268, 'name': PowerOnVM_Task, 'duration_secs': 0.518257} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.129816] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1248.129816] env[70398]: DEBUG nova.compute.manager [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1248.130464] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5beb3a-fa5f-42b6-8ce9-9750fef9c99c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.278570] env[70398]: DEBUG nova.network.neutron [-] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.296771] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-494ad6d6-96a6-47af-b79d-a86b0f36bf7f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.306192] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce9710d-a345-4cef-b820-7e85e0c83165 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.338054] env[70398]: DEBUG nova.compute.manager [req-f726e9e6-8649-4351-a674-5462b18e0ac2 req-a154f27f-2880-49b1-a7d8-6f935502a0cf service nova] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Detach interface failed, port_id=8b67e926-48d9-49e9-a4aa-0e464c170a1a, reason: Instance 83d040f0-ca8b-40e2-bd82-1ddadfa0430a could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1248.646380] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.646380] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.646380] env[70398]: DEBUG nova.objects.instance [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70398) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1248.780700] env[70398]: INFO nova.compute.manager [-] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Took 1.42 seconds to deallocate network for instance. [ 1249.054986] env[70398]: DEBUG oslo_concurrency.lockutils [None req-69c5f5d4-4fe9-447f-9cc7-612af0410fee tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "2d039863-b662-4fe3-a1ef-410acf862e28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.054986] env[70398]: DEBUG oslo_concurrency.lockutils [None req-69c5f5d4-4fe9-447f-9cc7-612af0410fee tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "2d039863-b662-4fe3-a1ef-410acf862e28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.055384] env[70398]: DEBUG oslo_concurrency.lockutils [None req-69c5f5d4-4fe9-447f-9cc7-612af0410fee tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "2d039863-b662-4fe3-a1ef-410acf862e28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.055441] env[70398]: DEBUG oslo_concurrency.lockutils [None req-69c5f5d4-4fe9-447f-9cc7-612af0410fee tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "2d039863-b662-4fe3-a1ef-410acf862e28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.056053] env[70398]: DEBUG oslo_concurrency.lockutils [None req-69c5f5d4-4fe9-447f-9cc7-612af0410fee tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "2d039863-b662-4fe3-a1ef-410acf862e28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.057973] env[70398]: INFO nova.compute.manager [None req-69c5f5d4-4fe9-447f-9cc7-612af0410fee tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Terminating instance [ 1249.287246] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8502205e-9bd9-4087-9971-d51b1dcc49bb tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.558890] env[70398]: DEBUG oslo_concurrency.lockutils [None req-33699dc5-b92c-4f93-89a8-04d17e26e955 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Acquiring lock "d37d9c78-1b8e-432e-a98b-261ba40bde20" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.559145] env[70398]: DEBUG oslo_concurrency.lockutils [None req-33699dc5-b92c-4f93-89a8-04d17e26e955 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Lock "d37d9c78-1b8e-432e-a98b-261ba40bde20" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.559351] env[70398]: DEBUG oslo_concurrency.lockutils [None req-33699dc5-b92c-4f93-89a8-04d17e26e955 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Acquiring lock "d37d9c78-1b8e-432e-a98b-261ba40bde20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.559538] env[70398]: DEBUG oslo_concurrency.lockutils [None req-33699dc5-b92c-4f93-89a8-04d17e26e955 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Lock "d37d9c78-1b8e-432e-a98b-261ba40bde20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.559707] env[70398]: DEBUG oslo_concurrency.lockutils [None req-33699dc5-b92c-4f93-89a8-04d17e26e955 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Lock "d37d9c78-1b8e-432e-a98b-261ba40bde20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.561824] env[70398]: DEBUG nova.compute.manager [None req-69c5f5d4-4fe9-447f-9cc7-612af0410fee tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1249.562073] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-69c5f5d4-4fe9-447f-9cc7-612af0410fee tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1249.562569] env[70398]: INFO nova.compute.manager [None req-33699dc5-b92c-4f93-89a8-04d17e26e955 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Terminating instance [ 1249.563881] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5730c0c2-d792-4274-88b7-5e56df5741ab {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.572023] env[70398]: DEBUG oslo_vmware.api [None req-69c5f5d4-4fe9-447f-9cc7-612af0410fee tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1249.572023] env[70398]: value = "task-3445269" [ 1249.572023] env[70398]: _type = "Task" [ 1249.572023] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.582106] env[70398]: DEBUG oslo_vmware.api [None req-69c5f5d4-4fe9-447f-9cc7-612af0410fee tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445269, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.655077] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9021470e-93d9-4a4b-b73c-75370699f3c5 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.656298] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8502205e-9bd9-4087-9971-d51b1dcc49bb tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.369s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.657033] env[70398]: DEBUG nova.objects.instance [None req-8502205e-9bd9-4087-9971-d51b1dcc49bb tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lazy-loading 'resources' on Instance uuid 83d040f0-ca8b-40e2-bd82-1ddadfa0430a {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1250.067838] env[70398]: DEBUG oslo_concurrency.lockutils [None req-33699dc5-b92c-4f93-89a8-04d17e26e955 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Acquiring lock "refresh_cache-d37d9c78-1b8e-432e-a98b-261ba40bde20" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.068339] env[70398]: DEBUG oslo_concurrency.lockutils [None req-33699dc5-b92c-4f93-89a8-04d17e26e955 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Acquired lock "refresh_cache-d37d9c78-1b8e-432e-a98b-261ba40bde20" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.068339] env[70398]: DEBUG nova.network.neutron [None req-33699dc5-b92c-4f93-89a8-04d17e26e955 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1250.082590] env[70398]: DEBUG oslo_vmware.api [None req-69c5f5d4-4fe9-447f-9cc7-612af0410fee tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445269, 'name': PowerOffVM_Task, 'duration_secs': 0.158694} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.082868] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-69c5f5d4-4fe9-447f-9cc7-612af0410fee tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1250.083087] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-69c5f5d4-4fe9-447f-9cc7-612af0410fee tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Volume detach. Driver type: vmdk {{(pid=70398) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1250.083315] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-69c5f5d4-4fe9-447f-9cc7-612af0410fee tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687737', 'volume_id': '631883d2-ae9a-4cd1-9822-014df8aeb4d4', 'name': 'volume-631883d2-ae9a-4cd1-9822-014df8aeb4d4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '2d039863-b662-4fe3-a1ef-410acf862e28', 'attached_at': '2025-04-15T16:22:30.000000', 'detached_at': '', 'volume_id': '631883d2-ae9a-4cd1-9822-014df8aeb4d4', 'serial': '631883d2-ae9a-4cd1-9822-014df8aeb4d4'} {{(pid=70398) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1250.084095] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68cd50c4-4d7a-4401-a645-15f6aa4d68ee {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.104088] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4abaf9bc-9abd-4630-9250-479d223732ea {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.110649] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd23aa6-fc5e-43d1-b827-d620164ce65d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.130474] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921b25c8-986f-4f09-8dea-8b2ad1fc1018 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.145575] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-69c5f5d4-4fe9-447f-9cc7-612af0410fee tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] The volume has not been displaced from its original location: [datastore2] volume-631883d2-ae9a-4cd1-9822-014df8aeb4d4/volume-631883d2-ae9a-4cd1-9822-014df8aeb4d4.vmdk. No consolidation needed. {{(pid=70398) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1250.151097] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-69c5f5d4-4fe9-447f-9cc7-612af0410fee tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1250.151445] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68bf17aa-56f7-44cb-a2a3-bb2edc4ca946 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.173783] env[70398]: DEBUG oslo_vmware.api [None req-69c5f5d4-4fe9-447f-9cc7-612af0410fee tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1250.173783] env[70398]: value = "task-3445270" [ 1250.173783] env[70398]: _type = "Task" [ 1250.173783] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.182262] env[70398]: DEBUG oslo_vmware.api [None req-69c5f5d4-4fe9-447f-9cc7-612af0410fee tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445270, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.281029] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73c1902-8491-479f-933b-f2a0f20245aa {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.287840] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de31e214-080d-4d8b-b01a-4349673a2c9e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.318516] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e004769-d9c2-41b0-a172-50b37909c260 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.325927] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd362d6-581c-4f18-9ea8-a1d78877daa3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.341512] env[70398]: DEBUG nova.compute.provider_tree [None req-8502205e-9bd9-4087-9971-d51b1dcc49bb tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.587640] env[70398]: DEBUG nova.network.neutron [None req-33699dc5-b92c-4f93-89a8-04d17e26e955 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1250.634091] env[70398]: DEBUG nova.network.neutron [None req-33699dc5-b92c-4f93-89a8-04d17e26e955 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.684243] env[70398]: DEBUG oslo_vmware.api [None req-69c5f5d4-4fe9-447f-9cc7-612af0410fee tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445270, 'name': ReconfigVM_Task, 'duration_secs': 0.159385} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.684529] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-69c5f5d4-4fe9-447f-9cc7-612af0410fee tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1250.689138] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14d13e4c-5120-41ba-a26b-845ad0d27009 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.703913] env[70398]: DEBUG oslo_vmware.api [None req-69c5f5d4-4fe9-447f-9cc7-612af0410fee tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1250.703913] env[70398]: value = "task-3445271" [ 1250.703913] env[70398]: _type = "Task" [ 1250.703913] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.712128] env[70398]: DEBUG oslo_vmware.api [None req-69c5f5d4-4fe9-447f-9cc7-612af0410fee tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445271, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.845022] env[70398]: DEBUG nova.scheduler.client.report [None req-8502205e-9bd9-4087-9971-d51b1dcc49bb tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1251.137070] env[70398]: DEBUG oslo_concurrency.lockutils [None req-33699dc5-b92c-4f93-89a8-04d17e26e955 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Releasing lock "refresh_cache-d37d9c78-1b8e-432e-a98b-261ba40bde20" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.137452] env[70398]: DEBUG nova.compute.manager [None req-33699dc5-b92c-4f93-89a8-04d17e26e955 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1251.137624] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-33699dc5-b92c-4f93-89a8-04d17e26e955 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1251.138499] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2b42f8-8454-42e5-8bf8-365fbeb570eb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.145726] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-33699dc5-b92c-4f93-89a8-04d17e26e955 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1251.145939] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1786488-1eac-4def-8c38-9d68bccd1adc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.152442] env[70398]: DEBUG oslo_vmware.api [None req-33699dc5-b92c-4f93-89a8-04d17e26e955 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Waiting for the task: (returnval){ [ 1251.152442] env[70398]: value = "task-3445272" [ 1251.152442] env[70398]: _type = "Task" [ 1251.152442] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.161054] env[70398]: DEBUG oslo_vmware.api [None req-33699dc5-b92c-4f93-89a8-04d17e26e955 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Task: {'id': task-3445272, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.213366] env[70398]: DEBUG oslo_vmware.api [None req-69c5f5d4-4fe9-447f-9cc7-612af0410fee tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445271, 'name': ReconfigVM_Task, 'duration_secs': 0.142403} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.213734] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-69c5f5d4-4fe9-447f-9cc7-612af0410fee tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687737', 'volume_id': '631883d2-ae9a-4cd1-9822-014df8aeb4d4', 'name': 'volume-631883d2-ae9a-4cd1-9822-014df8aeb4d4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '2d039863-b662-4fe3-a1ef-410acf862e28', 'attached_at': '2025-04-15T16:22:30.000000', 'detached_at': '', 'volume_id': '631883d2-ae9a-4cd1-9822-014df8aeb4d4', 'serial': '631883d2-ae9a-4cd1-9822-014df8aeb4d4'} {{(pid=70398) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1251.214053] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-69c5f5d4-4fe9-447f-9cc7-612af0410fee tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1251.214851] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b219d7-3b04-4d0b-add8-625712959768 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.221731] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-69c5f5d4-4fe9-447f-9cc7-612af0410fee tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1251.221971] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-520e2a66-966d-4368-8deb-5829d2e83d99 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.285496] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-69c5f5d4-4fe9-447f-9cc7-612af0410fee tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1251.285725] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-69c5f5d4-4fe9-447f-9cc7-612af0410fee tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1251.285911] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-69c5f5d4-4fe9-447f-9cc7-612af0410fee tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Deleting the datastore file [datastore2] 2d039863-b662-4fe3-a1ef-410acf862e28 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1251.286239] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9174e9d-f1ea-476e-b3b7-e63ca5204660 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.292743] env[70398]: DEBUG oslo_vmware.api [None req-69c5f5d4-4fe9-447f-9cc7-612af0410fee tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1251.292743] env[70398]: value = "task-3445274" [ 1251.292743] env[70398]: _type = "Task" [ 1251.292743] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.301637] env[70398]: DEBUG oslo_vmware.api [None req-69c5f5d4-4fe9-447f-9cc7-612af0410fee tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.349748] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8502205e-9bd9-4087-9971-d51b1dcc49bb tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.693s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.370783] env[70398]: INFO nova.scheduler.client.report [None req-8502205e-9bd9-4087-9971-d51b1dcc49bb tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Deleted allocations for instance 83d040f0-ca8b-40e2-bd82-1ddadfa0430a [ 1251.661635] env[70398]: DEBUG oslo_vmware.api [None req-33699dc5-b92c-4f93-89a8-04d17e26e955 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Task: {'id': task-3445272, 'name': PowerOffVM_Task, 'duration_secs': 0.222507} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.661898] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-33699dc5-b92c-4f93-89a8-04d17e26e955 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1251.662079] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-33699dc5-b92c-4f93-89a8-04d17e26e955 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1251.662318] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-347200e4-2d82-494e-bfda-f161ce55f454 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.688147] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-33699dc5-b92c-4f93-89a8-04d17e26e955 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1251.688351] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-33699dc5-b92c-4f93-89a8-04d17e26e955 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1251.688528] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-33699dc5-b92c-4f93-89a8-04d17e26e955 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Deleting the datastore file [datastore1] d37d9c78-1b8e-432e-a98b-261ba40bde20 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1251.688760] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36fb5fb1-3187-467a-a644-adf8ae70adb2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.695660] env[70398]: DEBUG oslo_vmware.api [None req-33699dc5-b92c-4f93-89a8-04d17e26e955 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Waiting for the task: (returnval){ [ 1251.695660] env[70398]: value = "task-3445276" [ 1251.695660] env[70398]: _type = "Task" [ 1251.695660] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.702951] env[70398]: DEBUG oslo_vmware.api [None req-33699dc5-b92c-4f93-89a8-04d17e26e955 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Task: {'id': task-3445276, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.801282] env[70398]: DEBUG oslo_vmware.api [None req-69c5f5d4-4fe9-447f-9cc7-612af0410fee tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445274, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.083178} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.801724] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-69c5f5d4-4fe9-447f-9cc7-612af0410fee tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1251.801724] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-69c5f5d4-4fe9-447f-9cc7-612af0410fee tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1251.801876] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-69c5f5d4-4fe9-447f-9cc7-612af0410fee tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1251.802062] env[70398]: INFO nova.compute.manager [None req-69c5f5d4-4fe9-447f-9cc7-612af0410fee tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1251.802305] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69c5f5d4-4fe9-447f-9cc7-612af0410fee tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1251.802497] env[70398]: DEBUG nova.compute.manager [-] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1251.802594] env[70398]: DEBUG nova.network.neutron [-] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1251.878931] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8502205e-9bd9-4087-9971-d51b1dcc49bb tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "83d040f0-ca8b-40e2-bd82-1ddadfa0430a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.129s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.207582] env[70398]: DEBUG oslo_vmware.api [None req-33699dc5-b92c-4f93-89a8-04d17e26e955 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Task: {'id': task-3445276, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.097196} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.207844] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-33699dc5-b92c-4f93-89a8-04d17e26e955 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1252.208041] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-33699dc5-b92c-4f93-89a8-04d17e26e955 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1252.208358] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-33699dc5-b92c-4f93-89a8-04d17e26e955 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1252.208662] env[70398]: INFO nova.compute.manager [None req-33699dc5-b92c-4f93-89a8-04d17e26e955 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1252.208788] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33699dc5-b92c-4f93-89a8-04d17e26e955 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1252.208977] env[70398]: DEBUG nova.compute.manager [-] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1252.209086] env[70398]: DEBUG nova.network.neutron [-] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1252.233818] env[70398]: DEBUG nova.network.neutron [-] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1252.252278] env[70398]: DEBUG nova.compute.manager [req-e199b74e-03c2-48bd-a3c4-dd3e56eeb6b1 req-335c49fc-1c06-4608-82ce-2d511906e302 service nova] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Received event network-vif-deleted-089a91a2-7b38-4a7f-9f38-358b3f31f84b {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1252.252602] env[70398]: INFO nova.compute.manager [req-e199b74e-03c2-48bd-a3c4-dd3e56eeb6b1 req-335c49fc-1c06-4608-82ce-2d511906e302 service nova] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Neutron deleted interface 089a91a2-7b38-4a7f-9f38-358b3f31f84b; detaching it from the instance and deleting it from the info cache [ 1252.252646] env[70398]: DEBUG nova.network.neutron [req-e199b74e-03c2-48bd-a3c4-dd3e56eeb6b1 req-335c49fc-1c06-4608-82ce-2d511906e302 service nova] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.736655] env[70398]: DEBUG nova.network.neutron [-] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.737972] env[70398]: DEBUG nova.network.neutron [-] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.756090] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f756d427-0d06-4d1b-ab08-4b5db2d46420 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.767020] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2986fe55-7282-4aad-b2d8-f41cadd3889f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.796181] env[70398]: DEBUG nova.compute.manager [req-e199b74e-03c2-48bd-a3c4-dd3e56eeb6b1 req-335c49fc-1c06-4608-82ce-2d511906e302 service nova] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Detach interface failed, port_id=089a91a2-7b38-4a7f-9f38-358b3f31f84b, reason: Instance 2d039863-b662-4fe3-a1ef-410acf862e28 could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1253.239697] env[70398]: INFO nova.compute.manager [-] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Took 1.44 seconds to deallocate network for instance. [ 1253.240107] env[70398]: INFO nova.compute.manager [-] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Took 1.03 seconds to deallocate network for instance. [ 1253.658090] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquiring lock "8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.658090] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.751600] env[70398]: DEBUG oslo_concurrency.lockutils [None req-33699dc5-b92c-4f93-89a8-04d17e26e955 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.751962] env[70398]: DEBUG oslo_concurrency.lockutils [None req-33699dc5-b92c-4f93-89a8-04d17e26e955 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.752202] env[70398]: DEBUG nova.objects.instance [None req-33699dc5-b92c-4f93-89a8-04d17e26e955 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Lazy-loading 'resources' on Instance uuid d37d9c78-1b8e-432e-a98b-261ba40bde20 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.753231] env[70398]: DEBUG oslo_concurrency.lockutils [None req-04e08d28-d4a7-4153-94f8-4f92a007e68c tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Acquiring lock "02fe9693-8fb3-44e1-b868-7fb3af0ef646" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.753439] env[70398]: DEBUG oslo_concurrency.lockutils [None req-04e08d28-d4a7-4153-94f8-4f92a007e68c tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lock "02fe9693-8fb3-44e1-b868-7fb3af0ef646" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.782581] env[70398]: INFO nova.compute.manager [None req-69c5f5d4-4fe9-447f-9cc7-612af0410fee tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Took 0.54 seconds to detach 1 volumes for instance. [ 1253.785832] env[70398]: DEBUG nova.compute.manager [None req-69c5f5d4-4fe9-447f-9cc7-612af0410fee tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Deleting volume: 631883d2-ae9a-4cd1-9822-014df8aeb4d4 {{(pid=70398) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1254.160501] env[70398]: DEBUG nova.compute.manager [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1254.258973] env[70398]: INFO nova.compute.manager [None req-04e08d28-d4a7-4153-94f8-4f92a007e68c tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Detaching volume e7f74c51-dd5a-4f98-9d10-6a9a3189ec15 [ 1254.292577] env[70398]: INFO nova.virt.block_device [None req-04e08d28-d4a7-4153-94f8-4f92a007e68c tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Attempting to driver detach volume e7f74c51-dd5a-4f98-9d10-6a9a3189ec15 from mountpoint /dev/sdb [ 1254.292854] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-04e08d28-d4a7-4153-94f8-4f92a007e68c tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Volume detach. Driver type: vmdk {{(pid=70398) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1254.293073] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-04e08d28-d4a7-4153-94f8-4f92a007e68c tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687747', 'volume_id': 'e7f74c51-dd5a-4f98-9d10-6a9a3189ec15', 'name': 'volume-e7f74c51-dd5a-4f98-9d10-6a9a3189ec15', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '02fe9693-8fb3-44e1-b868-7fb3af0ef646', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7f74c51-dd5a-4f98-9d10-6a9a3189ec15', 'serial': 'e7f74c51-dd5a-4f98-9d10-6a9a3189ec15'} {{(pid=70398) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1254.293911] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92230e3-9e94-49ae-9573-2b308e538c3b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.319598] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152baa2e-8ab5-4122-9834-5a311fedacfc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.322806] env[70398]: DEBUG oslo_concurrency.lockutils [None req-69c5f5d4-4fe9-447f-9cc7-612af0410fee tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.327381] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3799fb0c-7e58-4619-9a23-6934cde3c1a7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.351945] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2996353a-fefa-4be7-b474-39f2ae4b35df {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.366493] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-04e08d28-d4a7-4153-94f8-4f92a007e68c tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] The volume has not been displaced from its original location: [datastore1] volume-e7f74c51-dd5a-4f98-9d10-6a9a3189ec15/volume-e7f74c51-dd5a-4f98-9d10-6a9a3189ec15.vmdk. No consolidation needed. {{(pid=70398) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1254.371680] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-04e08d28-d4a7-4153-94f8-4f92a007e68c tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1254.373940] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbe06bf4-f217-42ff-a2fc-92dd9388b681 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.391289] env[70398]: DEBUG oslo_vmware.api [None req-04e08d28-d4a7-4153-94f8-4f92a007e68c tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the task: (returnval){ [ 1254.391289] env[70398]: value = "task-3445278" [ 1254.391289] env[70398]: _type = "Task" [ 1254.391289] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.400730] env[70398]: DEBUG oslo_vmware.api [None req-04e08d28-d4a7-4153-94f8-4f92a007e68c tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445278, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.405090] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc72570-faaa-4c94-b53c-3a0da688c81c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.411421] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4c3810-24ed-424a-a602-31b043f9eb1e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.443953] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6757eade-9498-40b6-9d7e-e3f79a6d0978 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.452236] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc727d18-7f9d-4454-8cf6-75092e497b6b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.466954] env[70398]: DEBUG nova.compute.provider_tree [None req-33699dc5-b92c-4f93-89a8-04d17e26e955 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1254.679103] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.901521] env[70398]: DEBUG oslo_vmware.api [None req-04e08d28-d4a7-4153-94f8-4f92a007e68c tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445278, 'name': ReconfigVM_Task, 'duration_secs': 0.209496} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.901786] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-04e08d28-d4a7-4153-94f8-4f92a007e68c tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1254.906676] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-245ecf53-8f45-4e40-a61d-54d8889c2ed8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.921989] env[70398]: DEBUG oslo_vmware.api [None req-04e08d28-d4a7-4153-94f8-4f92a007e68c tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the task: (returnval){ [ 1254.921989] env[70398]: value = "task-3445279" [ 1254.921989] env[70398]: _type = "Task" [ 1254.921989] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.930542] env[70398]: DEBUG oslo_vmware.api [None req-04e08d28-d4a7-4153-94f8-4f92a007e68c tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445279, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.970838] env[70398]: DEBUG nova.scheduler.client.report [None req-33699dc5-b92c-4f93-89a8-04d17e26e955 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1255.432222] env[70398]: DEBUG oslo_vmware.api [None req-04e08d28-d4a7-4153-94f8-4f92a007e68c tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445279, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.476165] env[70398]: DEBUG oslo_concurrency.lockutils [None req-33699dc5-b92c-4f93-89a8-04d17e26e955 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.724s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.478579] env[70398]: DEBUG oslo_concurrency.lockutils [None req-69c5f5d4-4fe9-447f-9cc7-612af0410fee tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.156s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.478793] env[70398]: DEBUG oslo_concurrency.lockutils [None req-69c5f5d4-4fe9-447f-9cc7-612af0410fee tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.480474] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.801s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.482037] env[70398]: INFO nova.compute.claims [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1255.497234] env[70398]: INFO nova.scheduler.client.report [None req-33699dc5-b92c-4f93-89a8-04d17e26e955 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Deleted allocations for instance d37d9c78-1b8e-432e-a98b-261ba40bde20 [ 1255.499015] env[70398]: INFO nova.scheduler.client.report [None req-69c5f5d4-4fe9-447f-9cc7-612af0410fee tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Deleted allocations for instance 2d039863-b662-4fe3-a1ef-410acf862e28 [ 1255.932396] env[70398]: DEBUG oslo_vmware.api [None req-04e08d28-d4a7-4153-94f8-4f92a007e68c tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445279, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.009219] env[70398]: DEBUG oslo_concurrency.lockutils [None req-33699dc5-b92c-4f93-89a8-04d17e26e955 tempest-ServersListShow2100Test-644211562 tempest-ServersListShow2100Test-644211562-project-member] Lock "d37d9c78-1b8e-432e-a98b-261ba40bde20" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.449s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.009726] env[70398]: DEBUG oslo_concurrency.lockutils [None req-69c5f5d4-4fe9-447f-9cc7-612af0410fee tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "2d039863-b662-4fe3-a1ef-410acf862e28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.955s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.432882] env[70398]: DEBUG oslo_vmware.api [None req-04e08d28-d4a7-4153-94f8-4f92a007e68c tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445279, 'name': ReconfigVM_Task, 'duration_secs': 1.136009} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.433227] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-04e08d28-d4a7-4153-94f8-4f92a007e68c tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687747', 'volume_id': 'e7f74c51-dd5a-4f98-9d10-6a9a3189ec15', 'name': 'volume-e7f74c51-dd5a-4f98-9d10-6a9a3189ec15', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '02fe9693-8fb3-44e1-b868-7fb3af0ef646', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7f74c51-dd5a-4f98-9d10-6a9a3189ec15', 'serial': 'e7f74c51-dd5a-4f98-9d10-6a9a3189ec15'} {{(pid=70398) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1256.525620] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6e12e652-60d9-4c7a-954d-bc05eabc3a30 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "bbb325b3-f682-42ab-a3ca-956c7072e401" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.525881] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6e12e652-60d9-4c7a-954d-bc05eabc3a30 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "bbb325b3-f682-42ab-a3ca-956c7072e401" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.526142] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6e12e652-60d9-4c7a-954d-bc05eabc3a30 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "bbb325b3-f682-42ab-a3ca-956c7072e401-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.526316] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6e12e652-60d9-4c7a-954d-bc05eabc3a30 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "bbb325b3-f682-42ab-a3ca-956c7072e401-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.526487] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6e12e652-60d9-4c7a-954d-bc05eabc3a30 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "bbb325b3-f682-42ab-a3ca-956c7072e401-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.528412] env[70398]: INFO nova.compute.manager [None req-6e12e652-60d9-4c7a-954d-bc05eabc3a30 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Terminating instance [ 1256.567880] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd8ec96-49d2-4836-bc08-12500d7628c6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.575193] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe59a9d-4ca5-4d5b-9b40-14ea4075acc5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.605098] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00e5a50-aa80-4975-b9e2-e0c4048d5b53 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.610747] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5ac2b9-ca15-4391-987f-32aa14cbb71f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.623524] env[70398]: DEBUG nova.compute.provider_tree [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.830776] env[70398]: DEBUG oslo_concurrency.lockutils [None req-314e4d21-feb4-4ac9-940d-3fbe99e1ef86 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "1f77cb81-d5f4-4aff-864b-11fcd38daffa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.831051] env[70398]: DEBUG oslo_concurrency.lockutils [None req-314e4d21-feb4-4ac9-940d-3fbe99e1ef86 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "1f77cb81-d5f4-4aff-864b-11fcd38daffa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.831323] env[70398]: DEBUG oslo_concurrency.lockutils [None req-314e4d21-feb4-4ac9-940d-3fbe99e1ef86 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "1f77cb81-d5f4-4aff-864b-11fcd38daffa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.831552] env[70398]: DEBUG oslo_concurrency.lockutils [None req-314e4d21-feb4-4ac9-940d-3fbe99e1ef86 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "1f77cb81-d5f4-4aff-864b-11fcd38daffa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.831759] env[70398]: DEBUG oslo_concurrency.lockutils [None req-314e4d21-feb4-4ac9-940d-3fbe99e1ef86 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "1f77cb81-d5f4-4aff-864b-11fcd38daffa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.835959] env[70398]: INFO nova.compute.manager [None req-314e4d21-feb4-4ac9-940d-3fbe99e1ef86 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Terminating instance [ 1256.977621] env[70398]: DEBUG nova.objects.instance [None req-04e08d28-d4a7-4153-94f8-4f92a007e68c tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lazy-loading 'flavor' on Instance uuid 02fe9693-8fb3-44e1-b868-7fb3af0ef646 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.034207] env[70398]: DEBUG nova.compute.manager [None req-6e12e652-60d9-4c7a-954d-bc05eabc3a30 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1257.034445] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6e12e652-60d9-4c7a-954d-bc05eabc3a30 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1257.035373] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e054b9c8-27ad-44e8-9554-afb9580c1b8d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.043154] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e12e652-60d9-4c7a-954d-bc05eabc3a30 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1257.043418] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6c3f683-6ba0-4895-bfa2-eda23b6c6ba0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.049395] env[70398]: DEBUG oslo_vmware.api [None req-6e12e652-60d9-4c7a-954d-bc05eabc3a30 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1257.049395] env[70398]: value = "task-3445280" [ 1257.049395] env[70398]: _type = "Task" [ 1257.049395] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.056927] env[70398]: DEBUG oslo_vmware.api [None req-6e12e652-60d9-4c7a-954d-bc05eabc3a30 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.127143] env[70398]: DEBUG nova.scheduler.client.report [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1257.340140] env[70398]: DEBUG nova.compute.manager [None req-314e4d21-feb4-4ac9-940d-3fbe99e1ef86 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1257.340399] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-314e4d21-feb4-4ac9-940d-3fbe99e1ef86 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1257.341286] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf515c5-30c6-40a7-a05e-4df24092df53 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.349676] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-314e4d21-feb4-4ac9-940d-3fbe99e1ef86 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1257.349903] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60280d2f-df27-4580-b2f3-af06845f674e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.355804] env[70398]: DEBUG oslo_vmware.api [None req-314e4d21-feb4-4ac9-940d-3fbe99e1ef86 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1257.355804] env[70398]: value = "task-3445281" [ 1257.355804] env[70398]: _type = "Task" [ 1257.355804] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.363544] env[70398]: DEBUG oslo_vmware.api [None req-314e4d21-feb4-4ac9-940d-3fbe99e1ef86 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.558914] env[70398]: DEBUG oslo_vmware.api [None req-6e12e652-60d9-4c7a-954d-bc05eabc3a30 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445280, 'name': PowerOffVM_Task, 'duration_secs': 0.174114} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.559272] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e12e652-60d9-4c7a-954d-bc05eabc3a30 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1257.559358] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6e12e652-60d9-4c7a-954d-bc05eabc3a30 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1257.559595] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c8d7540-5749-49e1-8c80-84a8df0c9c3a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.618697] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6e12e652-60d9-4c7a-954d-bc05eabc3a30 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1257.618936] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6e12e652-60d9-4c7a-954d-bc05eabc3a30 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1257.619137] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e12e652-60d9-4c7a-954d-bc05eabc3a30 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Deleting the datastore file [datastore1] bbb325b3-f682-42ab-a3ca-956c7072e401 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1257.619408] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e30cc58-f727-409d-9b4d-c6a033dea0d3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.631678] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.151s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.632127] env[70398]: DEBUG nova.compute.manager [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1257.634956] env[70398]: DEBUG oslo_vmware.api [None req-6e12e652-60d9-4c7a-954d-bc05eabc3a30 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1257.634956] env[70398]: value = "task-3445283" [ 1257.634956] env[70398]: _type = "Task" [ 1257.634956] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.644019] env[70398]: DEBUG oslo_vmware.api [None req-6e12e652-60d9-4c7a-954d-bc05eabc3a30 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445283, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.865604] env[70398]: DEBUG oslo_vmware.api [None req-314e4d21-feb4-4ac9-940d-3fbe99e1ef86 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445281, 'name': PowerOffVM_Task, 'duration_secs': 0.177802} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.865867] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-314e4d21-feb4-4ac9-940d-3fbe99e1ef86 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1257.866070] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-314e4d21-feb4-4ac9-940d-3fbe99e1ef86 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1257.866354] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2fed514-101f-41dc-97d0-91c445167a3d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.926634] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-314e4d21-feb4-4ac9-940d-3fbe99e1ef86 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1257.926831] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-314e4d21-feb4-4ac9-940d-3fbe99e1ef86 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1257.927026] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-314e4d21-feb4-4ac9-940d-3fbe99e1ef86 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Deleting the datastore file [datastore2] 1f77cb81-d5f4-4aff-864b-11fcd38daffa {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1257.927285] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec06fe3d-d89a-4225-aa67-80e1e5d4c707 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.934787] env[70398]: DEBUG oslo_vmware.api [None req-314e4d21-feb4-4ac9-940d-3fbe99e1ef86 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1257.934787] env[70398]: value = "task-3445285" [ 1257.934787] env[70398]: _type = "Task" [ 1257.934787] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.942587] env[70398]: DEBUG oslo_vmware.api [None req-314e4d21-feb4-4ac9-940d-3fbe99e1ef86 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445285, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.984963] env[70398]: DEBUG oslo_concurrency.lockutils [None req-04e08d28-d4a7-4153-94f8-4f92a007e68c tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lock "02fe9693-8fb3-44e1-b868-7fb3af0ef646" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.231s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.137029] env[70398]: DEBUG nova.compute.utils [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1258.138566] env[70398]: DEBUG nova.compute.manager [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1258.138778] env[70398]: DEBUG nova.network.neutron [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1258.150977] env[70398]: DEBUG oslo_vmware.api [None req-6e12e652-60d9-4c7a-954d-bc05eabc3a30 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445283, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138023} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.151220] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e12e652-60d9-4c7a-954d-bc05eabc3a30 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1258.151400] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6e12e652-60d9-4c7a-954d-bc05eabc3a30 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1258.151591] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6e12e652-60d9-4c7a-954d-bc05eabc3a30 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1258.151747] env[70398]: INFO nova.compute.manager [None req-6e12e652-60d9-4c7a-954d-bc05eabc3a30 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1258.151974] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e12e652-60d9-4c7a-954d-bc05eabc3a30 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1258.152172] env[70398]: DEBUG nova.compute.manager [-] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1258.152267] env[70398]: DEBUG nova.network.neutron [-] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1258.197997] env[70398]: DEBUG nova.policy [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '794969d6b66d4dbfaab42974e22ed411', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '384aca740b854263ad00e83e46f9f263', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 1258.448079] env[70398]: DEBUG oslo_vmware.api [None req-314e4d21-feb4-4ac9-940d-3fbe99e1ef86 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445285, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193092} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.448457] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-314e4d21-feb4-4ac9-940d-3fbe99e1ef86 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1258.448759] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-314e4d21-feb4-4ac9-940d-3fbe99e1ef86 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1258.449040] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-314e4d21-feb4-4ac9-940d-3fbe99e1ef86 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1258.449337] env[70398]: INFO nova.compute.manager [None req-314e4d21-feb4-4ac9-940d-3fbe99e1ef86 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1258.449701] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-314e4d21-feb4-4ac9-940d-3fbe99e1ef86 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1258.450034] env[70398]: DEBUG nova.compute.manager [-] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1258.450153] env[70398]: DEBUG nova.network.neutron [-] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1258.644501] env[70398]: DEBUG nova.compute.manager [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1258.771344] env[70398]: DEBUG nova.network.neutron [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Successfully created port: 800efa21-ec10-4ffe-8b66-e09ed9e7bb7e {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1258.796390] env[70398]: DEBUG nova.compute.manager [req-18527ddd-0060-417f-9a33-145b2f44cb8f req-3c6f2424-c7d3-4b0c-8d1b-26aa6326a27f service nova] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Received event network-vif-deleted-f2b3781f-a5b4-4b76-bd8a-69ece86f81e6 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1258.796541] env[70398]: INFO nova.compute.manager [req-18527ddd-0060-417f-9a33-145b2f44cb8f req-3c6f2424-c7d3-4b0c-8d1b-26aa6326a27f service nova] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Neutron deleted interface f2b3781f-a5b4-4b76-bd8a-69ece86f81e6; detaching it from the instance and deleting it from the info cache [ 1258.796717] env[70398]: DEBUG nova.network.neutron [req-18527ddd-0060-417f-9a33-145b2f44cb8f req-3c6f2424-c7d3-4b0c-8d1b-26aa6326a27f service nova] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.923534] env[70398]: DEBUG nova.compute.manager [req-94d79eba-3c79-4f48-8a82-e87ceb693168 req-88f0f4c9-cc49-4b79-b8e0-16d47da0016c service nova] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Received event network-vif-deleted-a56ce3b3-7cc0-4057-87e2-b0dbac515113 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1258.924181] env[70398]: INFO nova.compute.manager [req-94d79eba-3c79-4f48-8a82-e87ceb693168 req-88f0f4c9-cc49-4b79-b8e0-16d47da0016c service nova] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Neutron deleted interface a56ce3b3-7cc0-4057-87e2-b0dbac515113; detaching it from the instance and deleting it from the info cache [ 1258.924428] env[70398]: DEBUG nova.network.neutron [req-94d79eba-3c79-4f48-8a82-e87ceb693168 req-88f0f4c9-cc49-4b79-b8e0-16d47da0016c service nova] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.040511] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6964dfba-dd4b-4ab0-b3e3-5e69353dd5e6 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Acquiring lock "02fe9693-8fb3-44e1-b868-7fb3af0ef646" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.040794] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6964dfba-dd4b-4ab0-b3e3-5e69353dd5e6 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lock "02fe9693-8fb3-44e1-b868-7fb3af0ef646" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.041024] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6964dfba-dd4b-4ab0-b3e3-5e69353dd5e6 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Acquiring lock "02fe9693-8fb3-44e1-b868-7fb3af0ef646-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.041223] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6964dfba-dd4b-4ab0-b3e3-5e69353dd5e6 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lock "02fe9693-8fb3-44e1-b868-7fb3af0ef646-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.041399] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6964dfba-dd4b-4ab0-b3e3-5e69353dd5e6 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lock "02fe9693-8fb3-44e1-b868-7fb3af0ef646-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.043472] env[70398]: INFO nova.compute.manager [None req-6964dfba-dd4b-4ab0-b3e3-5e69353dd5e6 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Terminating instance [ 1259.185725] env[70398]: DEBUG nova.network.neutron [-] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.299744] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-607e1c61-4f23-4bc6-8125-c783a03671f4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.309762] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f550e4-9e8e-4f22-89cd-a2666ce13e22 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.337324] env[70398]: DEBUG nova.compute.manager [req-18527ddd-0060-417f-9a33-145b2f44cb8f req-3c6f2424-c7d3-4b0c-8d1b-26aa6326a27f service nova] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Detach interface failed, port_id=f2b3781f-a5b4-4b76-bd8a-69ece86f81e6, reason: Instance 1f77cb81-d5f4-4aff-864b-11fcd38daffa could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1259.405118] env[70398]: DEBUG nova.network.neutron [-] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.426778] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e3e9157-1bd4-4bb9-a992-58804a53af67 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.436719] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd682a3-756a-440d-937f-818a896cd857 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.464934] env[70398]: DEBUG nova.compute.manager [req-94d79eba-3c79-4f48-8a82-e87ceb693168 req-88f0f4c9-cc49-4b79-b8e0-16d47da0016c service nova] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Detach interface failed, port_id=a56ce3b3-7cc0-4057-87e2-b0dbac515113, reason: Instance bbb325b3-f682-42ab-a3ca-956c7072e401 could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1259.547831] env[70398]: DEBUG nova.compute.manager [None req-6964dfba-dd4b-4ab0-b3e3-5e69353dd5e6 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1259.547831] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6964dfba-dd4b-4ab0-b3e3-5e69353dd5e6 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1259.548646] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aaf08b2-5344-4740-b8fe-2426a1cc5fc0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.556277] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-6964dfba-dd4b-4ab0-b3e3-5e69353dd5e6 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1259.556527] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-615fd870-7f96-4576-9194-33c9fe429f51 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.562767] env[70398]: DEBUG oslo_vmware.api [None req-6964dfba-dd4b-4ab0-b3e3-5e69353dd5e6 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the task: (returnval){ [ 1259.562767] env[70398]: value = "task-3445286" [ 1259.562767] env[70398]: _type = "Task" [ 1259.562767] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.570238] env[70398]: DEBUG oslo_vmware.api [None req-6964dfba-dd4b-4ab0-b3e3-5e69353dd5e6 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445286, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.654883] env[70398]: DEBUG nova.compute.manager [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1259.682257] env[70398]: DEBUG nova.virt.hardware [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1259.682516] env[70398]: DEBUG nova.virt.hardware [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1259.682710] env[70398]: DEBUG nova.virt.hardware [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1259.682846] env[70398]: DEBUG nova.virt.hardware [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1259.682989] env[70398]: DEBUG nova.virt.hardware [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1259.683151] env[70398]: DEBUG nova.virt.hardware [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1259.683400] env[70398]: DEBUG nova.virt.hardware [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1259.683565] env[70398]: DEBUG nova.virt.hardware [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1259.683732] env[70398]: DEBUG nova.virt.hardware [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1259.683893] env[70398]: DEBUG nova.virt.hardware [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1259.684075] env[70398]: DEBUG nova.virt.hardware [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1259.684933] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f5e746-ffb9-4e97-84e0-f1d37de76597 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.688096] env[70398]: INFO nova.compute.manager [-] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Took 1.24 seconds to deallocate network for instance. [ 1259.696523] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95274317-408b-4882-8721-ced49b8e0af6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.910101] env[70398]: INFO nova.compute.manager [-] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Took 1.76 seconds to deallocate network for instance. [ 1260.072239] env[70398]: DEBUG oslo_vmware.api [None req-6964dfba-dd4b-4ab0-b3e3-5e69353dd5e6 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445286, 'name': PowerOffVM_Task, 'duration_secs': 0.174376} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.072504] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-6964dfba-dd4b-4ab0-b3e3-5e69353dd5e6 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1260.072672] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6964dfba-dd4b-4ab0-b3e3-5e69353dd5e6 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1260.072916] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87c6ad37-125b-4363-9030-d336fdb5102e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.137714] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6964dfba-dd4b-4ab0-b3e3-5e69353dd5e6 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1260.137934] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6964dfba-dd4b-4ab0-b3e3-5e69353dd5e6 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1260.138139] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-6964dfba-dd4b-4ab0-b3e3-5e69353dd5e6 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Deleting the datastore file [datastore2] 02fe9693-8fb3-44e1-b868-7fb3af0ef646 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1260.138410] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb4f32d7-5b21-4db7-aea8-a784e09ecb3d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.144434] env[70398]: DEBUG oslo_vmware.api [None req-6964dfba-dd4b-4ab0-b3e3-5e69353dd5e6 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the task: (returnval){ [ 1260.144434] env[70398]: value = "task-3445288" [ 1260.144434] env[70398]: _type = "Task" [ 1260.144434] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.152244] env[70398]: DEBUG oslo_vmware.api [None req-6964dfba-dd4b-4ab0-b3e3-5e69353dd5e6 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445288, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.194468] env[70398]: DEBUG oslo_concurrency.lockutils [None req-314e4d21-feb4-4ac9-940d-3fbe99e1ef86 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.195478] env[70398]: DEBUG oslo_concurrency.lockutils [None req-314e4d21-feb4-4ac9-940d-3fbe99e1ef86 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.195478] env[70398]: DEBUG nova.objects.instance [None req-314e4d21-feb4-4ac9-940d-3fbe99e1ef86 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lazy-loading 'resources' on Instance uuid 1f77cb81-d5f4-4aff-864b-11fcd38daffa {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.284285] env[70398]: DEBUG nova.network.neutron [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Successfully updated port: 800efa21-ec10-4ffe-8b66-e09ed9e7bb7e {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1260.416505] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6e12e652-60d9-4c7a-954d-bc05eabc3a30 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.655652] env[70398]: DEBUG oslo_vmware.api [None req-6964dfba-dd4b-4ab0-b3e3-5e69353dd5e6 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445288, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132105} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.655976] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-6964dfba-dd4b-4ab0-b3e3-5e69353dd5e6 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1260.656178] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6964dfba-dd4b-4ab0-b3e3-5e69353dd5e6 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1260.656365] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-6964dfba-dd4b-4ab0-b3e3-5e69353dd5e6 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1260.656554] env[70398]: INFO nova.compute.manager [None req-6964dfba-dd4b-4ab0-b3e3-5e69353dd5e6 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1260.656784] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6964dfba-dd4b-4ab0-b3e3-5e69353dd5e6 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1260.656970] env[70398]: DEBUG nova.compute.manager [-] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1260.657077] env[70398]: DEBUG nova.network.neutron [-] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1260.776708] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e637300-4f4b-43ac-88e2-3de3b0395f08 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.784555] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9d4e13-a478-499d-bbde-d0fa4db7c442 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.787841] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquiring lock "refresh_cache-8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.787982] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquired lock "refresh_cache-8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.788141] env[70398]: DEBUG nova.network.neutron [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1260.817768] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5171117e-097e-4f19-b392-5522fc4793d5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.825667] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428d7b78-776e-4b67-a0e6-b61e32b3a661 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.839228] env[70398]: DEBUG nova.compute.provider_tree [None req-314e4d21-feb4-4ac9-940d-3fbe99e1ef86 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1260.950716] env[70398]: DEBUG nova.compute.manager [req-ac658ffc-0eba-4c5e-a219-bc6ffc50a412 req-f135dde1-8c10-4f82-9eba-864e0a19481f service nova] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Received event network-vif-plugged-800efa21-ec10-4ffe-8b66-e09ed9e7bb7e {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1260.951372] env[70398]: DEBUG oslo_concurrency.lockutils [req-ac658ffc-0eba-4c5e-a219-bc6ffc50a412 req-f135dde1-8c10-4f82-9eba-864e0a19481f service nova] Acquiring lock "8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.951611] env[70398]: DEBUG oslo_concurrency.lockutils [req-ac658ffc-0eba-4c5e-a219-bc6ffc50a412 req-f135dde1-8c10-4f82-9eba-864e0a19481f service nova] Lock "8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.951761] env[70398]: DEBUG oslo_concurrency.lockutils [req-ac658ffc-0eba-4c5e-a219-bc6ffc50a412 req-f135dde1-8c10-4f82-9eba-864e0a19481f service nova] Lock "8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.951931] env[70398]: DEBUG nova.compute.manager [req-ac658ffc-0eba-4c5e-a219-bc6ffc50a412 req-f135dde1-8c10-4f82-9eba-864e0a19481f service nova] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] No waiting events found dispatching network-vif-plugged-800efa21-ec10-4ffe-8b66-e09ed9e7bb7e {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1260.952112] env[70398]: WARNING nova.compute.manager [req-ac658ffc-0eba-4c5e-a219-bc6ffc50a412 req-f135dde1-8c10-4f82-9eba-864e0a19481f service nova] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Received unexpected event network-vif-plugged-800efa21-ec10-4ffe-8b66-e09ed9e7bb7e for instance with vm_state building and task_state spawning. [ 1260.952279] env[70398]: DEBUG nova.compute.manager [req-ac658ffc-0eba-4c5e-a219-bc6ffc50a412 req-f135dde1-8c10-4f82-9eba-864e0a19481f service nova] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Received event network-changed-800efa21-ec10-4ffe-8b66-e09ed9e7bb7e {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1260.952430] env[70398]: DEBUG nova.compute.manager [req-ac658ffc-0eba-4c5e-a219-bc6ffc50a412 req-f135dde1-8c10-4f82-9eba-864e0a19481f service nova] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Refreshing instance network info cache due to event network-changed-800efa21-ec10-4ffe-8b66-e09ed9e7bb7e. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1260.952593] env[70398]: DEBUG oslo_concurrency.lockutils [req-ac658ffc-0eba-4c5e-a219-bc6ffc50a412 req-f135dde1-8c10-4f82-9eba-864e0a19481f service nova] Acquiring lock "refresh_cache-8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.318568] env[70398]: DEBUG nova.network.neutron [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1261.341999] env[70398]: DEBUG nova.scheduler.client.report [None req-314e4d21-feb4-4ac9-940d-3fbe99e1ef86 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1261.430843] env[70398]: DEBUG nova.network.neutron [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Updating instance_info_cache with network_info: [{"id": "800efa21-ec10-4ffe-8b66-e09ed9e7bb7e", "address": "fa:16:3e:e8:0f:51", "network": {"id": "c60a1218-1755-48b4-bf57-04838428f6c8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1604715474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384aca740b854263ad00e83e46f9f263", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap800efa21-ec", "ovs_interfaceid": "800efa21-ec10-4ffe-8b66-e09ed9e7bb7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.556815] env[70398]: DEBUG nova.network.neutron [-] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.846753] env[70398]: DEBUG oslo_concurrency.lockutils [None req-314e4d21-feb4-4ac9-940d-3fbe99e1ef86 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.652s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.849111] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6e12e652-60d9-4c7a-954d-bc05eabc3a30 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.433s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.849362] env[70398]: DEBUG nova.objects.instance [None req-6e12e652-60d9-4c7a-954d-bc05eabc3a30 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lazy-loading 'resources' on Instance uuid bbb325b3-f682-42ab-a3ca-956c7072e401 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1261.865794] env[70398]: INFO nova.scheduler.client.report [None req-314e4d21-feb4-4ac9-940d-3fbe99e1ef86 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Deleted allocations for instance 1f77cb81-d5f4-4aff-864b-11fcd38daffa [ 1261.932897] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Releasing lock "refresh_cache-8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.933261] env[70398]: DEBUG nova.compute.manager [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Instance network_info: |[{"id": "800efa21-ec10-4ffe-8b66-e09ed9e7bb7e", "address": "fa:16:3e:e8:0f:51", "network": {"id": "c60a1218-1755-48b4-bf57-04838428f6c8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1604715474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384aca740b854263ad00e83e46f9f263", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap800efa21-ec", "ovs_interfaceid": "800efa21-ec10-4ffe-8b66-e09ed9e7bb7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1261.933543] env[70398]: DEBUG oslo_concurrency.lockutils [req-ac658ffc-0eba-4c5e-a219-bc6ffc50a412 req-f135dde1-8c10-4f82-9eba-864e0a19481f service nova] Acquired lock "refresh_cache-8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.933727] env[70398]: DEBUG nova.network.neutron [req-ac658ffc-0eba-4c5e-a219-bc6ffc50a412 req-f135dde1-8c10-4f82-9eba-864e0a19481f service nova] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Refreshing network info cache for port 800efa21-ec10-4ffe-8b66-e09ed9e7bb7e {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1261.934797] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:0f:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '800efa21-ec10-4ffe-8b66-e09ed9e7bb7e', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1261.943544] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1261.944397] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1261.944625] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70f67f91-db47-422c-81da-c61f03d17d02 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.965191] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1261.965191] env[70398]: value = "task-3445289" [ 1261.965191] env[70398]: _type = "Task" [ 1261.965191] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.972932] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445289, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.059332] env[70398]: INFO nova.compute.manager [-] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Took 1.40 seconds to deallocate network for instance. [ 1262.373055] env[70398]: DEBUG oslo_concurrency.lockutils [None req-314e4d21-feb4-4ac9-940d-3fbe99e1ef86 tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "1f77cb81-d5f4-4aff-864b-11fcd38daffa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.542s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.424057] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0b7109-2203-40ea-8801-6df5e9564bdf {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.432166] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a21af4-0c8f-460c-9117-f328ddd5f1f8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.463365] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17be0cd5-6818-4b98-bd64-9be119d2ba71 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.477899] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbb296e-c9ec-40b8-b630-808bd5e03350 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.481613] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445289, 'name': CreateVM_Task, 'duration_secs': 0.299556} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.481857] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1262.482862] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.483104] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.483488] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.483766] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdb38f4f-c9bb-44d2-9804-ef2aeb1f0199 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.492866] env[70398]: DEBUG nova.compute.provider_tree [None req-6e12e652-60d9-4c7a-954d-bc05eabc3a30 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.497422] env[70398]: DEBUG oslo_vmware.api [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for the task: (returnval){ [ 1262.497422] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5254a3ed-5163-031c-52cc-42c902e8309a" [ 1262.497422] env[70398]: _type = "Task" [ 1262.497422] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.504862] env[70398]: DEBUG oslo_vmware.api [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5254a3ed-5163-031c-52cc-42c902e8309a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.565380] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6964dfba-dd4b-4ab0-b3e3-5e69353dd5e6 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.680316] env[70398]: DEBUG nova.network.neutron [req-ac658ffc-0eba-4c5e-a219-bc6ffc50a412 req-f135dde1-8c10-4f82-9eba-864e0a19481f service nova] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Updated VIF entry in instance network info cache for port 800efa21-ec10-4ffe-8b66-e09ed9e7bb7e. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1262.681187] env[70398]: DEBUG nova.network.neutron [req-ac658ffc-0eba-4c5e-a219-bc6ffc50a412 req-f135dde1-8c10-4f82-9eba-864e0a19481f service nova] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Updating instance_info_cache with network_info: [{"id": "800efa21-ec10-4ffe-8b66-e09ed9e7bb7e", "address": "fa:16:3e:e8:0f:51", "network": {"id": "c60a1218-1755-48b4-bf57-04838428f6c8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1604715474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384aca740b854263ad00e83e46f9f263", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap800efa21-ec", "ovs_interfaceid": "800efa21-ec10-4ffe-8b66-e09ed9e7bb7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.990923] env[70398]: DEBUG nova.compute.manager [req-f12ea1b4-72d0-4b42-95e0-8aabd783f6e2 req-a8b6b82d-bf27-455d-ba33-a9c81960cfd2 service nova] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Received event network-vif-deleted-f4c3025c-8cec-488e-b1a0-6f985d965cb7 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.995563] env[70398]: DEBUG nova.scheduler.client.report [None req-6e12e652-60d9-4c7a-954d-bc05eabc3a30 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1263.008784] env[70398]: DEBUG oslo_vmware.api [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5254a3ed-5163-031c-52cc-42c902e8309a, 'name': SearchDatastore_Task, 'duration_secs': 0.009955} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.009259] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.009375] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1263.009513] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.009657] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.009833] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1263.010595] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18785b20-2b64-4836-8d7c-1a739a84cb57 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.019039] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1263.019216] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1263.020110] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1461bb4e-6c24-4b28-ac3c-890e608c0286 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.025225] env[70398]: DEBUG oslo_vmware.api [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for the task: (returnval){ [ 1263.025225] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ca818d-edcc-dbf2-4b35-c7bdbfe3627b" [ 1263.025225] env[70398]: _type = "Task" [ 1263.025225] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.032659] env[70398]: DEBUG oslo_vmware.api [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ca818d-edcc-dbf2-4b35-c7bdbfe3627b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.184501] env[70398]: DEBUG oslo_concurrency.lockutils [req-ac658ffc-0eba-4c5e-a219-bc6ffc50a412 req-f135dde1-8c10-4f82-9eba-864e0a19481f service nova] Releasing lock "refresh_cache-8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.500999] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6e12e652-60d9-4c7a-954d-bc05eabc3a30 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.652s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.503485] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6964dfba-dd4b-4ab0-b3e3-5e69353dd5e6 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.938s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.503723] env[70398]: DEBUG nova.objects.instance [None req-6964dfba-dd4b-4ab0-b3e3-5e69353dd5e6 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lazy-loading 'resources' on Instance uuid 02fe9693-8fb3-44e1-b868-7fb3af0ef646 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.522905] env[70398]: INFO nova.scheduler.client.report [None req-6e12e652-60d9-4c7a-954d-bc05eabc3a30 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Deleted allocations for instance bbb325b3-f682-42ab-a3ca-956c7072e401 [ 1263.535326] env[70398]: DEBUG oslo_vmware.api [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ca818d-edcc-dbf2-4b35-c7bdbfe3627b, 'name': SearchDatastore_Task, 'duration_secs': 0.008133} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.536095] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e58288a-5fe6-42fd-8eaf-22cc4d76bd85 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.541319] env[70398]: DEBUG oslo_vmware.api [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for the task: (returnval){ [ 1263.541319] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52cdfa54-2f0b-214e-ad03-16ab63e9d5d5" [ 1263.541319] env[70398]: _type = "Task" [ 1263.541319] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.548475] env[70398]: DEBUG oslo_vmware.api [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52cdfa54-2f0b-214e-ad03-16ab63e9d5d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.032344] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6e12e652-60d9-4c7a-954d-bc05eabc3a30 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "bbb325b3-f682-42ab-a3ca-956c7072e401" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.506s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.052458] env[70398]: DEBUG oslo_vmware.api [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52cdfa54-2f0b-214e-ad03-16ab63e9d5d5, 'name': SearchDatastore_Task, 'duration_secs': 0.010094} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.055485] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.055674] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6/8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1264.056327] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2218f8d3-17e3-4380-ae0b-a32393e4b29f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.063524] env[70398]: DEBUG oslo_vmware.api [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for the task: (returnval){ [ 1264.063524] env[70398]: value = "task-3445291" [ 1264.063524] env[70398]: _type = "Task" [ 1264.063524] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.073800] env[70398]: DEBUG oslo_vmware.api [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445291, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.081137] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03975b0a-e737-4fe9-b8e0-42c2d34b5fdc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.088267] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684bdd4f-d02e-42a4-84fc-2811f58a5983 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.119338] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c060125-a010-4add-bd32-a95201514cdc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.126826] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75e7285-117e-436f-a19b-76c3ab1054b1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.139846] env[70398]: DEBUG nova.compute.provider_tree [None req-6964dfba-dd4b-4ab0-b3e3-5e69353dd5e6 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.573980] env[70398]: DEBUG oslo_vmware.api [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445291, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.425013} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.574280] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6/8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1264.574493] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1264.574744] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd1b6a32-d466-4c0b-bba0-4987bc88dcdb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.581349] env[70398]: DEBUG oslo_vmware.api [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for the task: (returnval){ [ 1264.581349] env[70398]: value = "task-3445292" [ 1264.581349] env[70398]: _type = "Task" [ 1264.581349] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.588686] env[70398]: DEBUG oslo_vmware.api [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445292, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.642842] env[70398]: DEBUG nova.scheduler.client.report [None req-6964dfba-dd4b-4ab0-b3e3-5e69353dd5e6 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1265.090750] env[70398]: DEBUG oslo_vmware.api [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445292, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.054132} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.093048] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1265.093048] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315ec2bb-de53-4784-b1ab-21cbc4e70bc1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.113119] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6/8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1265.113321] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9475511c-2f57-48cf-9f25-494fdbd9c3df {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.131437] env[70398]: DEBUG oslo_vmware.api [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for the task: (returnval){ [ 1265.131437] env[70398]: value = "task-3445293" [ 1265.131437] env[70398]: _type = "Task" [ 1265.131437] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.138539] env[70398]: DEBUG oslo_vmware.api [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445293, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.147301] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6964dfba-dd4b-4ab0-b3e3-5e69353dd5e6 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.644s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.170658] env[70398]: INFO nova.scheduler.client.report [None req-6964dfba-dd4b-4ab0-b3e3-5e69353dd5e6 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Deleted allocations for instance 02fe9693-8fb3-44e1-b868-7fb3af0ef646 [ 1265.402079] env[70398]: DEBUG nova.compute.manager [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Stashing vm_state: active {{(pid=70398) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1265.641390] env[70398]: DEBUG oslo_vmware.api [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445293, 'name': ReconfigVM_Task, 'duration_secs': 0.264784} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.641680] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6/8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1265.642318] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0fdacb14-3cbb-4813-ab8b-d814bf57eba3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.648796] env[70398]: DEBUG oslo_vmware.api [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for the task: (returnval){ [ 1265.648796] env[70398]: value = "task-3445294" [ 1265.648796] env[70398]: _type = "Task" [ 1265.648796] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.656242] env[70398]: DEBUG oslo_vmware.api [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445294, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.678103] env[70398]: DEBUG oslo_concurrency.lockutils [None req-6964dfba-dd4b-4ab0-b3e3-5e69353dd5e6 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lock "02fe9693-8fb3-44e1-b868-7fb3af0ef646" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.637s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.751612] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1265.919784] env[70398]: DEBUG oslo_concurrency.lockutils [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.920125] env[70398]: DEBUG oslo_concurrency.lockutils [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.159322] env[70398]: DEBUG oslo_vmware.api [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445294, 'name': Rename_Task, 'duration_secs': 0.143237} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.159750] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1266.160112] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5aa0b01-cb03-4e65-a570-ee0e1a2e76d7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.166700] env[70398]: DEBUG oslo_vmware.api [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for the task: (returnval){ [ 1266.166700] env[70398]: value = "task-3445295" [ 1266.166700] env[70398]: _type = "Task" [ 1266.166700] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.175864] env[70398]: DEBUG oslo_vmware.api [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445295, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.425731] env[70398]: INFO nova.compute.claims [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1266.540785] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c9a0f24e-5633-4f35-b18c-dbe9489f327b tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "80d6c8a9-5980-45a5-b3a3-2704c74ab2f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.541110] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c9a0f24e-5633-4f35-b18c-dbe9489f327b tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "80d6c8a9-5980-45a5-b3a3-2704c74ab2f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.541349] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c9a0f24e-5633-4f35-b18c-dbe9489f327b tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "80d6c8a9-5980-45a5-b3a3-2704c74ab2f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.541552] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c9a0f24e-5633-4f35-b18c-dbe9489f327b tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "80d6c8a9-5980-45a5-b3a3-2704c74ab2f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.541728] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c9a0f24e-5633-4f35-b18c-dbe9489f327b tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "80d6c8a9-5980-45a5-b3a3-2704c74ab2f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.546978] env[70398]: INFO nova.compute.manager [None req-c9a0f24e-5633-4f35-b18c-dbe9489f327b tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Terminating instance [ 1266.677376] env[70398]: DEBUG oslo_vmware.api [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445295, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.931667] env[70398]: INFO nova.compute.resource_tracker [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Updating resource usage from migration 073cfee9-b4b9-41fd-8a67-809db5c69af0 [ 1266.997686] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1470f2-69b3-4b10-a5b0-0910a40c4937 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.005746] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e387a5c-97a5-4b8c-a57f-287370ff1a52 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.035250] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c588e879-37eb-4b00-b618-c387fe337ff8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.042379] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01c828a-7d1e-48be-a5bb-a1fb3e2daf72 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.055673] env[70398]: DEBUG nova.compute.manager [None req-c9a0f24e-5633-4f35-b18c-dbe9489f327b tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1267.056162] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a0f24e-5633-4f35-b18c-dbe9489f327b tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1267.056381] env[70398]: DEBUG nova.compute.provider_tree [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1267.062169] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fef96fc-88b5-4ff9-8e53-f3ea1353c12e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.069390] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a0f24e-5633-4f35-b18c-dbe9489f327b tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1267.069614] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0194fdc-f33a-4d9b-9e31-ce973f942903 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.079288] env[70398]: DEBUG oslo_vmware.api [None req-c9a0f24e-5633-4f35-b18c-dbe9489f327b tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1267.079288] env[70398]: value = "task-3445296" [ 1267.079288] env[70398]: _type = "Task" [ 1267.079288] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.086711] env[70398]: DEBUG oslo_vmware.api [None req-c9a0f24e-5633-4f35-b18c-dbe9489f327b tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445296, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.180637] env[70398]: DEBUG oslo_vmware.api [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445295, 'name': PowerOnVM_Task, 'duration_secs': 0.688869} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.180980] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1267.181205] env[70398]: INFO nova.compute.manager [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Took 7.53 seconds to spawn the instance on the hypervisor. [ 1267.181385] env[70398]: DEBUG nova.compute.manager [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1267.182164] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96860a13-5bb5-4588-95d6-6f349aad1ad8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.566591] env[70398]: DEBUG nova.scheduler.client.report [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.590501] env[70398]: DEBUG oslo_vmware.api [None req-c9a0f24e-5633-4f35-b18c-dbe9489f327b tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445296, 'name': PowerOffVM_Task, 'duration_secs': 0.388911} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.590615] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a0f24e-5633-4f35-b18c-dbe9489f327b tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1267.590763] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a0f24e-5633-4f35-b18c-dbe9489f327b tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1267.591016] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-560a7de2-befb-4bfc-935e-5dd57a5181bc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.661568] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a0f24e-5633-4f35-b18c-dbe9489f327b tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1267.661837] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a0f24e-5633-4f35-b18c-dbe9489f327b tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1267.662042] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9a0f24e-5633-4f35-b18c-dbe9489f327b tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Deleting the datastore file [datastore2] 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1267.662314] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e4d2e58-e302-45de-8f1c-c17d7a0b3eaf {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.668437] env[70398]: DEBUG oslo_vmware.api [None req-c9a0f24e-5633-4f35-b18c-dbe9489f327b tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for the task: (returnval){ [ 1267.668437] env[70398]: value = "task-3445298" [ 1267.668437] env[70398]: _type = "Task" [ 1267.668437] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.675944] env[70398]: DEBUG oslo_vmware.api [None req-c9a0f24e-5633-4f35-b18c-dbe9489f327b tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445298, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.701207] env[70398]: INFO nova.compute.manager [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Took 13.04 seconds to build instance. [ 1267.746276] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1267.749864] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.071931] env[70398]: DEBUG oslo_concurrency.lockutils [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.152s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.072139] env[70398]: INFO nova.compute.manager [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Migrating [ 1268.178918] env[70398]: DEBUG oslo_vmware.api [None req-c9a0f24e-5633-4f35-b18c-dbe9489f327b tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Task: {'id': task-3445298, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245221} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.179276] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9a0f24e-5633-4f35-b18c-dbe9489f327b tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1268.179499] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a0f24e-5633-4f35-b18c-dbe9489f327b tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1268.179680] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a0f24e-5633-4f35-b18c-dbe9489f327b tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1268.179930] env[70398]: INFO nova.compute.manager [None req-c9a0f24e-5633-4f35-b18c-dbe9489f327b tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1268.180093] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9a0f24e-5633-4f35-b18c-dbe9489f327b tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1268.180284] env[70398]: DEBUG nova.compute.manager [-] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1268.180496] env[70398]: DEBUG nova.network.neutron [-] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1268.203632] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9db2a8ef-94c8-4421-8c83-beedf5bba7f5 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.546s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.209939] env[70398]: DEBUG oslo_concurrency.lockutils [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Acquiring lock "feaaf24a-1dd8-43b5-b9d0-5075b2f9518c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.210219] env[70398]: DEBUG oslo_concurrency.lockutils [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lock "feaaf24a-1dd8-43b5-b9d0-5075b2f9518c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.458127] env[70398]: DEBUG nova.compute.manager [req-4f07dfa6-5a6b-46fb-a7d1-5e2bafc7c88e req-d822a0ba-8d24-4429-b95a-67afa8967e25 service nova] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Received event network-vif-deleted-f4cbeb4a-687c-4a64-935e-a9a2d6bdd830 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1268.458127] env[70398]: INFO nova.compute.manager [req-4f07dfa6-5a6b-46fb-a7d1-5e2bafc7c88e req-d822a0ba-8d24-4429-b95a-67afa8967e25 service nova] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Neutron deleted interface f4cbeb4a-687c-4a64-935e-a9a2d6bdd830; detaching it from the instance and deleting it from the info cache [ 1268.458127] env[70398]: DEBUG nova.network.neutron [req-4f07dfa6-5a6b-46fb-a7d1-5e2bafc7c88e req-d822a0ba-8d24-4429-b95a-67afa8967e25 service nova] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.586571] env[70398]: DEBUG oslo_concurrency.lockutils [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "refresh_cache-71f3f8fe-1304-427c-9c95-981baf19c8e7" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.587067] env[70398]: DEBUG oslo_concurrency.lockutils [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquired lock "refresh_cache-71f3f8fe-1304-427c-9c95-981baf19c8e7" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.587067] env[70398]: DEBUG nova.network.neutron [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1268.712936] env[70398]: DEBUG nova.compute.manager [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1268.750304] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.750474] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70398) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1268.750692] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.826884] env[70398]: DEBUG nova.compute.manager [req-a9850be7-6d5e-4bde-96a0-6ce653cc5c16 req-0751e788-e008-4c8a-bb41-ca6b45be9811 service nova] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Received event network-changed-800efa21-ec10-4ffe-8b66-e09ed9e7bb7e {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1268.827107] env[70398]: DEBUG nova.compute.manager [req-a9850be7-6d5e-4bde-96a0-6ce653cc5c16 req-0751e788-e008-4c8a-bb41-ca6b45be9811 service nova] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Refreshing instance network info cache due to event network-changed-800efa21-ec10-4ffe-8b66-e09ed9e7bb7e. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1268.827325] env[70398]: DEBUG oslo_concurrency.lockutils [req-a9850be7-6d5e-4bde-96a0-6ce653cc5c16 req-0751e788-e008-4c8a-bb41-ca6b45be9811 service nova] Acquiring lock "refresh_cache-8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.827466] env[70398]: DEBUG oslo_concurrency.lockutils [req-a9850be7-6d5e-4bde-96a0-6ce653cc5c16 req-0751e788-e008-4c8a-bb41-ca6b45be9811 service nova] Acquired lock "refresh_cache-8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.827623] env[70398]: DEBUG nova.network.neutron [req-a9850be7-6d5e-4bde-96a0-6ce653cc5c16 req-0751e788-e008-4c8a-bb41-ca6b45be9811 service nova] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Refreshing network info cache for port 800efa21-ec10-4ffe-8b66-e09ed9e7bb7e {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1268.940204] env[70398]: DEBUG nova.network.neutron [-] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.960213] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-956bd9d1-76d3-4e22-ad84-7bc96015548c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.970152] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785f4954-2773-4703-acbe-3e4a3c1d4c45 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.994769] env[70398]: DEBUG nova.compute.manager [req-4f07dfa6-5a6b-46fb-a7d1-5e2bafc7c88e req-d822a0ba-8d24-4429-b95a-67afa8967e25 service nova] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Detach interface failed, port_id=f4cbeb4a-687c-4a64-935e-a9a2d6bdd830, reason: Instance 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3 could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1269.236398] env[70398]: DEBUG oslo_concurrency.lockutils [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.236746] env[70398]: DEBUG oslo_concurrency.lockutils [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.238393] env[70398]: INFO nova.compute.claims [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1269.253432] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.292473] env[70398]: DEBUG nova.network.neutron [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Updating instance_info_cache with network_info: [{"id": "ee195dbc-ffd6-44a6-85be-6f09e25aa513", "address": "fa:16:3e:af:e8:28", "network": {"id": "b09dba51-196a-4f6b-8985-d014993ec89b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1461080089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51f4576c34fc44219985585672183ac3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee195dbc-ff", "ovs_interfaceid": "ee195dbc-ffd6-44a6-85be-6f09e25aa513", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.442584] env[70398]: INFO nova.compute.manager [-] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Took 1.26 seconds to deallocate network for instance. [ 1269.552720] env[70398]: DEBUG nova.network.neutron [req-a9850be7-6d5e-4bde-96a0-6ce653cc5c16 req-0751e788-e008-4c8a-bb41-ca6b45be9811 service nova] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Updated VIF entry in instance network info cache for port 800efa21-ec10-4ffe-8b66-e09ed9e7bb7e. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1269.553095] env[70398]: DEBUG nova.network.neutron [req-a9850be7-6d5e-4bde-96a0-6ce653cc5c16 req-0751e788-e008-4c8a-bb41-ca6b45be9811 service nova] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Updating instance_info_cache with network_info: [{"id": "800efa21-ec10-4ffe-8b66-e09ed9e7bb7e", "address": "fa:16:3e:e8:0f:51", "network": {"id": "c60a1218-1755-48b4-bf57-04838428f6c8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1604715474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384aca740b854263ad00e83e46f9f263", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap800efa21-ec", "ovs_interfaceid": "800efa21-ec10-4ffe-8b66-e09ed9e7bb7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.794623] env[70398]: DEBUG oslo_concurrency.lockutils [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Releasing lock "refresh_cache-71f3f8fe-1304-427c-9c95-981baf19c8e7" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.953771] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c9a0f24e-5633-4f35-b18c-dbe9489f327b tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.055794] env[70398]: DEBUG oslo_concurrency.lockutils [req-a9850be7-6d5e-4bde-96a0-6ce653cc5c16 req-0751e788-e008-4c8a-bb41-ca6b45be9811 service nova] Releasing lock "refresh_cache-8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.315610] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efc092a-56f8-4580-a437-c3bafa9ba4e1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.323330] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797fa781-9b0f-4600-bf88-ff947a54ca33 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.354900] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a17c1f-c817-4d65-b215-c9974217363b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.362660] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98de5c3a-6da6-473d-a0e8-9a9577a57335 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.376372] env[70398]: DEBUG nova.compute.provider_tree [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.879828] env[70398]: DEBUG nova.scheduler.client.report [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1271.308745] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db95e9e9-e0e9-4e5f-8829-0d70a8de99c4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.328903] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Updating instance '71f3f8fe-1304-427c-9c95-981baf19c8e7' progress to 0 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1271.385922] env[70398]: DEBUG oslo_concurrency.lockutils [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.149s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.386418] env[70398]: DEBUG nova.compute.manager [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1271.389078] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.136s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.389254] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.389404] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70398) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1271.389682] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c9a0f24e-5633-4f35-b18c-dbe9489f327b tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.436s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.389884] env[70398]: DEBUG nova.objects.instance [None req-c9a0f24e-5633-4f35-b18c-dbe9489f327b tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lazy-loading 'resources' on Instance uuid 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.391432] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3004e2-2787-45bc-9794-f2836fbd3a97 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.400242] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038f37eb-38aa-41df-80cf-1e3d0b5773d4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.414242] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf2f2c8-38dd-4edb-ba3f-c21d3a14ac76 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.420349] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18edf5f9-e5c1-4c40-acca-aa247d177368 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.450171] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179945MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=70398) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1271.450334] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.834715] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1271.835029] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91ecfaf0-847f-40fb-ab68-4f662ce92184 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.842860] env[70398]: DEBUG oslo_vmware.api [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1271.842860] env[70398]: value = "task-3445299" [ 1271.842860] env[70398]: _type = "Task" [ 1271.842860] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.851712] env[70398]: DEBUG oslo_vmware.api [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445299, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.893040] env[70398]: DEBUG nova.compute.utils [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1271.894460] env[70398]: DEBUG nova.compute.manager [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1271.894639] env[70398]: DEBUG nova.network.neutron [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1271.934583] env[70398]: DEBUG nova.policy [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c98a308f4158418d92944bfe5c4f9f1e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3fa79db455844dcb84fce2f9e9ece30', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 1271.971413] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79f4c34-ab5e-4bb6-8a6b-d4a108fef72c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.979971] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17364a2a-5c57-48d4-912e-9d7de6623561 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.012784] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92bf947d-f0cc-4033-82d9-c4783a07e4b2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.020150] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c71b81-6248-4804-a3b1-81af307ae426 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.034129] env[70398]: DEBUG nova.compute.provider_tree [None req-c9a0f24e-5633-4f35-b18c-dbe9489f327b tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.235506] env[70398]: DEBUG nova.network.neutron [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Successfully created port: 3a2ce8d7-93cc-481c-b7f0-8a08425ec3b4 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1272.353090] env[70398]: DEBUG oslo_vmware.api [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445299, 'name': PowerOffVM_Task, 'duration_secs': 0.182169} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.353472] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1272.353609] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Updating instance '71f3f8fe-1304-427c-9c95-981baf19c8e7' progress to 17 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1272.397472] env[70398]: DEBUG nova.compute.manager [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1272.537434] env[70398]: DEBUG nova.scheduler.client.report [None req-c9a0f24e-5633-4f35-b18c-dbe9489f327b tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1272.859983] env[70398]: DEBUG nova.virt.hardware [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1272.860257] env[70398]: DEBUG nova.virt.hardware [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1272.860443] env[70398]: DEBUG nova.virt.hardware [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1272.860726] env[70398]: DEBUG nova.virt.hardware [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1272.860939] env[70398]: DEBUG nova.virt.hardware [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1272.861133] env[70398]: DEBUG nova.virt.hardware [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1272.862401] env[70398]: DEBUG nova.virt.hardware [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1272.862401] env[70398]: DEBUG nova.virt.hardware [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1272.862401] env[70398]: DEBUG nova.virt.hardware [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1272.862401] env[70398]: DEBUG nova.virt.hardware [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1272.862401] env[70398]: DEBUG nova.virt.hardware [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1272.867689] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4c38767-dba2-49ad-8461-7f9a1665d6ab {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.885660] env[70398]: DEBUG oslo_vmware.api [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1272.885660] env[70398]: value = "task-3445300" [ 1272.885660] env[70398]: _type = "Task" [ 1272.885660] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.893395] env[70398]: DEBUG oslo_vmware.api [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445300, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.042788] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c9a0f24e-5633-4f35-b18c-dbe9489f327b tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.653s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.045177] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.595s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.064073] env[70398]: INFO nova.scheduler.client.report [None req-c9a0f24e-5633-4f35-b18c-dbe9489f327b tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Deleted allocations for instance 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3 [ 1273.397242] env[70398]: DEBUG oslo_vmware.api [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445300, 'name': ReconfigVM_Task, 'duration_secs': 0.167921} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.397586] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Updating instance '71f3f8fe-1304-427c-9c95-981baf19c8e7' progress to 33 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1273.406110] env[70398]: DEBUG nova.compute.manager [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1273.432866] env[70398]: DEBUG nova.virt.hardware [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1273.433134] env[70398]: DEBUG nova.virt.hardware [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1273.433293] env[70398]: DEBUG nova.virt.hardware [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1273.433474] env[70398]: DEBUG nova.virt.hardware [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1273.433619] env[70398]: DEBUG nova.virt.hardware [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1273.433767] env[70398]: DEBUG nova.virt.hardware [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1273.433974] env[70398]: DEBUG nova.virt.hardware [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1273.434146] env[70398]: DEBUG nova.virt.hardware [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1273.434315] env[70398]: DEBUG nova.virt.hardware [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1273.434476] env[70398]: DEBUG nova.virt.hardware [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1273.434647] env[70398]: DEBUG nova.virt.hardware [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1273.435546] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144c0794-5cc2-4087-a2c8-38bc7cd9e820 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.444371] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aeabaa0-8aba-4c6e-938f-4380a870fc7f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.570878] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c9a0f24e-5633-4f35-b18c-dbe9489f327b tempest-ServerActionsTestOtherA-1805542027 tempest-ServerActionsTestOtherA-1805542027-project-member] Lock "80d6c8a9-5980-45a5-b3a3-2704c74ab2f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.030s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.584172] env[70398]: DEBUG nova.compute.manager [req-92a0f2bb-8bfd-41bb-9515-02fc1926bb2e req-01d43ba2-7261-4d2b-83d5-f37c5bba6485 service nova] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Received event network-vif-plugged-3a2ce8d7-93cc-481c-b7f0-8a08425ec3b4 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1273.584398] env[70398]: DEBUG oslo_concurrency.lockutils [req-92a0f2bb-8bfd-41bb-9515-02fc1926bb2e req-01d43ba2-7261-4d2b-83d5-f37c5bba6485 service nova] Acquiring lock "feaaf24a-1dd8-43b5-b9d0-5075b2f9518c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.584628] env[70398]: DEBUG oslo_concurrency.lockutils [req-92a0f2bb-8bfd-41bb-9515-02fc1926bb2e req-01d43ba2-7261-4d2b-83d5-f37c5bba6485 service nova] Lock "feaaf24a-1dd8-43b5-b9d0-5075b2f9518c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.584791] env[70398]: DEBUG oslo_concurrency.lockutils [req-92a0f2bb-8bfd-41bb-9515-02fc1926bb2e req-01d43ba2-7261-4d2b-83d5-f37c5bba6485 service nova] Lock "feaaf24a-1dd8-43b5-b9d0-5075b2f9518c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.584960] env[70398]: DEBUG nova.compute.manager [req-92a0f2bb-8bfd-41bb-9515-02fc1926bb2e req-01d43ba2-7261-4d2b-83d5-f37c5bba6485 service nova] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] No waiting events found dispatching network-vif-plugged-3a2ce8d7-93cc-481c-b7f0-8a08425ec3b4 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1273.585155] env[70398]: WARNING nova.compute.manager [req-92a0f2bb-8bfd-41bb-9515-02fc1926bb2e req-01d43ba2-7261-4d2b-83d5-f37c5bba6485 service nova] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Received unexpected event network-vif-plugged-3a2ce8d7-93cc-481c-b7f0-8a08425ec3b4 for instance with vm_state building and task_state spawning. [ 1273.671865] env[70398]: DEBUG nova.network.neutron [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Successfully updated port: 3a2ce8d7-93cc-481c-b7f0-8a08425ec3b4 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1273.904224] env[70398]: DEBUG nova.virt.hardware [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1273.904571] env[70398]: DEBUG nova.virt.hardware [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1273.904825] env[70398]: DEBUG nova.virt.hardware [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1273.905076] env[70398]: DEBUG nova.virt.hardware [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1273.905283] env[70398]: DEBUG nova.virt.hardware [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1273.905532] env[70398]: DEBUG nova.virt.hardware [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1273.905821] env[70398]: DEBUG nova.virt.hardware [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1273.906055] env[70398]: DEBUG nova.virt.hardware [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1273.906313] env[70398]: DEBUG nova.virt.hardware [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1273.906485] env[70398]: DEBUG nova.virt.hardware [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1273.906717] env[70398]: DEBUG nova.virt.hardware [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1273.912122] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Reconfiguring VM instance instance-00000060 to detach disk 2000 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1273.912465] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-025c19f0-0e6a-4daf-bd6f-7de329ddc6e9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.933354] env[70398]: DEBUG oslo_vmware.api [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1273.933354] env[70398]: value = "task-3445301" [ 1273.933354] env[70398]: _type = "Task" [ 1273.933354] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.940799] env[70398]: DEBUG oslo_vmware.api [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445301, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.052998] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Applying migration context for instance 71f3f8fe-1304-427c-9c95-981baf19c8e7 as it has an incoming, in-progress migration 073cfee9-b4b9-41fd-8a67-809db5c69af0. Migration status is migrating {{(pid=70398) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1274.053904] env[70398]: INFO nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Updating resource usage from migration 073cfee9-b4b9-41fd-8a67-809db5c69af0 [ 1274.073338] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1274.073521] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Migration 073cfee9-b4b9-41fd-8a67-809db5c69af0 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1274.073671] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 71f3f8fe-1304-427c-9c95-981baf19c8e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1274.073803] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance feaaf24a-1dd8-43b5-b9d0-5075b2f9518c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1274.074010] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=70398) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1274.074170] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1344MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=70398) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1274.139428] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d314093c-a81c-441f-be97-4451c6e16dd8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.147241] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e905cb-320c-41f0-9ac4-bd9b67ba0d46 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.177759] env[70398]: DEBUG oslo_concurrency.lockutils [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Acquiring lock "refresh_cache-feaaf24a-1dd8-43b5-b9d0-5075b2f9518c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.177921] env[70398]: DEBUG oslo_concurrency.lockutils [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Acquired lock "refresh_cache-feaaf24a-1dd8-43b5-b9d0-5075b2f9518c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.178223] env[70398]: DEBUG nova.network.neutron [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1274.179925] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b7f682-544b-4952-bf2e-3d2377612b52 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.187765] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85e4c15-fc78-48e5-ab4a-d61b7642d008 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.202480] env[70398]: DEBUG nova.compute.provider_tree [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1274.442102] env[70398]: DEBUG oslo_vmware.api [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445301, 'name': ReconfigVM_Task, 'duration_secs': 0.158429} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.442454] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Reconfigured VM instance instance-00000060 to detach disk 2000 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1274.443259] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ce9dfd-5974-405a-8dea-3d8514dd079c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.466353] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 71f3f8fe-1304-427c-9c95-981baf19c8e7/71f3f8fe-1304-427c-9c95-981baf19c8e7.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1274.466353] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59d244cb-2bad-4036-95ad-6bc215b7725d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.485092] env[70398]: DEBUG oslo_vmware.api [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1274.485092] env[70398]: value = "task-3445302" [ 1274.485092] env[70398]: _type = "Task" [ 1274.485092] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.493544] env[70398]: DEBUG oslo_vmware.api [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445302, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.705636] env[70398]: DEBUG nova.scheduler.client.report [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1274.711045] env[70398]: DEBUG nova.network.neutron [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1274.846042] env[70398]: DEBUG nova.network.neutron [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Updating instance_info_cache with network_info: [{"id": "3a2ce8d7-93cc-481c-b7f0-8a08425ec3b4", "address": "fa:16:3e:38:0b:8d", "network": {"id": "660720bd-b364-4d50-8d6c-a86a84e79e4a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-693756326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3fa79db455844dcb84fce2f9e9ece30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a2ce8d7-93", "ovs_interfaceid": "3a2ce8d7-93cc-481c-b7f0-8a08425ec3b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.995304] env[70398]: DEBUG oslo_vmware.api [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445302, 'name': ReconfigVM_Task, 'duration_secs': 0.267703} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.995620] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 71f3f8fe-1304-427c-9c95-981baf19c8e7/71f3f8fe-1304-427c-9c95-981baf19c8e7.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1274.995889] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Updating instance '71f3f8fe-1304-427c-9c95-981baf19c8e7' progress to 50 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1275.210907] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70398) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1275.211095] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.166s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.349752] env[70398]: DEBUG oslo_concurrency.lockutils [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Releasing lock "refresh_cache-feaaf24a-1dd8-43b5-b9d0-5075b2f9518c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.349752] env[70398]: DEBUG nova.compute.manager [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Instance network_info: |[{"id": "3a2ce8d7-93cc-481c-b7f0-8a08425ec3b4", "address": "fa:16:3e:38:0b:8d", "network": {"id": "660720bd-b364-4d50-8d6c-a86a84e79e4a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-693756326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3fa79db455844dcb84fce2f9e9ece30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a2ce8d7-93", "ovs_interfaceid": "3a2ce8d7-93cc-481c-b7f0-8a08425ec3b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1275.349752] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:0b:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a2ce8d7-93cc-481c-b7f0-8a08425ec3b4', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1275.356810] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1275.357375] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1275.357375] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fb4649b-e1c5-4775-bc5e-a2e46468f6f4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.377834] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1275.377834] env[70398]: value = "task-3445303" [ 1275.377834] env[70398]: _type = "Task" [ 1275.377834] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.385684] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445303, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.503084] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411c36ab-9ac9-4435-91fb-5593791eb700 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.524588] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4034b84e-74b8-48ee-ba07-7e2eaeb427fb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.542838] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Updating instance '71f3f8fe-1304-427c-9c95-981baf19c8e7' progress to 67 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1275.615159] env[70398]: DEBUG nova.compute.manager [req-4bb6cc85-28a1-497a-bf7d-f2e42c8989fe req-e24abf07-59a0-475b-be7c-3653981b130e service nova] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Received event network-changed-3a2ce8d7-93cc-481c-b7f0-8a08425ec3b4 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1275.615333] env[70398]: DEBUG nova.compute.manager [req-4bb6cc85-28a1-497a-bf7d-f2e42c8989fe req-e24abf07-59a0-475b-be7c-3653981b130e service nova] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Refreshing instance network info cache due to event network-changed-3a2ce8d7-93cc-481c-b7f0-8a08425ec3b4. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1275.615586] env[70398]: DEBUG oslo_concurrency.lockutils [req-4bb6cc85-28a1-497a-bf7d-f2e42c8989fe req-e24abf07-59a0-475b-be7c-3653981b130e service nova] Acquiring lock "refresh_cache-feaaf24a-1dd8-43b5-b9d0-5075b2f9518c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.615788] env[70398]: DEBUG oslo_concurrency.lockutils [req-4bb6cc85-28a1-497a-bf7d-f2e42c8989fe req-e24abf07-59a0-475b-be7c-3653981b130e service nova] Acquired lock "refresh_cache-feaaf24a-1dd8-43b5-b9d0-5075b2f9518c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.615904] env[70398]: DEBUG nova.network.neutron [req-4bb6cc85-28a1-497a-bf7d-f2e42c8989fe req-e24abf07-59a0-475b-be7c-3653981b130e service nova] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Refreshing network info cache for port 3a2ce8d7-93cc-481c-b7f0-8a08425ec3b4 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1275.891308] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445303, 'name': CreateVM_Task, 'duration_secs': 0.358552} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.891533] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1275.892458] env[70398]: DEBUG oslo_concurrency.lockutils [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.892693] env[70398]: DEBUG oslo_concurrency.lockutils [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.893138] env[70398]: DEBUG oslo_concurrency.lockutils [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.893491] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1af87586-e857-4f6d-b574-9442ab54a8eb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.897994] env[70398]: DEBUG oslo_vmware.api [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the task: (returnval){ [ 1275.897994] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]527ed166-3520-17bb-59e2-c3719f6cebae" [ 1275.897994] env[70398]: _type = "Task" [ 1275.897994] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.905692] env[70398]: DEBUG oslo_vmware.api [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]527ed166-3520-17bb-59e2-c3719f6cebae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.098130] env[70398]: DEBUG nova.network.neutron [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Port ee195dbc-ffd6-44a6-85be-6f09e25aa513 binding to destination host cpu-1 is already ACTIVE {{(pid=70398) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1276.211835] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1276.309115] env[70398]: DEBUG nova.network.neutron [req-4bb6cc85-28a1-497a-bf7d-f2e42c8989fe req-e24abf07-59a0-475b-be7c-3653981b130e service nova] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Updated VIF entry in instance network info cache for port 3a2ce8d7-93cc-481c-b7f0-8a08425ec3b4. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1276.309491] env[70398]: DEBUG nova.network.neutron [req-4bb6cc85-28a1-497a-bf7d-f2e42c8989fe req-e24abf07-59a0-475b-be7c-3653981b130e service nova] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Updating instance_info_cache with network_info: [{"id": "3a2ce8d7-93cc-481c-b7f0-8a08425ec3b4", "address": "fa:16:3e:38:0b:8d", "network": {"id": "660720bd-b364-4d50-8d6c-a86a84e79e4a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-693756326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3fa79db455844dcb84fce2f9e9ece30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a2ce8d7-93", "ovs_interfaceid": "3a2ce8d7-93cc-481c-b7f0-8a08425ec3b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.408317] env[70398]: DEBUG oslo_vmware.api [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]527ed166-3520-17bb-59e2-c3719f6cebae, 'name': SearchDatastore_Task, 'duration_secs': 0.014789} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.408745] env[70398]: DEBUG oslo_concurrency.lockutils [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.409080] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1276.409368] env[70398]: DEBUG oslo_concurrency.lockutils [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.409571] env[70398]: DEBUG oslo_concurrency.lockutils [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.409808] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1276.410115] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afc0ec3f-0482-468f-9c34-ac724daf4f1c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.419015] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1276.419215] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1276.419918] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17a03f09-dd11-40d1-9104-5fd794699600 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.424806] env[70398]: DEBUG oslo_vmware.api [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the task: (returnval){ [ 1276.424806] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]529ce96d-8fdb-108e-f7ae-b72ac4ee038b" [ 1276.424806] env[70398]: _type = "Task" [ 1276.424806] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.432445] env[70398]: DEBUG oslo_vmware.api [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]529ce96d-8fdb-108e-f7ae-b72ac4ee038b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.717851] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1276.718156] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1276.722018] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1276.811977] env[70398]: DEBUG oslo_concurrency.lockutils [req-4bb6cc85-28a1-497a-bf7d-f2e42c8989fe req-e24abf07-59a0-475b-be7c-3653981b130e service nova] Releasing lock "refresh_cache-feaaf24a-1dd8-43b5-b9d0-5075b2f9518c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.937221] env[70398]: DEBUG oslo_vmware.api [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]529ce96d-8fdb-108e-f7ae-b72ac4ee038b, 'name': SearchDatastore_Task, 'duration_secs': 0.008321} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.938022] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b42e9043-e870-4cb0-a91e-52753af9cbda {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.943295] env[70398]: DEBUG oslo_vmware.api [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the task: (returnval){ [ 1276.943295] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52d613ef-25ce-49ce-f221-802ad1f72c78" [ 1276.943295] env[70398]: _type = "Task" [ 1276.943295] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.950890] env[70398]: DEBUG oslo_vmware.api [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52d613ef-25ce-49ce-f221-802ad1f72c78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.120676] env[70398]: DEBUG oslo_concurrency.lockutils [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "71f3f8fe-1304-427c-9c95-981baf19c8e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.121096] env[70398]: DEBUG oslo_concurrency.lockutils [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "71f3f8fe-1304-427c-9c95-981baf19c8e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.122444] env[70398]: DEBUG oslo_concurrency.lockutils [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "71f3f8fe-1304-427c-9c95-981baf19c8e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.460024] env[70398]: DEBUG oslo_vmware.api [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52d613ef-25ce-49ce-f221-802ad1f72c78, 'name': SearchDatastore_Task, 'duration_secs': 0.009742} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.460024] env[70398]: DEBUG oslo_concurrency.lockutils [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.460024] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] feaaf24a-1dd8-43b5-b9d0-5075b2f9518c/feaaf24a-1dd8-43b5-b9d0-5075b2f9518c.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1277.460024] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98138066-e511-4101-a5fe-aa1ead1183f1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.467898] env[70398]: DEBUG oslo_vmware.api [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the task: (returnval){ [ 1277.467898] env[70398]: value = "task-3445304" [ 1277.467898] env[70398]: _type = "Task" [ 1277.467898] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.477313] env[70398]: DEBUG oslo_vmware.api [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445304, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.979140] env[70398]: DEBUG oslo_vmware.api [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445304, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.169832] env[70398]: DEBUG oslo_concurrency.lockutils [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "refresh_cache-71f3f8fe-1304-427c-9c95-981baf19c8e7" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.169910] env[70398]: DEBUG oslo_concurrency.lockutils [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquired lock "refresh_cache-71f3f8fe-1304-427c-9c95-981baf19c8e7" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.170123] env[70398]: DEBUG nova.network.neutron [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1278.479172] env[70398]: DEBUG oslo_vmware.api [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445304, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.872766] env[70398]: DEBUG nova.network.neutron [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Updating instance_info_cache with network_info: [{"id": "ee195dbc-ffd6-44a6-85be-6f09e25aa513", "address": "fa:16:3e:af:e8:28", "network": {"id": "b09dba51-196a-4f6b-8985-d014993ec89b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1461080089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51f4576c34fc44219985585672183ac3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee195dbc-ff", "ovs_interfaceid": "ee195dbc-ffd6-44a6-85be-6f09e25aa513", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.980572] env[70398]: DEBUG oslo_vmware.api [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445304, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.457338} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.980873] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore1] feaaf24a-1dd8-43b5-b9d0-5075b2f9518c/feaaf24a-1dd8-43b5-b9d0-5075b2f9518c.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1278.981059] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1278.981316] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb92da2b-1cce-4613-9aa8-139f7dd15d0d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.987787] env[70398]: DEBUG oslo_vmware.api [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the task: (returnval){ [ 1278.987787] env[70398]: value = "task-3445305" [ 1278.987787] env[70398]: _type = "Task" [ 1278.987787] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.995042] env[70398]: DEBUG oslo_vmware.api [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445305, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.214728] env[70398]: DEBUG oslo_concurrency.lockutils [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Acquiring lock "3693c4c7-24e6-49f9-b603-14fb8318fcb6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.214995] env[70398]: DEBUG oslo_concurrency.lockutils [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Lock "3693c4c7-24e6-49f9-b603-14fb8318fcb6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.378016] env[70398]: DEBUG oslo_concurrency.lockutils [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Releasing lock "refresh_cache-71f3f8fe-1304-427c-9c95-981baf19c8e7" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.496876] env[70398]: DEBUG oslo_vmware.api [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445305, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062552} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.500121] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1279.500121] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d89fbb4-d80f-4598-9f95-b06b14327c4f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.519749] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] feaaf24a-1dd8-43b5-b9d0-5075b2f9518c/feaaf24a-1dd8-43b5-b9d0-5075b2f9518c.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1279.520323] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4aa4d57c-3b36-459c-b9e2-595d2d9cd97c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.539877] env[70398]: DEBUG oslo_vmware.api [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the task: (returnval){ [ 1279.539877] env[70398]: value = "task-3445306" [ 1279.539877] env[70398]: _type = "Task" [ 1279.539877] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.548295] env[70398]: DEBUG oslo_vmware.api [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445306, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.719970] env[70398]: DEBUG nova.compute.manager [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] [instance: 3693c4c7-24e6-49f9-b603-14fb8318fcb6] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1279.901467] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d02a2a-fd1d-4053-b456-82b3021a91a0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.920718] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c574c8-498f-460d-abb8-2bd2d6acd874 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.927370] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Updating instance '71f3f8fe-1304-427c-9c95-981baf19c8e7' progress to 83 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1280.050425] env[70398]: DEBUG oslo_vmware.api [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445306, 'name': ReconfigVM_Task, 'duration_secs': 0.280818} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.050727] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Reconfigured VM instance instance-0000007b to attach disk [datastore1] feaaf24a-1dd8-43b5-b9d0-5075b2f9518c/feaaf24a-1dd8-43b5-b9d0-5075b2f9518c.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1280.051352] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19bb415c-6a44-4768-8ab8-a91b6b6d819e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.057085] env[70398]: DEBUG oslo_vmware.api [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the task: (returnval){ [ 1280.057085] env[70398]: value = "task-3445307" [ 1280.057085] env[70398]: _type = "Task" [ 1280.057085] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.064093] env[70398]: DEBUG oslo_vmware.api [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445307, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.238918] env[70398]: DEBUG oslo_concurrency.lockutils [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.239218] env[70398]: DEBUG oslo_concurrency.lockutils [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.240617] env[70398]: INFO nova.compute.claims [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] [instance: 3693c4c7-24e6-49f9-b603-14fb8318fcb6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1280.433340] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1280.433660] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-215c1bcc-57f6-469d-85b2-2f5570a0d415 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.440354] env[70398]: DEBUG oslo_vmware.api [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1280.440354] env[70398]: value = "task-3445308" [ 1280.440354] env[70398]: _type = "Task" [ 1280.440354] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.447976] env[70398]: DEBUG oslo_vmware.api [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.566693] env[70398]: DEBUG oslo_vmware.api [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445307, 'name': Rename_Task, 'duration_secs': 0.130456} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.566975] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1280.567224] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b078c34-72e7-4491-bbae-4df9fbf0e9bd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.574081] env[70398]: DEBUG oslo_vmware.api [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the task: (returnval){ [ 1280.574081] env[70398]: value = "task-3445309" [ 1280.574081] env[70398]: _type = "Task" [ 1280.574081] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.580930] env[70398]: DEBUG oslo_vmware.api [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445309, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.950753] env[70398]: DEBUG oslo_vmware.api [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445308, 'name': PowerOnVM_Task, 'duration_secs': 0.364687} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.951077] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1280.951311] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-76cfd7cb-0332-487b-8131-adb5fd3db650 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Updating instance '71f3f8fe-1304-427c-9c95-981baf19c8e7' progress to 100 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1281.083875] env[70398]: DEBUG oslo_vmware.api [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445309, 'name': PowerOnVM_Task, 'duration_secs': 0.414761} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.084249] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1281.084386] env[70398]: INFO nova.compute.manager [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Took 7.68 seconds to spawn the instance on the hypervisor. [ 1281.084512] env[70398]: DEBUG nova.compute.manager [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1281.085267] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1750371-1b31-4dc9-a1f2-44ea5b46e7ea {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.316411] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b837e830-fed6-4250-b3cd-ee7fb474b2bc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.323677] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95d0cee-891e-46f6-8e32-b35cd1ff7da4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.354028] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e89f327-b680-4776-9d7c-0b2748d68f0c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.360856] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd85e5a-6b2e-441a-b480-2728f522b599 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.373736] env[70398]: DEBUG nova.compute.provider_tree [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.600890] env[70398]: INFO nova.compute.manager [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Took 12.38 seconds to build instance. [ 1281.877024] env[70398]: DEBUG nova.scheduler.client.report [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1282.103136] env[70398]: DEBUG oslo_concurrency.lockutils [None req-810025e5-a093-470e-9084-3fe576456078 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lock "feaaf24a-1dd8-43b5-b9d0-5075b2f9518c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.893s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.382478] env[70398]: DEBUG oslo_concurrency.lockutils [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.143s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.508954] env[70398]: DEBUG nova.compute.manager [req-201254cf-f6b5-4615-bab0-34e64134a4c6 req-f3953f4f-2733-4fa2-9376-44f75bccb654 service nova] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Received event network-changed-3a2ce8d7-93cc-481c-b7f0-8a08425ec3b4 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1282.509174] env[70398]: DEBUG nova.compute.manager [req-201254cf-f6b5-4615-bab0-34e64134a4c6 req-f3953f4f-2733-4fa2-9376-44f75bccb654 service nova] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Refreshing instance network info cache due to event network-changed-3a2ce8d7-93cc-481c-b7f0-8a08425ec3b4. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1282.509389] env[70398]: DEBUG oslo_concurrency.lockutils [req-201254cf-f6b5-4615-bab0-34e64134a4c6 req-f3953f4f-2733-4fa2-9376-44f75bccb654 service nova] Acquiring lock "refresh_cache-feaaf24a-1dd8-43b5-b9d0-5075b2f9518c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.509531] env[70398]: DEBUG oslo_concurrency.lockutils [req-201254cf-f6b5-4615-bab0-34e64134a4c6 req-f3953f4f-2733-4fa2-9376-44f75bccb654 service nova] Acquired lock "refresh_cache-feaaf24a-1dd8-43b5-b9d0-5075b2f9518c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.509718] env[70398]: DEBUG nova.network.neutron [req-201254cf-f6b5-4615-bab0-34e64134a4c6 req-f3953f4f-2733-4fa2-9376-44f75bccb654 service nova] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Refreshing network info cache for port 3a2ce8d7-93cc-481c-b7f0-8a08425ec3b4 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1282.888993] env[70398]: DEBUG oslo_concurrency.lockutils [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Acquiring lock "c0493e8e-6df8-428b-9846-5f3a09f0086c" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.889328] env[70398]: DEBUG oslo_concurrency.lockutils [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Lock "c0493e8e-6df8-428b-9846-5f3a09f0086c" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.917023] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0946300d-29c0-4497-bdae-072ef7384ba2 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "71f3f8fe-1304-427c-9c95-981baf19c8e7" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.917262] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0946300d-29c0-4497-bdae-072ef7384ba2 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "71f3f8fe-1304-427c-9c95-981baf19c8e7" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.917447] env[70398]: DEBUG nova.compute.manager [None req-0946300d-29c0-4497-bdae-072ef7384ba2 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Going to confirm migration 9 {{(pid=70398) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1283.211799] env[70398]: DEBUG nova.network.neutron [req-201254cf-f6b5-4615-bab0-34e64134a4c6 req-f3953f4f-2733-4fa2-9376-44f75bccb654 service nova] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Updated VIF entry in instance network info cache for port 3a2ce8d7-93cc-481c-b7f0-8a08425ec3b4. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1283.212200] env[70398]: DEBUG nova.network.neutron [req-201254cf-f6b5-4615-bab0-34e64134a4c6 req-f3953f4f-2733-4fa2-9376-44f75bccb654 service nova] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Updating instance_info_cache with network_info: [{"id": "3a2ce8d7-93cc-481c-b7f0-8a08425ec3b4", "address": "fa:16:3e:38:0b:8d", "network": {"id": "660720bd-b364-4d50-8d6c-a86a84e79e4a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-693756326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3fa79db455844dcb84fce2f9e9ece30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a2ce8d7-93", "ovs_interfaceid": "3a2ce8d7-93cc-481c-b7f0-8a08425ec3b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.392120] env[70398]: DEBUG oslo_concurrency.lockutils [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Lock "c0493e8e-6df8-428b-9846-5f3a09f0086c" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.503s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.392735] env[70398]: DEBUG nova.compute.manager [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] [instance: 3693c4c7-24e6-49f9-b603-14fb8318fcb6] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1283.477103] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0946300d-29c0-4497-bdae-072ef7384ba2 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "refresh_cache-71f3f8fe-1304-427c-9c95-981baf19c8e7" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.477303] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0946300d-29c0-4497-bdae-072ef7384ba2 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquired lock "refresh_cache-71f3f8fe-1304-427c-9c95-981baf19c8e7" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.477503] env[70398]: DEBUG nova.network.neutron [None req-0946300d-29c0-4497-bdae-072ef7384ba2 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1283.477689] env[70398]: DEBUG nova.objects.instance [None req-0946300d-29c0-4497-bdae-072ef7384ba2 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lazy-loading 'info_cache' on Instance uuid 71f3f8fe-1304-427c-9c95-981baf19c8e7 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1283.714942] env[70398]: DEBUG oslo_concurrency.lockutils [req-201254cf-f6b5-4615-bab0-34e64134a4c6 req-f3953f4f-2733-4fa2-9376-44f75bccb654 service nova] Releasing lock "refresh_cache-feaaf24a-1dd8-43b5-b9d0-5075b2f9518c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.899101] env[70398]: DEBUG nova.compute.utils [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1283.899815] env[70398]: DEBUG nova.compute.manager [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] [instance: 3693c4c7-24e6-49f9-b603-14fb8318fcb6] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1283.899990] env[70398]: DEBUG nova.network.neutron [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] [instance: 3693c4c7-24e6-49f9-b603-14fb8318fcb6] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1283.937137] env[70398]: DEBUG nova.policy [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2be27fd8b1934a2c9c846a2c17a72f0b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39b10662f8294c24bf27f459258782bf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 1284.177235] env[70398]: DEBUG nova.network.neutron [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] [instance: 3693c4c7-24e6-49f9-b603-14fb8318fcb6] Successfully created port: 5b7ed63a-e7d3-43df-953f-bf26d13f418a {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1284.404153] env[70398]: DEBUG nova.compute.manager [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] [instance: 3693c4c7-24e6-49f9-b603-14fb8318fcb6] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1284.677241] env[70398]: DEBUG nova.network.neutron [None req-0946300d-29c0-4497-bdae-072ef7384ba2 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Updating instance_info_cache with network_info: [{"id": "ee195dbc-ffd6-44a6-85be-6f09e25aa513", "address": "fa:16:3e:af:e8:28", "network": {"id": "b09dba51-196a-4f6b-8985-d014993ec89b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1461080089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51f4576c34fc44219985585672183ac3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee195dbc-ff", "ovs_interfaceid": "ee195dbc-ffd6-44a6-85be-6f09e25aa513", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.180955] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0946300d-29c0-4497-bdae-072ef7384ba2 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Releasing lock "refresh_cache-71f3f8fe-1304-427c-9c95-981baf19c8e7" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.181197] env[70398]: DEBUG nova.objects.instance [None req-0946300d-29c0-4497-bdae-072ef7384ba2 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lazy-loading 'migration_context' on Instance uuid 71f3f8fe-1304-427c-9c95-981baf19c8e7 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.414430] env[70398]: DEBUG nova.compute.manager [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] [instance: 3693c4c7-24e6-49f9-b603-14fb8318fcb6] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1285.442997] env[70398]: DEBUG nova.virt.hardware [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1285.443264] env[70398]: DEBUG nova.virt.hardware [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1285.443419] env[70398]: DEBUG nova.virt.hardware [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1285.443610] env[70398]: DEBUG nova.virt.hardware [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1285.443770] env[70398]: DEBUG nova.virt.hardware [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1285.443920] env[70398]: DEBUG nova.virt.hardware [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1285.444145] env[70398]: DEBUG nova.virt.hardware [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1285.444306] env[70398]: DEBUG nova.virt.hardware [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1285.444470] env[70398]: DEBUG nova.virt.hardware [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1285.444635] env[70398]: DEBUG nova.virt.hardware [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1285.444810] env[70398]: DEBUG nova.virt.hardware [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1285.445724] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e4dfa0-d06b-4611-a4cb-59f8ba9adb8e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.453777] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa425ede-28af-497c-848b-cdc58ceb8e59 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.534877] env[70398]: DEBUG nova.compute.manager [req-63b5c475-7894-464a-8399-ec21204865f4 req-a16c4135-5dc0-4b2a-94cf-afe15d98d9f3 service nova] [instance: 3693c4c7-24e6-49f9-b603-14fb8318fcb6] Received event network-vif-plugged-5b7ed63a-e7d3-43df-953f-bf26d13f418a {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1285.535190] env[70398]: DEBUG oslo_concurrency.lockutils [req-63b5c475-7894-464a-8399-ec21204865f4 req-a16c4135-5dc0-4b2a-94cf-afe15d98d9f3 service nova] Acquiring lock "3693c4c7-24e6-49f9-b603-14fb8318fcb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.535512] env[70398]: DEBUG oslo_concurrency.lockutils [req-63b5c475-7894-464a-8399-ec21204865f4 req-a16c4135-5dc0-4b2a-94cf-afe15d98d9f3 service nova] Lock "3693c4c7-24e6-49f9-b603-14fb8318fcb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.535689] env[70398]: DEBUG oslo_concurrency.lockutils [req-63b5c475-7894-464a-8399-ec21204865f4 req-a16c4135-5dc0-4b2a-94cf-afe15d98d9f3 service nova] Lock "3693c4c7-24e6-49f9-b603-14fb8318fcb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.535810] env[70398]: DEBUG nova.compute.manager [req-63b5c475-7894-464a-8399-ec21204865f4 req-a16c4135-5dc0-4b2a-94cf-afe15d98d9f3 service nova] [instance: 3693c4c7-24e6-49f9-b603-14fb8318fcb6] No waiting events found dispatching network-vif-plugged-5b7ed63a-e7d3-43df-953f-bf26d13f418a {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1285.536021] env[70398]: WARNING nova.compute.manager [req-63b5c475-7894-464a-8399-ec21204865f4 req-a16c4135-5dc0-4b2a-94cf-afe15d98d9f3 service nova] [instance: 3693c4c7-24e6-49f9-b603-14fb8318fcb6] Received unexpected event network-vif-plugged-5b7ed63a-e7d3-43df-953f-bf26d13f418a for instance with vm_state building and task_state spawning. [ 1285.614023] env[70398]: DEBUG nova.network.neutron [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] [instance: 3693c4c7-24e6-49f9-b603-14fb8318fcb6] Successfully updated port: 5b7ed63a-e7d3-43df-953f-bf26d13f418a {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1285.685089] env[70398]: DEBUG nova.objects.base [None req-0946300d-29c0-4497-bdae-072ef7384ba2 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Object Instance<71f3f8fe-1304-427c-9c95-981baf19c8e7> lazy-loaded attributes: info_cache,migration_context {{(pid=70398) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1285.685246] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38b0856-43e1-45e2-a927-a85855319fc1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.709501] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76286999-f79e-4fdb-8204-2b6929838c0b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.716642] env[70398]: DEBUG oslo_vmware.api [None req-0946300d-29c0-4497-bdae-072ef7384ba2 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1285.716642] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]522ba8d2-f26e-e667-1636-2ad9fea53946" [ 1285.716642] env[70398]: _type = "Task" [ 1285.716642] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.727721] env[70398]: DEBUG oslo_vmware.api [None req-0946300d-29c0-4497-bdae-072ef7384ba2 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]522ba8d2-f26e-e667-1636-2ad9fea53946, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.116752] env[70398]: DEBUG oslo_concurrency.lockutils [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Acquiring lock "refresh_cache-3693c4c7-24e6-49f9-b603-14fb8318fcb6" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.116956] env[70398]: DEBUG oslo_concurrency.lockutils [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Acquired lock "refresh_cache-3693c4c7-24e6-49f9-b603-14fb8318fcb6" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.117110] env[70398]: DEBUG nova.network.neutron [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] [instance: 3693c4c7-24e6-49f9-b603-14fb8318fcb6] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1286.226925] env[70398]: DEBUG oslo_vmware.api [None req-0946300d-29c0-4497-bdae-072ef7384ba2 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]522ba8d2-f26e-e667-1636-2ad9fea53946, 'name': SearchDatastore_Task, 'duration_secs': 0.009282} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.227236] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0946300d-29c0-4497-bdae-072ef7384ba2 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.227485] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0946300d-29c0-4497-bdae-072ef7384ba2 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.660706] env[70398]: DEBUG nova.network.neutron [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] [instance: 3693c4c7-24e6-49f9-b603-14fb8318fcb6] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1286.822110] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490b0331-39fe-47c2-9842-3b331fa60d6d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.826073] env[70398]: DEBUG nova.network.neutron [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] [instance: 3693c4c7-24e6-49f9-b603-14fb8318fcb6] Updating instance_info_cache with network_info: [{"id": "5b7ed63a-e7d3-43df-953f-bf26d13f418a", "address": "fa:16:3e:ff:62:96", "network": {"id": "9ee4d5a5-38ef-4321-9f69-434a56784d17", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2125422457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b10662f8294c24bf27f459258782bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b7ed63a-e7", "ovs_interfaceid": "5b7ed63a-e7d3-43df-953f-bf26d13f418a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.833175] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f108f252-e07f-4f10-9297-5d8a7f76f3fe {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.863609] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fabf281-1343-445d-a1be-fcae6ddfdfb0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.873339] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7e3db8-fb6a-4601-9a0a-1d5a55793ac4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.893249] env[70398]: DEBUG nova.compute.provider_tree [None req-0946300d-29c0-4497-bdae-072ef7384ba2 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1287.329200] env[70398]: DEBUG oslo_concurrency.lockutils [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Releasing lock "refresh_cache-3693c4c7-24e6-49f9-b603-14fb8318fcb6" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.329574] env[70398]: DEBUG nova.compute.manager [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] [instance: 3693c4c7-24e6-49f9-b603-14fb8318fcb6] Instance network_info: |[{"id": "5b7ed63a-e7d3-43df-953f-bf26d13f418a", "address": "fa:16:3e:ff:62:96", "network": {"id": "9ee4d5a5-38ef-4321-9f69-434a56784d17", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2125422457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b10662f8294c24bf27f459258782bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b7ed63a-e7", "ovs_interfaceid": "5b7ed63a-e7d3-43df-953f-bf26d13f418a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1287.330027] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] [instance: 3693c4c7-24e6-49f9-b603-14fb8318fcb6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:62:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd903c404-a23a-40c0-a217-96d4bb2e5b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b7ed63a-e7d3-43df-953f-bf26d13f418a', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1287.339478] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Creating folder: Project (39b10662f8294c24bf27f459258782bf). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1287.339790] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ab6dfe5-43fe-4534-8d66-18a419102940 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.351446] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Created folder: Project (39b10662f8294c24bf27f459258782bf) in parent group-v687430. [ 1287.351657] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Creating folder: Instances. Parent ref: group-v687764. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1287.351929] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc615dbd-23f3-4de3-87b0-eff68b8d0aca {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.361405] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Created folder: Instances in parent group-v687764. [ 1287.361636] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1287.361825] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3693c4c7-24e6-49f9-b603-14fb8318fcb6] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1287.362040] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03d44147-79dc-4948-a652-aaf610d780e6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.380551] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1287.380551] env[70398]: value = "task-3445312" [ 1287.380551] env[70398]: _type = "Task" [ 1287.380551] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.388201] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445312, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.396256] env[70398]: DEBUG nova.scheduler.client.report [None req-0946300d-29c0-4497-bdae-072ef7384ba2 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1287.563621] env[70398]: DEBUG nova.compute.manager [req-a539c6d4-8219-42a9-808b-946e9a7e7d49 req-cbc8fc4e-745c-41c9-9cb0-315d70fa8af7 service nova] [instance: 3693c4c7-24e6-49f9-b603-14fb8318fcb6] Received event network-changed-5b7ed63a-e7d3-43df-953f-bf26d13f418a {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1287.563818] env[70398]: DEBUG nova.compute.manager [req-a539c6d4-8219-42a9-808b-946e9a7e7d49 req-cbc8fc4e-745c-41c9-9cb0-315d70fa8af7 service nova] [instance: 3693c4c7-24e6-49f9-b603-14fb8318fcb6] Refreshing instance network info cache due to event network-changed-5b7ed63a-e7d3-43df-953f-bf26d13f418a. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1287.564040] env[70398]: DEBUG oslo_concurrency.lockutils [req-a539c6d4-8219-42a9-808b-946e9a7e7d49 req-cbc8fc4e-745c-41c9-9cb0-315d70fa8af7 service nova] Acquiring lock "refresh_cache-3693c4c7-24e6-49f9-b603-14fb8318fcb6" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.564187] env[70398]: DEBUG oslo_concurrency.lockutils [req-a539c6d4-8219-42a9-808b-946e9a7e7d49 req-cbc8fc4e-745c-41c9-9cb0-315d70fa8af7 service nova] Acquired lock "refresh_cache-3693c4c7-24e6-49f9-b603-14fb8318fcb6" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.564346] env[70398]: DEBUG nova.network.neutron [req-a539c6d4-8219-42a9-808b-946e9a7e7d49 req-cbc8fc4e-745c-41c9-9cb0-315d70fa8af7 service nova] [instance: 3693c4c7-24e6-49f9-b603-14fb8318fcb6] Refreshing network info cache for port 5b7ed63a-e7d3-43df-953f-bf26d13f418a {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1287.891019] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445312, 'name': CreateVM_Task} progress is 25%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.253386] env[70398]: DEBUG nova.network.neutron [req-a539c6d4-8219-42a9-808b-946e9a7e7d49 req-cbc8fc4e-745c-41c9-9cb0-315d70fa8af7 service nova] [instance: 3693c4c7-24e6-49f9-b603-14fb8318fcb6] Updated VIF entry in instance network info cache for port 5b7ed63a-e7d3-43df-953f-bf26d13f418a. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1288.253771] env[70398]: DEBUG nova.network.neutron [req-a539c6d4-8219-42a9-808b-946e9a7e7d49 req-cbc8fc4e-745c-41c9-9cb0-315d70fa8af7 service nova] [instance: 3693c4c7-24e6-49f9-b603-14fb8318fcb6] Updating instance_info_cache with network_info: [{"id": "5b7ed63a-e7d3-43df-953f-bf26d13f418a", "address": "fa:16:3e:ff:62:96", "network": {"id": "9ee4d5a5-38ef-4321-9f69-434a56784d17", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2125422457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39b10662f8294c24bf27f459258782bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b7ed63a-e7", "ovs_interfaceid": "5b7ed63a-e7d3-43df-953f-bf26d13f418a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.391164] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445312, 'name': CreateVM_Task, 'duration_secs': 0.711979} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.391371] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3693c4c7-24e6-49f9-b603-14fb8318fcb6] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1288.391979] env[70398]: DEBUG oslo_concurrency.lockutils [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.392167] env[70398]: DEBUG oslo_concurrency.lockutils [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.392480] env[70398]: DEBUG oslo_concurrency.lockutils [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.393041] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78168253-5c84-4a38-b35a-71859d25f9d9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.397901] env[70398]: DEBUG oslo_vmware.api [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Waiting for the task: (returnval){ [ 1288.397901] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52fca2b4-af61-900b-7b50-7172567df24e" [ 1288.397901] env[70398]: _type = "Task" [ 1288.397901] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.406696] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0946300d-29c0-4497-bdae-072ef7384ba2 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.179s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.409347] env[70398]: DEBUG oslo_vmware.api [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52fca2b4-af61-900b-7b50-7172567df24e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.756403] env[70398]: DEBUG oslo_concurrency.lockutils [req-a539c6d4-8219-42a9-808b-946e9a7e7d49 req-cbc8fc4e-745c-41c9-9cb0-315d70fa8af7 service nova] Releasing lock "refresh_cache-3693c4c7-24e6-49f9-b603-14fb8318fcb6" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.908709] env[70398]: DEBUG oslo_vmware.api [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52fca2b4-af61-900b-7b50-7172567df24e, 'name': SearchDatastore_Task, 'duration_secs': 0.011099} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.909043] env[70398]: DEBUG oslo_concurrency.lockutils [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.909223] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] [instance: 3693c4c7-24e6-49f9-b603-14fb8318fcb6] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1288.909494] env[70398]: DEBUG oslo_concurrency.lockutils [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.909676] env[70398]: DEBUG oslo_concurrency.lockutils [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.909863] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1288.912388] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39125277-ee32-4864-8d05-742716014f47 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.922683] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1288.922881] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1288.923613] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0ebf30e-0d8d-450f-b743-7f3d47e9a2bf {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.930722] env[70398]: DEBUG oslo_vmware.api [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Waiting for the task: (returnval){ [ 1288.930722] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52324043-1ad6-4073-6071-4c2d8bb41884" [ 1288.930722] env[70398]: _type = "Task" [ 1288.930722] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.938222] env[70398]: DEBUG oslo_vmware.api [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52324043-1ad6-4073-6071-4c2d8bb41884, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.963741] env[70398]: INFO nova.scheduler.client.report [None req-0946300d-29c0-4497-bdae-072ef7384ba2 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Deleted allocation for migration 073cfee9-b4b9-41fd-8a67-809db5c69af0 [ 1289.444484] env[70398]: DEBUG oslo_vmware.api [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52324043-1ad6-4073-6071-4c2d8bb41884, 'name': SearchDatastore_Task, 'duration_secs': 0.009969} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.445305] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebd4da87-130e-4559-ac4e-d3445e45a691 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.450386] env[70398]: DEBUG oslo_vmware.api [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Waiting for the task: (returnval){ [ 1289.450386] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52bfde2f-cfdf-256f-36a7-937e35600712" [ 1289.450386] env[70398]: _type = "Task" [ 1289.450386] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.458288] env[70398]: DEBUG oslo_vmware.api [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52bfde2f-cfdf-256f-36a7-937e35600712, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.469436] env[70398]: DEBUG oslo_concurrency.lockutils [None req-0946300d-29c0-4497-bdae-072ef7384ba2 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "71f3f8fe-1304-427c-9c95-981baf19c8e7" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.552s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.960739] env[70398]: DEBUG oslo_vmware.api [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52bfde2f-cfdf-256f-36a7-937e35600712, 'name': SearchDatastore_Task, 'duration_secs': 0.019676} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.961112] env[70398]: DEBUG oslo_concurrency.lockutils [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.961460] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 3693c4c7-24e6-49f9-b603-14fb8318fcb6/3693c4c7-24e6-49f9-b603-14fb8318fcb6.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1289.962356] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-073feeb4-30f8-4af1-ac88-efc2b07b8375 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.968312] env[70398]: DEBUG oslo_vmware.api [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Waiting for the task: (returnval){ [ 1289.968312] env[70398]: value = "task-3445313" [ 1289.968312] env[70398]: _type = "Task" [ 1289.968312] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.975980] env[70398]: DEBUG oslo_vmware.api [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Task: {'id': task-3445313, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.982444] env[70398]: DEBUG oslo_concurrency.lockutils [None req-63260f01-1165-42b1-a016-82016e6f1835 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "71f3f8fe-1304-427c-9c95-981baf19c8e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.982712] env[70398]: DEBUG oslo_concurrency.lockutils [None req-63260f01-1165-42b1-a016-82016e6f1835 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "71f3f8fe-1304-427c-9c95-981baf19c8e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.982959] env[70398]: DEBUG oslo_concurrency.lockutils [None req-63260f01-1165-42b1-a016-82016e6f1835 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "71f3f8fe-1304-427c-9c95-981baf19c8e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.983201] env[70398]: DEBUG oslo_concurrency.lockutils [None req-63260f01-1165-42b1-a016-82016e6f1835 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "71f3f8fe-1304-427c-9c95-981baf19c8e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.983408] env[70398]: DEBUG oslo_concurrency.lockutils [None req-63260f01-1165-42b1-a016-82016e6f1835 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "71f3f8fe-1304-427c-9c95-981baf19c8e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.985547] env[70398]: INFO nova.compute.manager [None req-63260f01-1165-42b1-a016-82016e6f1835 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Terminating instance [ 1290.478477] env[70398]: DEBUG oslo_vmware.api [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Task: {'id': task-3445313, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.404861} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.479298] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 3693c4c7-24e6-49f9-b603-14fb8318fcb6/3693c4c7-24e6-49f9-b603-14fb8318fcb6.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1290.479298] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] [instance: 3693c4c7-24e6-49f9-b603-14fb8318fcb6] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1290.479507] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79d1fbb1-1e96-4a6d-8693-00b1e836fc8a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.486034] env[70398]: DEBUG oslo_vmware.api [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Waiting for the task: (returnval){ [ 1290.486034] env[70398]: value = "task-3445314" [ 1290.486034] env[70398]: _type = "Task" [ 1290.486034] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.489257] env[70398]: DEBUG nova.compute.manager [None req-63260f01-1165-42b1-a016-82016e6f1835 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1290.489460] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-63260f01-1165-42b1-a016-82016e6f1835 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1290.490186] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a973aafe-ad32-4c5c-8092-9cddb8d1ee92 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.498577] env[70398]: DEBUG oslo_vmware.api [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Task: {'id': task-3445314, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.500571] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-63260f01-1165-42b1-a016-82016e6f1835 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1290.500810] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cde17ceb-b54f-4e57-9402-34eddb3b3d75 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.506051] env[70398]: DEBUG oslo_vmware.api [None req-63260f01-1165-42b1-a016-82016e6f1835 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1290.506051] env[70398]: value = "task-3445315" [ 1290.506051] env[70398]: _type = "Task" [ 1290.506051] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.514335] env[70398]: DEBUG oslo_vmware.api [None req-63260f01-1165-42b1-a016-82016e6f1835 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445315, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.995891] env[70398]: DEBUG oslo_vmware.api [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Task: {'id': task-3445314, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065725} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.996312] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] [instance: 3693c4c7-24e6-49f9-b603-14fb8318fcb6] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1290.996982] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26bbac9-9294-4536-9535-96e1a82b0669 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.017929] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] [instance: 3693c4c7-24e6-49f9-b603-14fb8318fcb6] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 3693c4c7-24e6-49f9-b603-14fb8318fcb6/3693c4c7-24e6-49f9-b603-14fb8318fcb6.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1291.020771] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13487aae-d365-401f-a9a2-79c274349d68 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.040883] env[70398]: DEBUG oslo_vmware.api [None req-63260f01-1165-42b1-a016-82016e6f1835 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445315, 'name': PowerOffVM_Task, 'duration_secs': 0.18922} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.041968] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-63260f01-1165-42b1-a016-82016e6f1835 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1291.042164] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-63260f01-1165-42b1-a016-82016e6f1835 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1291.042442] env[70398]: DEBUG oslo_vmware.api [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Waiting for the task: (returnval){ [ 1291.042442] env[70398]: value = "task-3445316" [ 1291.042442] env[70398]: _type = "Task" [ 1291.042442] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.042620] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f963fd3b-60c4-4194-afe9-97472686a363 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.051225] env[70398]: DEBUG oslo_vmware.api [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Task: {'id': task-3445316, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.107513] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-63260f01-1165-42b1-a016-82016e6f1835 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1291.107731] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-63260f01-1165-42b1-a016-82016e6f1835 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1291.107912] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-63260f01-1165-42b1-a016-82016e6f1835 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Deleting the datastore file [datastore2] 71f3f8fe-1304-427c-9c95-981baf19c8e7 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1291.108191] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9dad7b47-2b33-4d5d-b7a7-586ab42f2c42 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.114011] env[70398]: DEBUG oslo_vmware.api [None req-63260f01-1165-42b1-a016-82016e6f1835 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1291.114011] env[70398]: value = "task-3445318" [ 1291.114011] env[70398]: _type = "Task" [ 1291.114011] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.121754] env[70398]: DEBUG oslo_vmware.api [None req-63260f01-1165-42b1-a016-82016e6f1835 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445318, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.552957] env[70398]: DEBUG oslo_vmware.api [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Task: {'id': task-3445316, 'name': ReconfigVM_Task, 'duration_secs': 0.280536} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.553271] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] [instance: 3693c4c7-24e6-49f9-b603-14fb8318fcb6] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 3693c4c7-24e6-49f9-b603-14fb8318fcb6/3693c4c7-24e6-49f9-b603-14fb8318fcb6.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1291.553909] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b1fcb8e-07b9-4923-9527-e79b30bd9705 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.560529] env[70398]: DEBUG oslo_vmware.api [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Waiting for the task: (returnval){ [ 1291.560529] env[70398]: value = "task-3445319" [ 1291.560529] env[70398]: _type = "Task" [ 1291.560529] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.568154] env[70398]: DEBUG oslo_vmware.api [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Task: {'id': task-3445319, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.623051] env[70398]: DEBUG oslo_vmware.api [None req-63260f01-1165-42b1-a016-82016e6f1835 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445318, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13713} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.623318] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-63260f01-1165-42b1-a016-82016e6f1835 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1291.623502] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-63260f01-1165-42b1-a016-82016e6f1835 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1291.623707] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-63260f01-1165-42b1-a016-82016e6f1835 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1291.623949] env[70398]: INFO nova.compute.manager [None req-63260f01-1165-42b1-a016-82016e6f1835 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1291.624292] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63260f01-1165-42b1-a016-82016e6f1835 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1291.624556] env[70398]: DEBUG nova.compute.manager [-] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1291.624697] env[70398]: DEBUG nova.network.neutron [-] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1292.053997] env[70398]: DEBUG nova.compute.manager [req-a3341a4b-2fe1-4067-98c1-7a07bdfa15a3 req-8c6a9b9c-d102-4594-b55d-83523610215d service nova] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Received event network-vif-deleted-ee195dbc-ffd6-44a6-85be-6f09e25aa513 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1292.054304] env[70398]: INFO nova.compute.manager [req-a3341a4b-2fe1-4067-98c1-7a07bdfa15a3 req-8c6a9b9c-d102-4594-b55d-83523610215d service nova] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Neutron deleted interface ee195dbc-ffd6-44a6-85be-6f09e25aa513; detaching it from the instance and deleting it from the info cache [ 1292.054394] env[70398]: DEBUG nova.network.neutron [req-a3341a4b-2fe1-4067-98c1-7a07bdfa15a3 req-8c6a9b9c-d102-4594-b55d-83523610215d service nova] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.070651] env[70398]: DEBUG oslo_vmware.api [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Task: {'id': task-3445319, 'name': Rename_Task, 'duration_secs': 0.371654} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.070894] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] [instance: 3693c4c7-24e6-49f9-b603-14fb8318fcb6] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1292.071142] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2b7f354-723d-480f-8243-40e9311f0884 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.077203] env[70398]: DEBUG oslo_vmware.api [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Waiting for the task: (returnval){ [ 1292.077203] env[70398]: value = "task-3445320" [ 1292.077203] env[70398]: _type = "Task" [ 1292.077203] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.084635] env[70398]: DEBUG oslo_vmware.api [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Task: {'id': task-3445320, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.537435] env[70398]: DEBUG nova.network.neutron [-] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.557116] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-361ce478-fc0b-4500-be39-4123d0ea2f47 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.567021] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea251475-1ee4-4e96-b90b-69ed79903c6d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.584963] env[70398]: DEBUG oslo_vmware.api [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Task: {'id': task-3445320, 'name': PowerOnVM_Task, 'duration_secs': 0.421473} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.585237] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] [instance: 3693c4c7-24e6-49f9-b603-14fb8318fcb6] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1292.585430] env[70398]: INFO nova.compute.manager [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] [instance: 3693c4c7-24e6-49f9-b603-14fb8318fcb6] Took 7.17 seconds to spawn the instance on the hypervisor. [ 1292.585623] env[70398]: DEBUG nova.compute.manager [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] [instance: 3693c4c7-24e6-49f9-b603-14fb8318fcb6] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1292.586395] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d3ab2c-d2b3-4d12-b307-fb2c411abe16 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.594491] env[70398]: DEBUG nova.compute.manager [req-a3341a4b-2fe1-4067-98c1-7a07bdfa15a3 req-8c6a9b9c-d102-4594-b55d-83523610215d service nova] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Detach interface failed, port_id=ee195dbc-ffd6-44a6-85be-6f09e25aa513, reason: Instance 71f3f8fe-1304-427c-9c95-981baf19c8e7 could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1293.040655] env[70398]: INFO nova.compute.manager [-] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Took 1.42 seconds to deallocate network for instance. [ 1293.108054] env[70398]: INFO nova.compute.manager [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] [instance: 3693c4c7-24e6-49f9-b603-14fb8318fcb6] Took 12.88 seconds to build instance. [ 1293.354060] env[70398]: DEBUG oslo_concurrency.lockutils [None req-797681f9-a708-46b5-99bc-f1878f5547f9 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Acquiring lock "3693c4c7-24e6-49f9-b603-14fb8318fcb6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.547383] env[70398]: DEBUG oslo_concurrency.lockutils [None req-63260f01-1165-42b1-a016-82016e6f1835 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.547656] env[70398]: DEBUG oslo_concurrency.lockutils [None req-63260f01-1165-42b1-a016-82016e6f1835 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.547846] env[70398]: DEBUG oslo_concurrency.lockutils [None req-63260f01-1165-42b1-a016-82016e6f1835 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.570050] env[70398]: INFO nova.scheduler.client.report [None req-63260f01-1165-42b1-a016-82016e6f1835 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Deleted allocations for instance 71f3f8fe-1304-427c-9c95-981baf19c8e7 [ 1293.610371] env[70398]: DEBUG oslo_concurrency.lockutils [None req-23a43a42-fdf5-4f6b-a4b5-43a3c89ddf28 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Lock "3693c4c7-24e6-49f9-b603-14fb8318fcb6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.395s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.610732] env[70398]: DEBUG oslo_concurrency.lockutils [None req-797681f9-a708-46b5-99bc-f1878f5547f9 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Lock "3693c4c7-24e6-49f9-b603-14fb8318fcb6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.257s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.610896] env[70398]: DEBUG oslo_concurrency.lockutils [None req-797681f9-a708-46b5-99bc-f1878f5547f9 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Acquiring lock "3693c4c7-24e6-49f9-b603-14fb8318fcb6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.611124] env[70398]: DEBUG oslo_concurrency.lockutils [None req-797681f9-a708-46b5-99bc-f1878f5547f9 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Lock "3693c4c7-24e6-49f9-b603-14fb8318fcb6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.611293] env[70398]: DEBUG oslo_concurrency.lockutils [None req-797681f9-a708-46b5-99bc-f1878f5547f9 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Lock "3693c4c7-24e6-49f9-b603-14fb8318fcb6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.613501] env[70398]: INFO nova.compute.manager [None req-797681f9-a708-46b5-99bc-f1878f5547f9 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] [instance: 3693c4c7-24e6-49f9-b603-14fb8318fcb6] Terminating instance [ 1294.077851] env[70398]: DEBUG oslo_concurrency.lockutils [None req-63260f01-1165-42b1-a016-82016e6f1835 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "71f3f8fe-1304-427c-9c95-981baf19c8e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.095s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.117478] env[70398]: DEBUG nova.compute.manager [None req-797681f9-a708-46b5-99bc-f1878f5547f9 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] [instance: 3693c4c7-24e6-49f9-b603-14fb8318fcb6] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1294.117779] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-797681f9-a708-46b5-99bc-f1878f5547f9 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] [instance: 3693c4c7-24e6-49f9-b603-14fb8318fcb6] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1294.118609] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205a6a19-b376-4257-b1c7-9b0116e19332 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.127048] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-797681f9-a708-46b5-99bc-f1878f5547f9 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] [instance: 3693c4c7-24e6-49f9-b603-14fb8318fcb6] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1294.127290] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8676da3-8fdb-47e8-b304-46477705bbf7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.134051] env[70398]: DEBUG oslo_vmware.api [None req-797681f9-a708-46b5-99bc-f1878f5547f9 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Waiting for the task: (returnval){ [ 1294.134051] env[70398]: value = "task-3445321" [ 1294.134051] env[70398]: _type = "Task" [ 1294.134051] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.141643] env[70398]: DEBUG oslo_vmware.api [None req-797681f9-a708-46b5-99bc-f1878f5547f9 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Task: {'id': task-3445321, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.645138] env[70398]: DEBUG oslo_vmware.api [None req-797681f9-a708-46b5-99bc-f1878f5547f9 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Task: {'id': task-3445321, 'name': PowerOffVM_Task, 'duration_secs': 0.170836} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.645426] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-797681f9-a708-46b5-99bc-f1878f5547f9 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] [instance: 3693c4c7-24e6-49f9-b603-14fb8318fcb6] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1294.645638] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-797681f9-a708-46b5-99bc-f1878f5547f9 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] [instance: 3693c4c7-24e6-49f9-b603-14fb8318fcb6] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1294.645981] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a25d5f4-2406-434a-9ee6-14cdb043e706 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.715451] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-797681f9-a708-46b5-99bc-f1878f5547f9 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] [instance: 3693c4c7-24e6-49f9-b603-14fb8318fcb6] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1294.715685] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-797681f9-a708-46b5-99bc-f1878f5547f9 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] [instance: 3693c4c7-24e6-49f9-b603-14fb8318fcb6] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1294.715972] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-797681f9-a708-46b5-99bc-f1878f5547f9 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Deleting the datastore file [datastore2] 3693c4c7-24e6-49f9-b603-14fb8318fcb6 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1294.716257] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81834d8a-a82b-4ed9-9abb-e3ce53420a22 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.723051] env[70398]: DEBUG oslo_vmware.api [None req-797681f9-a708-46b5-99bc-f1878f5547f9 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Waiting for the task: (returnval){ [ 1294.723051] env[70398]: value = "task-3445323" [ 1294.723051] env[70398]: _type = "Task" [ 1294.723051] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.730631] env[70398]: DEBUG oslo_vmware.api [None req-797681f9-a708-46b5-99bc-f1878f5547f9 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Task: {'id': task-3445323, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.860273] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "6f917b63-5d5b-47d8-8a8c-c6048334b322" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.860571] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "6f917b63-5d5b-47d8-8a8c-c6048334b322" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.233176] env[70398]: DEBUG oslo_vmware.api [None req-797681f9-a708-46b5-99bc-f1878f5547f9 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Task: {'id': task-3445323, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152237} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.233538] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-797681f9-a708-46b5-99bc-f1878f5547f9 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1295.233652] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-797681f9-a708-46b5-99bc-f1878f5547f9 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] [instance: 3693c4c7-24e6-49f9-b603-14fb8318fcb6] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1295.233783] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-797681f9-a708-46b5-99bc-f1878f5547f9 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] [instance: 3693c4c7-24e6-49f9-b603-14fb8318fcb6] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1295.233962] env[70398]: INFO nova.compute.manager [None req-797681f9-a708-46b5-99bc-f1878f5547f9 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] [instance: 3693c4c7-24e6-49f9-b603-14fb8318fcb6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1295.234211] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-797681f9-a708-46b5-99bc-f1878f5547f9 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1295.234390] env[70398]: DEBUG nova.compute.manager [-] [instance: 3693c4c7-24e6-49f9-b603-14fb8318fcb6] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1295.234485] env[70398]: DEBUG nova.network.neutron [-] [instance: 3693c4c7-24e6-49f9-b603-14fb8318fcb6] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1295.363648] env[70398]: DEBUG nova.compute.manager [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1295.500322] env[70398]: DEBUG nova.compute.manager [req-a11508f7-e60d-4600-9152-bd85edd388b2 req-cf21bede-b295-4836-9ea7-5c3c843cad8b service nova] [instance: 3693c4c7-24e6-49f9-b603-14fb8318fcb6] Received event network-vif-deleted-5b7ed63a-e7d3-43df-953f-bf26d13f418a {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1295.500457] env[70398]: INFO nova.compute.manager [req-a11508f7-e60d-4600-9152-bd85edd388b2 req-cf21bede-b295-4836-9ea7-5c3c843cad8b service nova] [instance: 3693c4c7-24e6-49f9-b603-14fb8318fcb6] Neutron deleted interface 5b7ed63a-e7d3-43df-953f-bf26d13f418a; detaching it from the instance and deleting it from the info cache [ 1295.500602] env[70398]: DEBUG nova.network.neutron [req-a11508f7-e60d-4600-9152-bd85edd388b2 req-cf21bede-b295-4836-9ea7-5c3c843cad8b service nova] [instance: 3693c4c7-24e6-49f9-b603-14fb8318fcb6] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.888765] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.889065] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.890619] env[70398]: INFO nova.compute.claims [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1295.982397] env[70398]: DEBUG nova.network.neutron [-] [instance: 3693c4c7-24e6-49f9-b603-14fb8318fcb6] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.003647] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d4a94c04-37fa-4994-a8ab-8d8f8ca27a44 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.014031] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db2b250-8fde-44d1-9602-ba8e79198399 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.040661] env[70398]: DEBUG nova.compute.manager [req-a11508f7-e60d-4600-9152-bd85edd388b2 req-cf21bede-b295-4836-9ea7-5c3c843cad8b service nova] [instance: 3693c4c7-24e6-49f9-b603-14fb8318fcb6] Detach interface failed, port_id=5b7ed63a-e7d3-43df-953f-bf26d13f418a, reason: Instance 3693c4c7-24e6-49f9-b603-14fb8318fcb6 could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1296.484622] env[70398]: INFO nova.compute.manager [-] [instance: 3693c4c7-24e6-49f9-b603-14fb8318fcb6] Took 1.25 seconds to deallocate network for instance. [ 1296.953044] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383dc47d-39e3-425b-b314-9fb138b04d94 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.960429] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd709a0f-8bce-47db-bd67-3f1783e96423 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.990659] env[70398]: DEBUG oslo_concurrency.lockutils [None req-797681f9-a708-46b5-99bc-f1878f5547f9 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.991584] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc71050c-1217-454a-8a5a-d25a7fa5ee7d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.998716] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b8a9c0-dc8b-4935-b4e9-0ceea4d56e62 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.011483] env[70398]: DEBUG nova.compute.provider_tree [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1297.516030] env[70398]: DEBUG nova.scheduler.client.report [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1298.020073] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.131s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.020620] env[70398]: DEBUG nova.compute.manager [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1298.023622] env[70398]: DEBUG oslo_concurrency.lockutils [None req-797681f9-a708-46b5-99bc-f1878f5547f9 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.033s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.023847] env[70398]: DEBUG nova.objects.instance [None req-797681f9-a708-46b5-99bc-f1878f5547f9 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Lazy-loading 'resources' on Instance uuid 3693c4c7-24e6-49f9-b603-14fb8318fcb6 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1298.526547] env[70398]: DEBUG nova.compute.utils [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1298.530666] env[70398]: DEBUG nova.compute.manager [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1298.530849] env[70398]: DEBUG nova.network.neutron [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1298.577773] env[70398]: DEBUG nova.policy [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8859e8d417ed4e9b9fea1c2c46ea7e14', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51f4576c34fc44219985585672183ac3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 1298.588612] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de508b5c-91d8-42f0-a07f-ec90fe4a2e6e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.596140] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf88d6f-46d2-4299-a977-de2eaf8de136 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.628745] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1497df7-c3d6-463c-beed-ee0816fd37db {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.635572] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0863c1ee-ca0f-482f-9abe-e645b1fe9b7b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.648573] env[70398]: DEBUG nova.compute.provider_tree [None req-797681f9-a708-46b5-99bc-f1878f5547f9 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1298.857764] env[70398]: DEBUG nova.network.neutron [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Successfully created port: c3192f01-1353-4d9b-86b8-d3263d803445 {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1299.031322] env[70398]: DEBUG nova.compute.manager [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1299.151458] env[70398]: DEBUG nova.scheduler.client.report [None req-797681f9-a708-46b5-99bc-f1878f5547f9 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1299.656401] env[70398]: DEBUG oslo_concurrency.lockutils [None req-797681f9-a708-46b5-99bc-f1878f5547f9 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.633s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.678012] env[70398]: INFO nova.scheduler.client.report [None req-797681f9-a708-46b5-99bc-f1878f5547f9 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Deleted allocations for instance 3693c4c7-24e6-49f9-b603-14fb8318fcb6 [ 1300.041931] env[70398]: DEBUG nova.compute.manager [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1300.067713] env[70398]: DEBUG nova.virt.hardware [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1300.067959] env[70398]: DEBUG nova.virt.hardware [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1300.068140] env[70398]: DEBUG nova.virt.hardware [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1300.068335] env[70398]: DEBUG nova.virt.hardware [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1300.068484] env[70398]: DEBUG nova.virt.hardware [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1300.068628] env[70398]: DEBUG nova.virt.hardware [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1300.068835] env[70398]: DEBUG nova.virt.hardware [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1300.068992] env[70398]: DEBUG nova.virt.hardware [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1300.069180] env[70398]: DEBUG nova.virt.hardware [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1300.069342] env[70398]: DEBUG nova.virt.hardware [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1300.069510] env[70398]: DEBUG nova.virt.hardware [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1300.070378] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a168bac-0034-4bf1-9659-d4d11babbe5e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.078356] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ae0adf-94cf-4d4f-876a-6d6ca48fb40b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.185160] env[70398]: DEBUG oslo_concurrency.lockutils [None req-797681f9-a708-46b5-99bc-f1878f5547f9 tempest-ServerGroupTestJSON-2146380467 tempest-ServerGroupTestJSON-2146380467-project-member] Lock "3693c4c7-24e6-49f9-b603-14fb8318fcb6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.574s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.246278] env[70398]: DEBUG nova.compute.manager [req-dcb0a6b4-57d9-4f8b-93fa-b553a5388ef5 req-6e6131a1-3223-431b-ba91-71b0e59387d3 service nova] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Received event network-vif-plugged-c3192f01-1353-4d9b-86b8-d3263d803445 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1300.246400] env[70398]: DEBUG oslo_concurrency.lockutils [req-dcb0a6b4-57d9-4f8b-93fa-b553a5388ef5 req-6e6131a1-3223-431b-ba91-71b0e59387d3 service nova] Acquiring lock "6f917b63-5d5b-47d8-8a8c-c6048334b322-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.246603] env[70398]: DEBUG oslo_concurrency.lockutils [req-dcb0a6b4-57d9-4f8b-93fa-b553a5388ef5 req-6e6131a1-3223-431b-ba91-71b0e59387d3 service nova] Lock "6f917b63-5d5b-47d8-8a8c-c6048334b322-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.246771] env[70398]: DEBUG oslo_concurrency.lockutils [req-dcb0a6b4-57d9-4f8b-93fa-b553a5388ef5 req-6e6131a1-3223-431b-ba91-71b0e59387d3 service nova] Lock "6f917b63-5d5b-47d8-8a8c-c6048334b322-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.246973] env[70398]: DEBUG nova.compute.manager [req-dcb0a6b4-57d9-4f8b-93fa-b553a5388ef5 req-6e6131a1-3223-431b-ba91-71b0e59387d3 service nova] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] No waiting events found dispatching network-vif-plugged-c3192f01-1353-4d9b-86b8-d3263d803445 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1300.247161] env[70398]: WARNING nova.compute.manager [req-dcb0a6b4-57d9-4f8b-93fa-b553a5388ef5 req-6e6131a1-3223-431b-ba91-71b0e59387d3 service nova] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Received unexpected event network-vif-plugged-c3192f01-1353-4d9b-86b8-d3263d803445 for instance with vm_state building and task_state spawning. [ 1300.322439] env[70398]: DEBUG nova.network.neutron [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Successfully updated port: c3192f01-1353-4d9b-86b8-d3263d803445 {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1300.824386] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "refresh_cache-6f917b63-5d5b-47d8-8a8c-c6048334b322" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.824767] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquired lock "refresh_cache-6f917b63-5d5b-47d8-8a8c-c6048334b322" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.824767] env[70398]: DEBUG nova.network.neutron [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1301.365076] env[70398]: DEBUG nova.network.neutron [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1301.483016] env[70398]: DEBUG nova.network.neutron [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Updating instance_info_cache with network_info: [{"id": "c3192f01-1353-4d9b-86b8-d3263d803445", "address": "fa:16:3e:41:05:3f", "network": {"id": "b09dba51-196a-4f6b-8985-d014993ec89b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1461080089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51f4576c34fc44219985585672183ac3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3192f01-13", "ovs_interfaceid": "c3192f01-1353-4d9b-86b8-d3263d803445", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.985468] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Releasing lock "refresh_cache-6f917b63-5d5b-47d8-8a8c-c6048334b322" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.985836] env[70398]: DEBUG nova.compute.manager [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Instance network_info: |[{"id": "c3192f01-1353-4d9b-86b8-d3263d803445", "address": "fa:16:3e:41:05:3f", "network": {"id": "b09dba51-196a-4f6b-8985-d014993ec89b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1461080089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51f4576c34fc44219985585672183ac3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3192f01-13", "ovs_interfaceid": "c3192f01-1353-4d9b-86b8-d3263d803445", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1301.986338] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:05:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3192f01-1353-4d9b-86b8-d3263d803445', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1301.993993] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1301.994241] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1301.994526] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4023d7c-cb7b-42e9-9d0f-edfd78039d71 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.014943] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1302.014943] env[70398]: value = "task-3445324" [ 1302.014943] env[70398]: _type = "Task" [ 1302.014943] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.022672] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445324, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.279495] env[70398]: DEBUG nova.compute.manager [req-75095558-8cd7-4b77-a9f4-4f9a196c5561 req-a8c6b568-7227-4eb6-8353-adef85d58cee service nova] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Received event network-changed-c3192f01-1353-4d9b-86b8-d3263d803445 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1302.279652] env[70398]: DEBUG nova.compute.manager [req-75095558-8cd7-4b77-a9f4-4f9a196c5561 req-a8c6b568-7227-4eb6-8353-adef85d58cee service nova] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Refreshing instance network info cache due to event network-changed-c3192f01-1353-4d9b-86b8-d3263d803445. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1302.279868] env[70398]: DEBUG oslo_concurrency.lockutils [req-75095558-8cd7-4b77-a9f4-4f9a196c5561 req-a8c6b568-7227-4eb6-8353-adef85d58cee service nova] Acquiring lock "refresh_cache-6f917b63-5d5b-47d8-8a8c-c6048334b322" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.280018] env[70398]: DEBUG oslo_concurrency.lockutils [req-75095558-8cd7-4b77-a9f4-4f9a196c5561 req-a8c6b568-7227-4eb6-8353-adef85d58cee service nova] Acquired lock "refresh_cache-6f917b63-5d5b-47d8-8a8c-c6048334b322" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.280355] env[70398]: DEBUG nova.network.neutron [req-75095558-8cd7-4b77-a9f4-4f9a196c5561 req-a8c6b568-7227-4eb6-8353-adef85d58cee service nova] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Refreshing network info cache for port c3192f01-1353-4d9b-86b8-d3263d803445 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1302.525323] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445324, 'name': CreateVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.028053] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445324, 'name': CreateVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.138508] env[70398]: DEBUG nova.network.neutron [req-75095558-8cd7-4b77-a9f4-4f9a196c5561 req-a8c6b568-7227-4eb6-8353-adef85d58cee service nova] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Updated VIF entry in instance network info cache for port c3192f01-1353-4d9b-86b8-d3263d803445. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1303.138903] env[70398]: DEBUG nova.network.neutron [req-75095558-8cd7-4b77-a9f4-4f9a196c5561 req-a8c6b568-7227-4eb6-8353-adef85d58cee service nova] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Updating instance_info_cache with network_info: [{"id": "c3192f01-1353-4d9b-86b8-d3263d803445", "address": "fa:16:3e:41:05:3f", "network": {"id": "b09dba51-196a-4f6b-8985-d014993ec89b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1461080089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51f4576c34fc44219985585672183ac3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3192f01-13", "ovs_interfaceid": "c3192f01-1353-4d9b-86b8-d3263d803445", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.526163] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445324, 'name': CreateVM_Task, 'duration_secs': 1.29615} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.526350] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1303.527041] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.527191] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.527535] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.527789] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c4b42c2-cc4b-4c4b-a06e-84ad8b1a4b2c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.533108] env[70398]: DEBUG oslo_vmware.api [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1303.533108] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]528525ba-989a-5b36-a635-f04c16119e5d" [ 1303.533108] env[70398]: _type = "Task" [ 1303.533108] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.541775] env[70398]: DEBUG oslo_vmware.api [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]528525ba-989a-5b36-a635-f04c16119e5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.641508] env[70398]: DEBUG oslo_concurrency.lockutils [req-75095558-8cd7-4b77-a9f4-4f9a196c5561 req-a8c6b568-7227-4eb6-8353-adef85d58cee service nova] Releasing lock "refresh_cache-6f917b63-5d5b-47d8-8a8c-c6048334b322" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.047026] env[70398]: DEBUG oslo_vmware.api [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]528525ba-989a-5b36-a635-f04c16119e5d, 'name': SearchDatastore_Task, 'duration_secs': 0.012859} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.047026] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.047026] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1304.047026] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.047026] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.047612] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1304.047612] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a25d601-68b5-464b-a272-30c013ac5207 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.056571] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1304.056760] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1304.057730] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2c71c7a-500a-487b-900f-ab18c79047f9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.065889] env[70398]: DEBUG oslo_vmware.api [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1304.065889] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e8f763-b74e-1bfe-853c-4a7c6df1618c" [ 1304.065889] env[70398]: _type = "Task" [ 1304.065889] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.073857] env[70398]: DEBUG oslo_vmware.api [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e8f763-b74e-1bfe-853c-4a7c6df1618c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.577904] env[70398]: DEBUG oslo_vmware.api [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52e8f763-b74e-1bfe-853c-4a7c6df1618c, 'name': SearchDatastore_Task, 'duration_secs': 0.010906} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.578720] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66dd2d88-3a08-4cf6-8cf9-41e0b7d91525 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.583776] env[70398]: DEBUG oslo_vmware.api [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1304.583776] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]523d2c17-bec7-4fa3-1ce5-d8122644a8e9" [ 1304.583776] env[70398]: _type = "Task" [ 1304.583776] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.591358] env[70398]: DEBUG oslo_vmware.api [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]523d2c17-bec7-4fa3-1ce5-d8122644a8e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.094954] env[70398]: DEBUG oslo_vmware.api [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]523d2c17-bec7-4fa3-1ce5-d8122644a8e9, 'name': SearchDatastore_Task, 'duration_secs': 0.009609} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.095372] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.095571] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 6f917b63-5d5b-47d8-8a8c-c6048334b322/6f917b63-5d5b-47d8-8a8c-c6048334b322.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1305.095885] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6428e205-aba8-4897-93c5-09cb86dbd575 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.103760] env[70398]: DEBUG oslo_vmware.api [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1305.103760] env[70398]: value = "task-3445325" [ 1305.103760] env[70398]: _type = "Task" [ 1305.103760] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.111653] env[70398]: DEBUG oslo_vmware.api [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.156136] env[70398]: DEBUG oslo_concurrency.lockutils [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Acquiring lock "8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.156476] env[70398]: DEBUG oslo_concurrency.lockutils [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Lock "8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.614252] env[70398]: DEBUG oslo_vmware.api [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445325, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453539} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.614536] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 6f917b63-5d5b-47d8-8a8c-c6048334b322/6f917b63-5d5b-47d8-8a8c-c6048334b322.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1305.614753] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1305.615022] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c24e3db5-525a-461b-a20f-e51d4099eace {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.621547] env[70398]: DEBUG oslo_vmware.api [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1305.621547] env[70398]: value = "task-3445326" [ 1305.621547] env[70398]: _type = "Task" [ 1305.621547] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.633239] env[70398]: DEBUG oslo_vmware.api [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445326, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.659922] env[70398]: DEBUG nova.compute.manager [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] [instance: 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1306.130954] env[70398]: DEBUG oslo_vmware.api [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445326, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068942} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.131288] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1306.132039] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac3bedc-90fd-430b-bd2a-e64345b6a2a0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.153100] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 6f917b63-5d5b-47d8-8a8c-c6048334b322/6f917b63-5d5b-47d8-8a8c-c6048334b322.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1306.153357] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0c23d06-4920-400f-8a57-fd154689e1ad {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.176150] env[70398]: DEBUG oslo_vmware.api [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1306.176150] env[70398]: value = "task-3445327" [ 1306.176150] env[70398]: _type = "Task" [ 1306.176150] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.181896] env[70398]: DEBUG oslo_vmware.api [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445327, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.186301] env[70398]: DEBUG oslo_concurrency.lockutils [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.186569] env[70398]: DEBUG oslo_concurrency.lockutils [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.187955] env[70398]: INFO nova.compute.claims [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] [instance: 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1306.639305] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c39041f4-4861-4cd5-b4dd-542aff938688 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquiring lock "8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.639533] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c39041f4-4861-4cd5-b4dd-542aff938688 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.685918] env[70398]: DEBUG oslo_vmware.api [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445327, 'name': ReconfigVM_Task, 'duration_secs': 0.25755} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.686282] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 6f917b63-5d5b-47d8-8a8c-c6048334b322/6f917b63-5d5b-47d8-8a8c-c6048334b322.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1306.686894] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bdbc0c50-396b-44ce-bb2d-60e2b304518e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.694418] env[70398]: DEBUG oslo_vmware.api [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1306.694418] env[70398]: value = "task-3445328" [ 1306.694418] env[70398]: _type = "Task" [ 1306.694418] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.703699] env[70398]: DEBUG oslo_vmware.api [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445328, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.145302] env[70398]: DEBUG nova.compute.utils [None req-c39041f4-4861-4cd5-b4dd-542aff938688 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1307.207173] env[70398]: DEBUG oslo_vmware.api [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445328, 'name': Rename_Task, 'duration_secs': 0.134516} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.207477] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1307.207715] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecc47ce0-41ed-4169-863d-c421cd2b9911 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.214592] env[70398]: DEBUG oslo_vmware.api [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1307.214592] env[70398]: value = "task-3445329" [ 1307.214592] env[70398]: _type = "Task" [ 1307.214592] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.225086] env[70398]: DEBUG oslo_vmware.api [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445329, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.267037] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef73f400-5d18-46d9-b91b-2c68b42ca049 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.275114] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08281126-1747-42b0-9eee-e91b38620f90 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.304730] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff88335-2139-4cc7-9de0-66fe0cb96a56 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.311529] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1faa4458-c682-41b2-9e23-7a3bcac72736 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.325567] env[70398]: DEBUG nova.compute.provider_tree [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1307.648087] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c39041f4-4861-4cd5-b4dd-542aff938688 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.725385] env[70398]: DEBUG oslo_vmware.api [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445329, 'name': PowerOnVM_Task, 'duration_secs': 0.471145} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.725687] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1307.725887] env[70398]: INFO nova.compute.manager [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Took 7.68 seconds to spawn the instance on the hypervisor. [ 1307.726108] env[70398]: DEBUG nova.compute.manager [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1307.726862] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6853de-ba0e-473e-996f-420b0a7207c1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.829478] env[70398]: DEBUG nova.scheduler.client.report [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1308.244816] env[70398]: INFO nova.compute.manager [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Took 12.38 seconds to build instance. [ 1308.333890] env[70398]: DEBUG oslo_concurrency.lockutils [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.147s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.334482] env[70398]: DEBUG nova.compute.manager [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] [instance: 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1308.708075] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c39041f4-4861-4cd5-b4dd-542aff938688 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquiring lock "8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.708372] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c39041f4-4861-4cd5-b4dd-542aff938688 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.708607] env[70398]: INFO nova.compute.manager [None req-c39041f4-4861-4cd5-b4dd-542aff938688 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Attaching volume b8a5dc7c-b130-45c8-8533-fb25ac707c4a to /dev/sdb [ 1308.737676] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c713616-ffab-48f0-a7dd-bfd9c34229ab {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.744946] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44153b5d-2f0d-4a42-99b6-737bac50f91c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.747482] env[70398]: DEBUG oslo_concurrency.lockutils [None req-f32a0a5f-e235-4139-ad06-a2bda10313b3 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "6f917b63-5d5b-47d8-8a8c-c6048334b322" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.887s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.757956] env[70398]: DEBUG nova.virt.block_device [None req-c39041f4-4861-4cd5-b4dd-542aff938688 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Updating existing volume attachment record: d836ade2-f574-4f4f-b947-9098a9eef0e7 {{(pid=70398) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1308.840019] env[70398]: DEBUG nova.compute.utils [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1308.841987] env[70398]: DEBUG nova.compute.manager [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] [instance: 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1308.842362] env[70398]: DEBUG nova.network.neutron [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] [instance: 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1308.922256] env[70398]: DEBUG nova.policy [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2671a08c8bf04df9b7f007b6be43cdc8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '32aa240390264499a83d696624c3ddf0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 1309.344662] env[70398]: DEBUG nova.network.neutron [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] [instance: 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1] Successfully created port: 049cb1f5-0a4c-47f4-b462-504586a035ac {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1309.347512] env[70398]: DEBUG nova.compute.manager [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] [instance: 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1309.367831] env[70398]: DEBUG nova.compute.manager [req-6fa6eed1-5a3f-4976-98f1-415f14ad0acb req-a409301c-8f7b-4371-b523-7476badc668d service nova] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Received event network-changed-c3192f01-1353-4d9b-86b8-d3263d803445 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1309.368192] env[70398]: DEBUG nova.compute.manager [req-6fa6eed1-5a3f-4976-98f1-415f14ad0acb req-a409301c-8f7b-4371-b523-7476badc668d service nova] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Refreshing instance network info cache due to event network-changed-c3192f01-1353-4d9b-86b8-d3263d803445. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1309.368276] env[70398]: DEBUG oslo_concurrency.lockutils [req-6fa6eed1-5a3f-4976-98f1-415f14ad0acb req-a409301c-8f7b-4371-b523-7476badc668d service nova] Acquiring lock "refresh_cache-6f917b63-5d5b-47d8-8a8c-c6048334b322" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.368466] env[70398]: DEBUG oslo_concurrency.lockutils [req-6fa6eed1-5a3f-4976-98f1-415f14ad0acb req-a409301c-8f7b-4371-b523-7476badc668d service nova] Acquired lock "refresh_cache-6f917b63-5d5b-47d8-8a8c-c6048334b322" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.369359] env[70398]: DEBUG nova.network.neutron [req-6fa6eed1-5a3f-4976-98f1-415f14ad0acb req-a409301c-8f7b-4371-b523-7476badc668d service nova] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Refreshing network info cache for port c3192f01-1353-4d9b-86b8-d3263d803445 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1310.083266] env[70398]: DEBUG nova.network.neutron [req-6fa6eed1-5a3f-4976-98f1-415f14ad0acb req-a409301c-8f7b-4371-b523-7476badc668d service nova] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Updated VIF entry in instance network info cache for port c3192f01-1353-4d9b-86b8-d3263d803445. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1310.083509] env[70398]: DEBUG nova.network.neutron [req-6fa6eed1-5a3f-4976-98f1-415f14ad0acb req-a409301c-8f7b-4371-b523-7476badc668d service nova] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Updating instance_info_cache with network_info: [{"id": "c3192f01-1353-4d9b-86b8-d3263d803445", "address": "fa:16:3e:41:05:3f", "network": {"id": "b09dba51-196a-4f6b-8985-d014993ec89b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1461080089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51f4576c34fc44219985585672183ac3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3192f01-13", "ovs_interfaceid": "c3192f01-1353-4d9b-86b8-d3263d803445", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.356539] env[70398]: DEBUG nova.compute.manager [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] [instance: 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1310.384298] env[70398]: DEBUG nova.virt.hardware [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1310.384608] env[70398]: DEBUG nova.virt.hardware [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1310.384807] env[70398]: DEBUG nova.virt.hardware [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1310.385037] env[70398]: DEBUG nova.virt.hardware [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1310.385224] env[70398]: DEBUG nova.virt.hardware [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1310.385408] env[70398]: DEBUG nova.virt.hardware [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1310.385655] env[70398]: DEBUG nova.virt.hardware [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1310.385856] env[70398]: DEBUG nova.virt.hardware [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1310.386122] env[70398]: DEBUG nova.virt.hardware [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1310.386345] env[70398]: DEBUG nova.virt.hardware [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1310.386551] env[70398]: DEBUG nova.virt.hardware [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1310.387562] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430121c4-e9f2-4de7-8995-ff8f8a27650d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.396425] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14b2343-c0ef-4a6b-aa06-617ba6545c9a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.586874] env[70398]: DEBUG oslo_concurrency.lockutils [req-6fa6eed1-5a3f-4976-98f1-415f14ad0acb req-a409301c-8f7b-4371-b523-7476badc668d service nova] Releasing lock "refresh_cache-6f917b63-5d5b-47d8-8a8c-c6048334b322" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.764590] env[70398]: DEBUG nova.network.neutron [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] [instance: 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1] Successfully updated port: 049cb1f5-0a4c-47f4-b462-504586a035ac {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1311.267634] env[70398]: DEBUG oslo_concurrency.lockutils [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Acquiring lock "refresh_cache-8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.267806] env[70398]: DEBUG oslo_concurrency.lockutils [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Acquired lock "refresh_cache-8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.267978] env[70398]: DEBUG nova.network.neutron [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] [instance: 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1311.392919] env[70398]: DEBUG nova.compute.manager [req-cc3d7786-9b2e-4f31-ab2b-eb13735ce995 req-ae241a62-898b-41ea-a35d-8cc016bdbbfb service nova] [instance: 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1] Received event network-vif-plugged-049cb1f5-0a4c-47f4-b462-504586a035ac {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1311.393160] env[70398]: DEBUG oslo_concurrency.lockutils [req-cc3d7786-9b2e-4f31-ab2b-eb13735ce995 req-ae241a62-898b-41ea-a35d-8cc016bdbbfb service nova] Acquiring lock "8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.393326] env[70398]: DEBUG oslo_concurrency.lockutils [req-cc3d7786-9b2e-4f31-ab2b-eb13735ce995 req-ae241a62-898b-41ea-a35d-8cc016bdbbfb service nova] Lock "8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.393450] env[70398]: DEBUG oslo_concurrency.lockutils [req-cc3d7786-9b2e-4f31-ab2b-eb13735ce995 req-ae241a62-898b-41ea-a35d-8cc016bdbbfb service nova] Lock "8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.393617] env[70398]: DEBUG nova.compute.manager [req-cc3d7786-9b2e-4f31-ab2b-eb13735ce995 req-ae241a62-898b-41ea-a35d-8cc016bdbbfb service nova] [instance: 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1] No waiting events found dispatching network-vif-plugged-049cb1f5-0a4c-47f4-b462-504586a035ac {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1311.393781] env[70398]: WARNING nova.compute.manager [req-cc3d7786-9b2e-4f31-ab2b-eb13735ce995 req-ae241a62-898b-41ea-a35d-8cc016bdbbfb service nova] [instance: 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1] Received unexpected event network-vif-plugged-049cb1f5-0a4c-47f4-b462-504586a035ac for instance with vm_state building and task_state spawning. [ 1311.393953] env[70398]: DEBUG nova.compute.manager [req-cc3d7786-9b2e-4f31-ab2b-eb13735ce995 req-ae241a62-898b-41ea-a35d-8cc016bdbbfb service nova] [instance: 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1] Received event network-changed-049cb1f5-0a4c-47f4-b462-504586a035ac {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1311.394137] env[70398]: DEBUG nova.compute.manager [req-cc3d7786-9b2e-4f31-ab2b-eb13735ce995 req-ae241a62-898b-41ea-a35d-8cc016bdbbfb service nova] [instance: 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1] Refreshing instance network info cache due to event network-changed-049cb1f5-0a4c-47f4-b462-504586a035ac. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1311.394295] env[70398]: DEBUG oslo_concurrency.lockutils [req-cc3d7786-9b2e-4f31-ab2b-eb13735ce995 req-ae241a62-898b-41ea-a35d-8cc016bdbbfb service nova] Acquiring lock "refresh_cache-8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.799162] env[70398]: DEBUG nova.network.neutron [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] [instance: 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1311.922096] env[70398]: DEBUG nova.network.neutron [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] [instance: 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1] Updating instance_info_cache with network_info: [{"id": "049cb1f5-0a4c-47f4-b462-504586a035ac", "address": "fa:16:3e:95:25:ee", "network": {"id": "5bb1b220-b0db-46b0-9720-551e6e86eb2d", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1734456675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32aa240390264499a83d696624c3ddf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap049cb1f5-0a", "ovs_interfaceid": "049cb1f5-0a4c-47f4-b462-504586a035ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.424440] env[70398]: DEBUG oslo_concurrency.lockutils [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Releasing lock "refresh_cache-8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.424774] env[70398]: DEBUG nova.compute.manager [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] [instance: 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1] Instance network_info: |[{"id": "049cb1f5-0a4c-47f4-b462-504586a035ac", "address": "fa:16:3e:95:25:ee", "network": {"id": "5bb1b220-b0db-46b0-9720-551e6e86eb2d", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1734456675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32aa240390264499a83d696624c3ddf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap049cb1f5-0a", "ovs_interfaceid": "049cb1f5-0a4c-47f4-b462-504586a035ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1312.425107] env[70398]: DEBUG oslo_concurrency.lockutils [req-cc3d7786-9b2e-4f31-ab2b-eb13735ce995 req-ae241a62-898b-41ea-a35d-8cc016bdbbfb service nova] Acquired lock "refresh_cache-8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.425305] env[70398]: DEBUG nova.network.neutron [req-cc3d7786-9b2e-4f31-ab2b-eb13735ce995 req-ae241a62-898b-41ea-a35d-8cc016bdbbfb service nova] [instance: 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1] Refreshing network info cache for port 049cb1f5-0a4c-47f4-b462-504586a035ac {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1312.426814] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] [instance: 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:25:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f67a2790-f2b0-4d03-b606-0bfaee7a4229', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '049cb1f5-0a4c-47f4-b462-504586a035ac', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1312.433973] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Creating folder: Project (32aa240390264499a83d696624c3ddf0). Parent ref: group-v687430. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1312.436835] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6443e552-73be-4034-8e94-2dea40c84d0d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.448891] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Created folder: Project (32aa240390264499a83d696624c3ddf0) in parent group-v687430. [ 1312.449086] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Creating folder: Instances. Parent ref: group-v687769. {{(pid=70398) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1312.449307] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-814dcc7f-f27e-4003-b71c-40611b06a29d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.458556] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Created folder: Instances in parent group-v687769. [ 1312.458773] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1312.458949] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1312.459159] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b937d65f-e1d4-4946-bf92-9b4f682ef922 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.478419] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1312.478419] env[70398]: value = "task-3445334" [ 1312.478419] env[70398]: _type = "Task" [ 1312.478419] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.485730] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445334, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.619188] env[70398]: DEBUG nova.network.neutron [req-cc3d7786-9b2e-4f31-ab2b-eb13735ce995 req-ae241a62-898b-41ea-a35d-8cc016bdbbfb service nova] [instance: 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1] Updated VIF entry in instance network info cache for port 049cb1f5-0a4c-47f4-b462-504586a035ac. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1312.619555] env[70398]: DEBUG nova.network.neutron [req-cc3d7786-9b2e-4f31-ab2b-eb13735ce995 req-ae241a62-898b-41ea-a35d-8cc016bdbbfb service nova] [instance: 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1] Updating instance_info_cache with network_info: [{"id": "049cb1f5-0a4c-47f4-b462-504586a035ac", "address": "fa:16:3e:95:25:ee", "network": {"id": "5bb1b220-b0db-46b0-9720-551e6e86eb2d", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1734456675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32aa240390264499a83d696624c3ddf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap049cb1f5-0a", "ovs_interfaceid": "049cb1f5-0a4c-47f4-b462-504586a035ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.989140] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445334, 'name': CreateVM_Task} progress is 25%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.122114] env[70398]: DEBUG oslo_concurrency.lockutils [req-cc3d7786-9b2e-4f31-ab2b-eb13735ce995 req-ae241a62-898b-41ea-a35d-8cc016bdbbfb service nova] Releasing lock "refresh_cache-8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.299626] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-c39041f4-4861-4cd5-b4dd-542aff938688 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Volume attach. Driver type: vmdk {{(pid=70398) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1313.299879] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-c39041f4-4861-4cd5-b4dd-542aff938688 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687768', 'volume_id': 'b8a5dc7c-b130-45c8-8533-fb25ac707c4a', 'name': 'volume-b8a5dc7c-b130-45c8-8533-fb25ac707c4a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6', 'attached_at': '', 'detached_at': '', 'volume_id': 'b8a5dc7c-b130-45c8-8533-fb25ac707c4a', 'serial': 'b8a5dc7c-b130-45c8-8533-fb25ac707c4a'} {{(pid=70398) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1313.300770] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8f01a5-e1cb-4991-bd95-a0f948d35166 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.316933] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12bf3a2c-ade0-4de1-88cf-70ee328513db {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.340768] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-c39041f4-4861-4cd5-b4dd-542aff938688 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-b8a5dc7c-b130-45c8-8533-fb25ac707c4a/volume-b8a5dc7c-b130-45c8-8533-fb25ac707c4a.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1313.341021] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38ed5ce7-623b-45a4-9e76-b9b6508214d4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.359562] env[70398]: DEBUG oslo_vmware.api [None req-c39041f4-4861-4cd5-b4dd-542aff938688 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for the task: (returnval){ [ 1313.359562] env[70398]: value = "task-3445335" [ 1313.359562] env[70398]: _type = "Task" [ 1313.359562] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.370289] env[70398]: DEBUG oslo_vmware.api [None req-c39041f4-4861-4cd5-b4dd-542aff938688 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445335, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.489129] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445334, 'name': CreateVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.869536] env[70398]: DEBUG oslo_vmware.api [None req-c39041f4-4861-4cd5-b4dd-542aff938688 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445335, 'name': ReconfigVM_Task, 'duration_secs': 0.332361} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.869799] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-c39041f4-4861-4cd5-b4dd-542aff938688 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-b8a5dc7c-b130-45c8-8533-fb25ac707c4a/volume-b8a5dc7c-b130-45c8-8533-fb25ac707c4a.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1313.874596] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6ea2715-fcc3-4646-8ed3-ce7a747f5673 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.889786] env[70398]: DEBUG oslo_vmware.api [None req-c39041f4-4861-4cd5-b4dd-542aff938688 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for the task: (returnval){ [ 1313.889786] env[70398]: value = "task-3445336" [ 1313.889786] env[70398]: _type = "Task" [ 1313.889786] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.897239] env[70398]: DEBUG oslo_vmware.api [None req-c39041f4-4861-4cd5-b4dd-542aff938688 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445336, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.989275] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445334, 'name': CreateVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.399639] env[70398]: DEBUG oslo_vmware.api [None req-c39041f4-4861-4cd5-b4dd-542aff938688 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445336, 'name': ReconfigVM_Task, 'duration_secs': 0.129824} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.399943] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-c39041f4-4861-4cd5-b4dd-542aff938688 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687768', 'volume_id': 'b8a5dc7c-b130-45c8-8533-fb25ac707c4a', 'name': 'volume-b8a5dc7c-b130-45c8-8533-fb25ac707c4a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6', 'attached_at': '', 'detached_at': '', 'volume_id': 'b8a5dc7c-b130-45c8-8533-fb25ac707c4a', 'serial': 'b8a5dc7c-b130-45c8-8533-fb25ac707c4a'} {{(pid=70398) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1314.489758] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445334, 'name': CreateVM_Task, 'duration_secs': 1.789196} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.490142] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1314.490615] env[70398]: DEBUG oslo_concurrency.lockutils [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.490786] env[70398]: DEBUG oslo_concurrency.lockutils [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.491129] env[70398]: DEBUG oslo_concurrency.lockutils [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.491390] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f780152d-7a8c-449b-9eda-6ab63a3f6391 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.495452] env[70398]: DEBUG oslo_vmware.api [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Waiting for the task: (returnval){ [ 1314.495452] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f4d4e6-3c07-4aa5-9b37-29a077fa1957" [ 1314.495452] env[70398]: _type = "Task" [ 1314.495452] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.502942] env[70398]: DEBUG oslo_vmware.api [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f4d4e6-3c07-4aa5-9b37-29a077fa1957, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.005673] env[70398]: DEBUG oslo_vmware.api [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52f4d4e6-3c07-4aa5-9b37-29a077fa1957, 'name': SearchDatastore_Task, 'duration_secs': 0.009658} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.005975] env[70398]: DEBUG oslo_concurrency.lockutils [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.006296] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] [instance: 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1315.006539] env[70398]: DEBUG oslo_concurrency.lockutils [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.006686] env[70398]: DEBUG oslo_concurrency.lockutils [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.006866] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1315.007139] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e961376-93a5-4098-879a-1016f8833311 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.014988] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1315.015176] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1315.015844] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c2252bb-e674-4154-92fe-dbefe068ade2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.021994] env[70398]: DEBUG oslo_vmware.api [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Waiting for the task: (returnval){ [ 1315.021994] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52a0ebd6-5327-2677-fa30-8359b5d8092d" [ 1315.021994] env[70398]: _type = "Task" [ 1315.021994] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.028913] env[70398]: DEBUG oslo_vmware.api [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52a0ebd6-5327-2677-fa30-8359b5d8092d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.436432] env[70398]: DEBUG nova.objects.instance [None req-c39041f4-4861-4cd5-b4dd-542aff938688 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lazy-loading 'flavor' on Instance uuid 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1315.532205] env[70398]: DEBUG oslo_vmware.api [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52a0ebd6-5327-2677-fa30-8359b5d8092d, 'name': SearchDatastore_Task, 'duration_secs': 0.007709} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.533018] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a96224e6-22c8-497e-aaa3-351ea1779207 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.538613] env[70398]: DEBUG oslo_vmware.api [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Waiting for the task: (returnval){ [ 1315.538613] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52eeb3a8-23bc-03e2-671c-f8211c4c9a96" [ 1315.538613] env[70398]: _type = "Task" [ 1315.538613] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.546337] env[70398]: DEBUG oslo_vmware.api [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52eeb3a8-23bc-03e2-671c-f8211c4c9a96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.943881] env[70398]: DEBUG oslo_concurrency.lockutils [None req-c39041f4-4861-4cd5-b4dd-542aff938688 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.235s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.049496] env[70398]: DEBUG oslo_vmware.api [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52eeb3a8-23bc-03e2-671c-f8211c4c9a96, 'name': SearchDatastore_Task, 'duration_secs': 0.009191} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.049750] env[70398]: DEBUG oslo_concurrency.lockutils [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.050012] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1/8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1316.050259] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a82b548-3fbc-4e5f-8305-d38c9b0e23fc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.055912] env[70398]: DEBUG oslo_vmware.api [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Waiting for the task: (returnval){ [ 1316.055912] env[70398]: value = "task-3445337" [ 1316.055912] env[70398]: _type = "Task" [ 1316.055912] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.062810] env[70398]: DEBUG oslo_vmware.api [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Task: {'id': task-3445337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.168935] env[70398]: DEBUG oslo_concurrency.lockutils [None req-253f72d3-5f10-4bd4-b054-60a476d062a2 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquiring lock "8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.169235] env[70398]: DEBUG oslo_concurrency.lockutils [None req-253f72d3-5f10-4bd4-b054-60a476d062a2 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.565046] env[70398]: DEBUG oslo_vmware.api [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Task: {'id': task-3445337, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.418463} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.565333] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1/8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1316.565549] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] [instance: 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1316.565800] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54fb0036-011a-4f7d-8f5b-714bd377c42b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.572018] env[70398]: DEBUG oslo_vmware.api [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Waiting for the task: (returnval){ [ 1316.572018] env[70398]: value = "task-3445338" [ 1316.572018] env[70398]: _type = "Task" [ 1316.572018] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.579078] env[70398]: DEBUG oslo_vmware.api [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Task: {'id': task-3445338, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.672300] env[70398]: INFO nova.compute.manager [None req-253f72d3-5f10-4bd4-b054-60a476d062a2 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Detaching volume b8a5dc7c-b130-45c8-8533-fb25ac707c4a [ 1316.706460] env[70398]: INFO nova.virt.block_device [None req-253f72d3-5f10-4bd4-b054-60a476d062a2 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Attempting to driver detach volume b8a5dc7c-b130-45c8-8533-fb25ac707c4a from mountpoint /dev/sdb [ 1316.706697] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-253f72d3-5f10-4bd4-b054-60a476d062a2 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Volume detach. Driver type: vmdk {{(pid=70398) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1316.706882] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-253f72d3-5f10-4bd4-b054-60a476d062a2 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687768', 'volume_id': 'b8a5dc7c-b130-45c8-8533-fb25ac707c4a', 'name': 'volume-b8a5dc7c-b130-45c8-8533-fb25ac707c4a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6', 'attached_at': '', 'detached_at': '', 'volume_id': 'b8a5dc7c-b130-45c8-8533-fb25ac707c4a', 'serial': 'b8a5dc7c-b130-45c8-8533-fb25ac707c4a'} {{(pid=70398) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1316.707795] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6cf2830-2987-480b-898c-395243752e5a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.730181] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d0c19c-c4f6-4c7e-a4c9-64225904f4f2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.736841] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1667abd0-a829-4729-86f4-982bce0ec9bb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.756551] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a9c25a-9b87-4eb8-b3bc-e1b18501a354 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.770252] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-253f72d3-5f10-4bd4-b054-60a476d062a2 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] The volume has not been displaced from its original location: [datastore2] volume-b8a5dc7c-b130-45c8-8533-fb25ac707c4a/volume-b8a5dc7c-b130-45c8-8533-fb25ac707c4a.vmdk. No consolidation needed. {{(pid=70398) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1316.775328] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-253f72d3-5f10-4bd4-b054-60a476d062a2 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1316.775588] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-618bbaf1-8140-4c6a-8d98-10ecc42827cf {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.791870] env[70398]: DEBUG oslo_vmware.api [None req-253f72d3-5f10-4bd4-b054-60a476d062a2 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for the task: (returnval){ [ 1316.791870] env[70398]: value = "task-3445339" [ 1316.791870] env[70398]: _type = "Task" [ 1316.791870] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.799615] env[70398]: DEBUG oslo_vmware.api [None req-253f72d3-5f10-4bd4-b054-60a476d062a2 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445339, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.084116] env[70398]: DEBUG oslo_vmware.api [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Task: {'id': task-3445338, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06703} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.084116] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] [instance: 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1317.084116] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f307cf3b-5103-491a-84f9-ba9734b833e9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.106732] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] [instance: 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1/8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1317.107049] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcf8c166-68b3-4bf8-97f7-f4ae2f76cf75 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.126182] env[70398]: DEBUG oslo_vmware.api [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Waiting for the task: (returnval){ [ 1317.126182] env[70398]: value = "task-3445340" [ 1317.126182] env[70398]: _type = "Task" [ 1317.126182] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.133548] env[70398]: DEBUG oslo_vmware.api [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Task: {'id': task-3445340, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.301084] env[70398]: DEBUG oslo_vmware.api [None req-253f72d3-5f10-4bd4-b054-60a476d062a2 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445339, 'name': ReconfigVM_Task, 'duration_secs': 0.278456} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.301373] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-253f72d3-5f10-4bd4-b054-60a476d062a2 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1317.306053] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dff3eb08-bb2e-40c0-8a20-f072707dae97 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.321546] env[70398]: DEBUG oslo_vmware.api [None req-253f72d3-5f10-4bd4-b054-60a476d062a2 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for the task: (returnval){ [ 1317.321546] env[70398]: value = "task-3445341" [ 1317.321546] env[70398]: _type = "Task" [ 1317.321546] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.328885] env[70398]: DEBUG oslo_vmware.api [None req-253f72d3-5f10-4bd4-b054-60a476d062a2 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445341, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.635555] env[70398]: DEBUG oslo_vmware.api [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Task: {'id': task-3445340, 'name': ReconfigVM_Task, 'duration_secs': 0.311859} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.635923] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] [instance: 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1/8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1317.636531] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81797757-32e6-4ffc-bf01-c0c98a686f92 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.642756] env[70398]: DEBUG oslo_vmware.api [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Waiting for the task: (returnval){ [ 1317.642756] env[70398]: value = "task-3445342" [ 1317.642756] env[70398]: _type = "Task" [ 1317.642756] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.832375] env[70398]: DEBUG oslo_vmware.api [None req-253f72d3-5f10-4bd4-b054-60a476d062a2 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445341, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.153327] env[70398]: DEBUG oslo_vmware.api [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Task: {'id': task-3445342, 'name': Rename_Task, 'duration_secs': 0.189005} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.153570] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] [instance: 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1318.153800] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38e714c2-ffcd-4a83-8068-5919f420fe8f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.159225] env[70398]: DEBUG oslo_vmware.api [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Waiting for the task: (returnval){ [ 1318.159225] env[70398]: value = "task-3445343" [ 1318.159225] env[70398]: _type = "Task" [ 1318.159225] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.166067] env[70398]: DEBUG oslo_vmware.api [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Task: {'id': task-3445343, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.331337] env[70398]: DEBUG oslo_vmware.api [None req-253f72d3-5f10-4bd4-b054-60a476d062a2 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445341, 'name': ReconfigVM_Task, 'duration_secs': 0.82556} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.331668] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-253f72d3-5f10-4bd4-b054-60a476d062a2 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687768', 'volume_id': 'b8a5dc7c-b130-45c8-8533-fb25ac707c4a', 'name': 'volume-b8a5dc7c-b130-45c8-8533-fb25ac707c4a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6', 'attached_at': '', 'detached_at': '', 'volume_id': 'b8a5dc7c-b130-45c8-8533-fb25ac707c4a', 'serial': 'b8a5dc7c-b130-45c8-8533-fb25ac707c4a'} {{(pid=70398) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1318.668700] env[70398]: DEBUG oslo_vmware.api [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Task: {'id': task-3445343, 'name': PowerOnVM_Task, 'duration_secs': 0.440486} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.669036] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] [instance: 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1318.669192] env[70398]: INFO nova.compute.manager [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] [instance: 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1] Took 8.31 seconds to spawn the instance on the hypervisor. [ 1318.669340] env[70398]: DEBUG nova.compute.manager [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] [instance: 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1318.670030] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255e90aa-1578-47bd-909c-6e72b4fc962e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.874713] env[70398]: DEBUG nova.objects.instance [None req-253f72d3-5f10-4bd4-b054-60a476d062a2 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lazy-loading 'flavor' on Instance uuid 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1319.187355] env[70398]: INFO nova.compute.manager [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] [instance: 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1] Took 13.02 seconds to build instance. [ 1319.689225] env[70398]: DEBUG oslo_concurrency.lockutils [None req-10f9ef41-b8dc-429c-b3fa-53036f98a861 tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Lock "8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.533s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.881780] env[70398]: DEBUG oslo_concurrency.lockutils [None req-253f72d3-5f10-4bd4-b054-60a476d062a2 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.712s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.403557] env[70398]: DEBUG oslo_concurrency.lockutils [None req-936a71f5-6065-4361-899a-c8e41aa64f7a tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquiring lock "8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.403830] env[70398]: DEBUG oslo_concurrency.lockutils [None req-936a71f5-6065-4361-899a-c8e41aa64f7a tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.404055] env[70398]: DEBUG oslo_concurrency.lockutils [None req-936a71f5-6065-4361-899a-c8e41aa64f7a tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquiring lock "8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.404251] env[70398]: DEBUG oslo_concurrency.lockutils [None req-936a71f5-6065-4361-899a-c8e41aa64f7a tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.404416] env[70398]: DEBUG oslo_concurrency.lockutils [None req-936a71f5-6065-4361-899a-c8e41aa64f7a tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.406685] env[70398]: INFO nova.compute.manager [None req-936a71f5-6065-4361-899a-c8e41aa64f7a tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Terminating instance [ 1320.769929] env[70398]: DEBUG oslo_concurrency.lockutils [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Acquiring lock "feaaf24a-1dd8-43b5-b9d0-5075b2f9518c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.770218] env[70398]: DEBUG oslo_concurrency.lockutils [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lock "feaaf24a-1dd8-43b5-b9d0-5075b2f9518c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.770404] env[70398]: INFO nova.compute.manager [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Shelving [ 1320.909800] env[70398]: DEBUG nova.compute.manager [None req-936a71f5-6065-4361-899a-c8e41aa64f7a tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1320.910041] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-936a71f5-6065-4361-899a-c8e41aa64f7a tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1320.910935] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f0a431-010e-4d3c-89e9-58d12fd2dcd3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.918851] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-936a71f5-6065-4361-899a-c8e41aa64f7a tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1320.919084] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2847ef96-cab6-4582-9d20-d41b8f76da72 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.926263] env[70398]: DEBUG oslo_vmware.api [None req-936a71f5-6065-4361-899a-c8e41aa64f7a tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for the task: (returnval){ [ 1320.926263] env[70398]: value = "task-3445344" [ 1320.926263] env[70398]: _type = "Task" [ 1320.926263] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.933697] env[70398]: DEBUG oslo_vmware.api [None req-936a71f5-6065-4361-899a-c8e41aa64f7a tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.937239] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1dcb3312-02ec-4b47-9c66-15cae2c3be7d tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Acquiring lock "8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.937479] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1dcb3312-02ec-4b47-9c66-15cae2c3be7d tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Lock "8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.937739] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1dcb3312-02ec-4b47-9c66-15cae2c3be7d tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Acquiring lock "8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.938061] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1dcb3312-02ec-4b47-9c66-15cae2c3be7d tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Lock "8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.938320] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1dcb3312-02ec-4b47-9c66-15cae2c3be7d tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Lock "8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.940739] env[70398]: INFO nova.compute.manager [None req-1dcb3312-02ec-4b47-9c66-15cae2c3be7d tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] [instance: 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1] Terminating instance [ 1321.436585] env[70398]: DEBUG oslo_vmware.api [None req-936a71f5-6065-4361-899a-c8e41aa64f7a tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445344, 'name': PowerOffVM_Task, 'duration_secs': 0.191445} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.437614] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-936a71f5-6065-4361-899a-c8e41aa64f7a tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1321.437614] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-936a71f5-6065-4361-899a-c8e41aa64f7a tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1321.437614] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-360cb3b1-2002-4fc9-80f3-01a4d36863a2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.444746] env[70398]: DEBUG nova.compute.manager [None req-1dcb3312-02ec-4b47-9c66-15cae2c3be7d tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] [instance: 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1321.444936] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-1dcb3312-02ec-4b47-9c66-15cae2c3be7d tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] [instance: 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1321.445667] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60be7051-733a-4dd8-bcb9-7ef539ac8ec4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.452451] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dcb3312-02ec-4b47-9c66-15cae2c3be7d tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] [instance: 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1321.452702] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88a7835b-d1cb-4914-9413-2349ff84e21c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.460443] env[70398]: DEBUG oslo_vmware.api [None req-1dcb3312-02ec-4b47-9c66-15cae2c3be7d tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Waiting for the task: (returnval){ [ 1321.460443] env[70398]: value = "task-3445346" [ 1321.460443] env[70398]: _type = "Task" [ 1321.460443] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.468570] env[70398]: DEBUG oslo_vmware.api [None req-1dcb3312-02ec-4b47-9c66-15cae2c3be7d tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Task: {'id': task-3445346, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.500669] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-936a71f5-6065-4361-899a-c8e41aa64f7a tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1321.500892] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-936a71f5-6065-4361-899a-c8e41aa64f7a tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1321.501090] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-936a71f5-6065-4361-899a-c8e41aa64f7a tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Deleting the datastore file [datastore1] 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1321.501358] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d782e5d-14c4-493f-8a7c-16573a4e6857 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.506905] env[70398]: DEBUG oslo_vmware.api [None req-936a71f5-6065-4361-899a-c8e41aa64f7a tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for the task: (returnval){ [ 1321.506905] env[70398]: value = "task-3445347" [ 1321.506905] env[70398]: _type = "Task" [ 1321.506905] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.514139] env[70398]: DEBUG oslo_vmware.api [None req-936a71f5-6065-4361-899a-c8e41aa64f7a tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445347, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.779445] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1321.779818] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d282e1bd-730c-4d07-a50d-f86fe866c5eb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.787702] env[70398]: DEBUG oslo_vmware.api [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the task: (returnval){ [ 1321.787702] env[70398]: value = "task-3445348" [ 1321.787702] env[70398]: _type = "Task" [ 1321.787702] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.796013] env[70398]: DEBUG oslo_vmware.api [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.969944] env[70398]: DEBUG oslo_vmware.api [None req-1dcb3312-02ec-4b47-9c66-15cae2c3be7d tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Task: {'id': task-3445346, 'name': PowerOffVM_Task, 'duration_secs': 0.19124} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.970235] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dcb3312-02ec-4b47-9c66-15cae2c3be7d tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] [instance: 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1321.970407] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-1dcb3312-02ec-4b47-9c66-15cae2c3be7d tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] [instance: 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1321.970662] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc028d49-4977-47d8-9885-7bad4c71207f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.015919] env[70398]: DEBUG oslo_vmware.api [None req-936a71f5-6065-4361-899a-c8e41aa64f7a tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445347, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133188} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.016214] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-936a71f5-6065-4361-899a-c8e41aa64f7a tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1322.016400] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-936a71f5-6065-4361-899a-c8e41aa64f7a tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1322.016579] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-936a71f5-6065-4361-899a-c8e41aa64f7a tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1322.016750] env[70398]: INFO nova.compute.manager [None req-936a71f5-6065-4361-899a-c8e41aa64f7a tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1322.016984] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-936a71f5-6065-4361-899a-c8e41aa64f7a tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1322.017200] env[70398]: DEBUG nova.compute.manager [-] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1322.017307] env[70398]: DEBUG nova.network.neutron [-] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1322.044162] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-1dcb3312-02ec-4b47-9c66-15cae2c3be7d tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] [instance: 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1322.044367] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-1dcb3312-02ec-4b47-9c66-15cae2c3be7d tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] [instance: 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1322.044555] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dcb3312-02ec-4b47-9c66-15cae2c3be7d tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Deleting the datastore file [datastore2] 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1322.044815] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5ff76d9-351d-49f8-ab2f-d7d639e266b7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.052095] env[70398]: DEBUG oslo_vmware.api [None req-1dcb3312-02ec-4b47-9c66-15cae2c3be7d tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Waiting for the task: (returnval){ [ 1322.052095] env[70398]: value = "task-3445350" [ 1322.052095] env[70398]: _type = "Task" [ 1322.052095] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.059810] env[70398]: DEBUG oslo_vmware.api [None req-1dcb3312-02ec-4b47-9c66-15cae2c3be7d tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Task: {'id': task-3445350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.297686] env[70398]: DEBUG oslo_vmware.api [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445348, 'name': PowerOffVM_Task, 'duration_secs': 0.165786} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.297963] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1322.298763] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ef0c08-5ff0-4964-b692-7575ebd96fe7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.319074] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5221f0-392a-4ffa-8552-e9588d214ae0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.433320] env[70398]: DEBUG nova.compute.manager [req-cd5ec4c3-7deb-4690-9d91-2dda43fb8920 req-530d215e-4219-4da1-a07a-e319ed2a6c32 service nova] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Received event network-vif-deleted-800efa21-ec10-4ffe-8b66-e09ed9e7bb7e {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1322.433649] env[70398]: INFO nova.compute.manager [req-cd5ec4c3-7deb-4690-9d91-2dda43fb8920 req-530d215e-4219-4da1-a07a-e319ed2a6c32 service nova] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Neutron deleted interface 800efa21-ec10-4ffe-8b66-e09ed9e7bb7e; detaching it from the instance and deleting it from the info cache [ 1322.433934] env[70398]: DEBUG nova.network.neutron [req-cd5ec4c3-7deb-4690-9d91-2dda43fb8920 req-530d215e-4219-4da1-a07a-e319ed2a6c32 service nova] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.565824] env[70398]: DEBUG oslo_vmware.api [None req-1dcb3312-02ec-4b47-9c66-15cae2c3be7d tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Task: {'id': task-3445350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.829458] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Creating Snapshot of the VM instance {{(pid=70398) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1322.829835] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-89004fd5-0925-4770-b2d6-fdfc359dbf82 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.837173] env[70398]: DEBUG oslo_vmware.api [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the task: (returnval){ [ 1322.837173] env[70398]: value = "task-3445351" [ 1322.837173] env[70398]: _type = "Task" [ 1322.837173] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.846243] env[70398]: DEBUG oslo_vmware.api [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445351, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.917979] env[70398]: DEBUG nova.network.neutron [-] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.975939] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-21dc6fc8-437d-4be4-a44e-b016639c21e5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.975939] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1873f15b-1b92-4b65-b3f6-e22146f8aeb6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.975939] env[70398]: DEBUG nova.compute.manager [req-cd5ec4c3-7deb-4690-9d91-2dda43fb8920 req-530d215e-4219-4da1-a07a-e319ed2a6c32 service nova] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Detach interface failed, port_id=800efa21-ec10-4ffe-8b66-e09ed9e7bb7e, reason: Instance 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6 could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1323.064259] env[70398]: DEBUG oslo_vmware.api [None req-1dcb3312-02ec-4b47-9c66-15cae2c3be7d tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Task: {'id': task-3445350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.564704} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.064573] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dcb3312-02ec-4b47-9c66-15cae2c3be7d tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1323.064792] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-1dcb3312-02ec-4b47-9c66-15cae2c3be7d tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] [instance: 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1323.065009] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-1dcb3312-02ec-4b47-9c66-15cae2c3be7d tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] [instance: 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1323.065225] env[70398]: INFO nova.compute.manager [None req-1dcb3312-02ec-4b47-9c66-15cae2c3be7d tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] [instance: 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1323.065500] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1dcb3312-02ec-4b47-9c66-15cae2c3be7d tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1323.065728] env[70398]: DEBUG nova.compute.manager [-] [instance: 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1323.065850] env[70398]: DEBUG nova.network.neutron [-] [instance: 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1323.348149] env[70398]: DEBUG oslo_vmware.api [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445351, 'name': CreateSnapshot_Task, 'duration_secs': 0.492759} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.348330] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Created Snapshot of the VM instance {{(pid=70398) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1323.349018] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b60a56-a177-42d8-9efc-d9d8088b4608 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.421057] env[70398]: INFO nova.compute.manager [-] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Took 1.40 seconds to deallocate network for instance. [ 1323.865726] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Creating linked-clone VM from snapshot {{(pid=70398) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1323.866092] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-35347da7-6e1e-4cc2-ad46-c3d87d9235fa {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.875452] env[70398]: DEBUG oslo_vmware.api [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the task: (returnval){ [ 1323.875452] env[70398]: value = "task-3445352" [ 1323.875452] env[70398]: _type = "Task" [ 1323.875452] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.883140] env[70398]: DEBUG oslo_vmware.api [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445352, 'name': CloneVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.927398] env[70398]: DEBUG oslo_concurrency.lockutils [None req-936a71f5-6065-4361-899a-c8e41aa64f7a tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.927714] env[70398]: DEBUG oslo_concurrency.lockutils [None req-936a71f5-6065-4361-899a-c8e41aa64f7a tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.927939] env[70398]: DEBUG nova.objects.instance [None req-936a71f5-6065-4361-899a-c8e41aa64f7a tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lazy-loading 'resources' on Instance uuid 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1324.035357] env[70398]: DEBUG nova.network.neutron [-] [instance: 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.386299] env[70398]: DEBUG oslo_vmware.api [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445352, 'name': CloneVM_Task} progress is 94%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.459588] env[70398]: DEBUG nova.compute.manager [req-95d996c7-0d35-499d-ab6b-93f529f4ce4f req-08750f1c-6478-4093-b413-86e4125dad0d service nova] [instance: 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1] Received event network-vif-deleted-049cb1f5-0a4c-47f4-b462-504586a035ac {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1324.493061] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175f90ec-bddf-4bc9-9ec2-a671fd027e39 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.500936] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385cf541-d7c8-46b0-b3ee-c8978477815e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.531146] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75db2b4d-8b5f-4b6c-8730-b7a8c7d37d3c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.537723] env[70398]: INFO nova.compute.manager [-] [instance: 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1] Took 1.47 seconds to deallocate network for instance. [ 1324.540278] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18af10f-99f4-45ad-9f12-9604690af594 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.557467] env[70398]: DEBUG nova.compute.provider_tree [None req-936a71f5-6065-4361-899a-c8e41aa64f7a tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1324.886943] env[70398]: DEBUG oslo_vmware.api [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445352, 'name': CloneVM_Task} progress is 94%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.048023] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1dcb3312-02ec-4b47-9c66-15cae2c3be7d tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.060102] env[70398]: DEBUG nova.scheduler.client.report [None req-936a71f5-6065-4361-899a-c8e41aa64f7a tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1325.387313] env[70398]: DEBUG oslo_vmware.api [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445352, 'name': CloneVM_Task, 'duration_secs': 1.374015} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.387564] env[70398]: INFO nova.virt.vmwareapi.vmops [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Created linked-clone VM from snapshot [ 1325.388258] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9854ab-1f83-4757-a6db-49341ee2f72c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.394941] env[70398]: DEBUG nova.virt.vmwareapi.images [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Uploading image d542168a-3d53-4ef7-9a91-96af11c9ded9 {{(pid=70398) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1325.418949] env[70398]: DEBUG oslo_vmware.rw_handles [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1325.418949] env[70398]: value = "vm-687773" [ 1325.418949] env[70398]: _type = "VirtualMachine" [ 1325.418949] env[70398]: }. {{(pid=70398) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1325.419193] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-55506821-0ade-4de5-92dc-88061e10db4f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.424617] env[70398]: DEBUG oslo_vmware.rw_handles [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lease: (returnval){ [ 1325.424617] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52258c44-dfbe-858e-1e6c-32715e810a7a" [ 1325.424617] env[70398]: _type = "HttpNfcLease" [ 1325.424617] env[70398]: } obtained for exporting VM: (result){ [ 1325.424617] env[70398]: value = "vm-687773" [ 1325.424617] env[70398]: _type = "VirtualMachine" [ 1325.424617] env[70398]: }. {{(pid=70398) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1325.424927] env[70398]: DEBUG oslo_vmware.api [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the lease: (returnval){ [ 1325.424927] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52258c44-dfbe-858e-1e6c-32715e810a7a" [ 1325.424927] env[70398]: _type = "HttpNfcLease" [ 1325.424927] env[70398]: } to be ready. {{(pid=70398) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1325.430291] env[70398]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1325.430291] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52258c44-dfbe-858e-1e6c-32715e810a7a" [ 1325.430291] env[70398]: _type = "HttpNfcLease" [ 1325.430291] env[70398]: } is initializing. {{(pid=70398) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1325.567068] env[70398]: DEBUG oslo_concurrency.lockutils [None req-936a71f5-6065-4361-899a-c8e41aa64f7a tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.639s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.569340] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1dcb3312-02ec-4b47-9c66-15cae2c3be7d tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.521s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.569500] env[70398]: DEBUG nova.objects.instance [None req-1dcb3312-02ec-4b47-9c66-15cae2c3be7d tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Lazy-loading 'resources' on Instance uuid 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1325.586119] env[70398]: INFO nova.scheduler.client.report [None req-936a71f5-6065-4361-899a-c8e41aa64f7a tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Deleted allocations for instance 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6 [ 1325.932994] env[70398]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1325.932994] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52258c44-dfbe-858e-1e6c-32715e810a7a" [ 1325.932994] env[70398]: _type = "HttpNfcLease" [ 1325.932994] env[70398]: } is ready. {{(pid=70398) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1325.933415] env[70398]: DEBUG oslo_vmware.rw_handles [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1325.933415] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52258c44-dfbe-858e-1e6c-32715e810a7a" [ 1325.933415] env[70398]: _type = "HttpNfcLease" [ 1325.933415] env[70398]: }. {{(pid=70398) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1325.934077] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242015f1-ef5e-4e2e-b74e-9c8c51028cbd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.941508] env[70398]: DEBUG oslo_vmware.rw_handles [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5232e7c6-9ccb-fcbd-27fa-5af72f4a4b09/disk-0.vmdk from lease info. {{(pid=70398) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1325.941678] env[70398]: DEBUG oslo_vmware.rw_handles [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5232e7c6-9ccb-fcbd-27fa-5af72f4a4b09/disk-0.vmdk for reading. {{(pid=70398) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1326.025336] env[70398]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-199c83a9-b18d-4ecb-852e-d5aa78ea42d2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.092039] env[70398]: DEBUG oslo_concurrency.lockutils [None req-936a71f5-6065-4361-899a-c8e41aa64f7a tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.688s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.125345] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a539dd12-a990-4ac2-896a-db449e01141a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.132883] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354df05b-9199-4bdf-8059-e3ce3a3ad7fe {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.163129] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de67866-cffb-49b5-b5eb-cb9b6df40cf1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.170019] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6572e193-c6eb-4d68-b9fe-36c8cdbc4c46 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.183451] env[70398]: DEBUG nova.compute.provider_tree [None req-1dcb3312-02ec-4b47-9c66-15cae2c3be7d tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1326.686741] env[70398]: DEBUG nova.scheduler.client.report [None req-1dcb3312-02ec-4b47-9c66-15cae2c3be7d tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1327.195210] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1dcb3312-02ec-4b47-9c66-15cae2c3be7d tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.626s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.220611] env[70398]: INFO nova.scheduler.client.report [None req-1dcb3312-02ec-4b47-9c66-15cae2c3be7d tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Deleted allocations for instance 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1 [ 1327.730079] env[70398]: DEBUG oslo_concurrency.lockutils [None req-1dcb3312-02ec-4b47-9c66-15cae2c3be7d tempest-ServerMetadataNegativeTestJSON-93698644 tempest-ServerMetadataNegativeTestJSON-93698644-project-member] Lock "8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.792s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.750718] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1327.750718] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1327.750963] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1328.502657] env[70398]: DEBUG oslo_concurrency.lockutils [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquiring lock "10a3d296-df5c-498c-88e2-7e860d4410f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.503012] env[70398]: DEBUG oslo_concurrency.lockutils [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "10a3d296-df5c-498c-88e2-7e860d4410f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.005916] env[70398]: DEBUG nova.compute.manager [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1329.530657] env[70398]: DEBUG oslo_concurrency.lockutils [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.530994] env[70398]: DEBUG oslo_concurrency.lockutils [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.532609] env[70398]: INFO nova.compute.claims [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1329.752079] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1330.254647] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.605266] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed913aa-b919-4a68-b2d2-ed1975d54d93 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.614732] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7369337-265c-4d17-9676-d9f18d308ca4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.645389] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d3bbb4-703f-418e-9ed7-29bf3f972803 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.653108] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a899eb9-80ae-4724-8ebe-0015a19c5e7e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.665942] env[70398]: DEBUG nova.compute.provider_tree [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1331.168942] env[70398]: DEBUG nova.scheduler.client.report [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1331.674048] env[70398]: DEBUG oslo_concurrency.lockutils [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.143s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.674523] env[70398]: DEBUG nova.compute.manager [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1331.677213] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.423s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.677409] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.677565] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70398) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1331.678598] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9305821b-98e7-4234-9e74-6f64bc1c7721 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.686772] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e985abec-2a62-4bb9-92bb-f8c79f5e4879 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.703093] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f61e887-b76a-42a6-8b7d-6b2742554a3b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.709030] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747342b0-afcb-4c74-a056-672fb1467611 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.737982] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180608MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=70398) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1331.738210] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.738373] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.180018] env[70398]: DEBUG nova.compute.utils [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1332.181444] env[70398]: DEBUG nova.compute.manager [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1332.181620] env[70398]: DEBUG nova.network.neutron [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1332.223472] env[70398]: DEBUG nova.policy [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '794969d6b66d4dbfaab42974e22ed411', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '384aca740b854263ad00e83e46f9f263', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 1332.524505] env[70398]: DEBUG nova.network.neutron [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Successfully created port: dbc89776-2a53-4668-9900-0567bca93d5d {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1332.685514] env[70398]: DEBUG nova.compute.manager [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1332.762467] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance feaaf24a-1dd8-43b5-b9d0-5075b2f9518c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1332.762660] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 6f917b63-5d5b-47d8-8a8c-c6048334b322 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1332.762798] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 10a3d296-df5c-498c-88e2-7e860d4410f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1332.763011] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=70398) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1332.763185] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=70398) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1332.816641] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00531743-4349-4ffa-92a0-e83df8c0958e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.825020] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef3e0d3-36b2-48b6-a23d-0764b073d84b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.856152] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08dcba84-a3b9-4b1b-b5a5-f9b9d5a777ef {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.863252] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d93c1e-1ea9-4fe6-b408-4d8f01c060c4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.876019] env[70398]: DEBUG nova.compute.provider_tree [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1333.263204] env[70398]: DEBUG oslo_vmware.rw_handles [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5232e7c6-9ccb-fcbd-27fa-5af72f4a4b09/disk-0.vmdk. {{(pid=70398) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1333.264113] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b7aef5-19a7-4c97-aa5f-61048cd06db8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.270591] env[70398]: DEBUG oslo_vmware.rw_handles [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5232e7c6-9ccb-fcbd-27fa-5af72f4a4b09/disk-0.vmdk is in state: ready. {{(pid=70398) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1333.270756] env[70398]: ERROR oslo_vmware.rw_handles [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5232e7c6-9ccb-fcbd-27fa-5af72f4a4b09/disk-0.vmdk due to incomplete transfer. [ 1333.270966] env[70398]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-165557d3-2c96-4da8-8181-51563650d3b7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.278702] env[70398]: DEBUG oslo_vmware.rw_handles [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5232e7c6-9ccb-fcbd-27fa-5af72f4a4b09/disk-0.vmdk. {{(pid=70398) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1333.278881] env[70398]: DEBUG nova.virt.vmwareapi.images [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Uploaded image d542168a-3d53-4ef7-9a91-96af11c9ded9 to the Glance image server {{(pid=70398) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1333.281190] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Destroying the VM {{(pid=70398) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1333.281423] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-927ac844-06ac-40e5-8d97-e511b9bbbb13 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.287282] env[70398]: DEBUG oslo_vmware.api [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the task: (returnval){ [ 1333.287282] env[70398]: value = "task-3445354" [ 1333.287282] env[70398]: _type = "Task" [ 1333.287282] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.294550] env[70398]: DEBUG oslo_vmware.api [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445354, 'name': Destroy_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.378756] env[70398]: DEBUG nova.scheduler.client.report [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1333.694871] env[70398]: DEBUG nova.compute.manager [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1333.717209] env[70398]: DEBUG nova.virt.hardware [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1333.717474] env[70398]: DEBUG nova.virt.hardware [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1333.717642] env[70398]: DEBUG nova.virt.hardware [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1333.717832] env[70398]: DEBUG nova.virt.hardware [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1333.717979] env[70398]: DEBUG nova.virt.hardware [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1333.718506] env[70398]: DEBUG nova.virt.hardware [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1333.718838] env[70398]: DEBUG nova.virt.hardware [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1333.719051] env[70398]: DEBUG nova.virt.hardware [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1333.719234] env[70398]: DEBUG nova.virt.hardware [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1333.719402] env[70398]: DEBUG nova.virt.hardware [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1333.719576] env[70398]: DEBUG nova.virt.hardware [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1333.720440] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6b83ea-62e9-407a-b452-c85d4e5fdec4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.728547] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70bdf79-cad3-4a58-9e89-6f7f93cad828 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.797237] env[70398]: DEBUG oslo_vmware.api [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445354, 'name': Destroy_Task, 'duration_secs': 0.32368} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.797506] env[70398]: INFO nova.virt.vmwareapi.vm_util [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Destroyed the VM [ 1333.797792] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Deleting Snapshot of the VM instance {{(pid=70398) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1333.798045] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5fcfc964-63a6-4d8e-89b3-18df204596f9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.804600] env[70398]: DEBUG oslo_vmware.api [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the task: (returnval){ [ 1333.804600] env[70398]: value = "task-3445355" [ 1333.804600] env[70398]: _type = "Task" [ 1333.804600] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.811763] env[70398]: DEBUG oslo_vmware.api [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445355, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.883828] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70398) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1333.884064] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.146s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.945033] env[70398]: DEBUG nova.compute.manager [req-1b41263d-5378-4b51-acf8-cb779d3e2758 req-e264af5f-1852-4c70-9000-65ba40912920 service nova] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Received event network-vif-plugged-dbc89776-2a53-4668-9900-0567bca93d5d {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1333.945279] env[70398]: DEBUG oslo_concurrency.lockutils [req-1b41263d-5378-4b51-acf8-cb779d3e2758 req-e264af5f-1852-4c70-9000-65ba40912920 service nova] Acquiring lock "10a3d296-df5c-498c-88e2-7e860d4410f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.945491] env[70398]: DEBUG oslo_concurrency.lockutils [req-1b41263d-5378-4b51-acf8-cb779d3e2758 req-e264af5f-1852-4c70-9000-65ba40912920 service nova] Lock "10a3d296-df5c-498c-88e2-7e860d4410f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.945704] env[70398]: DEBUG oslo_concurrency.lockutils [req-1b41263d-5378-4b51-acf8-cb779d3e2758 req-e264af5f-1852-4c70-9000-65ba40912920 service nova] Lock "10a3d296-df5c-498c-88e2-7e860d4410f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.945841] env[70398]: DEBUG nova.compute.manager [req-1b41263d-5378-4b51-acf8-cb779d3e2758 req-e264af5f-1852-4c70-9000-65ba40912920 service nova] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] No waiting events found dispatching network-vif-plugged-dbc89776-2a53-4668-9900-0567bca93d5d {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1333.946049] env[70398]: WARNING nova.compute.manager [req-1b41263d-5378-4b51-acf8-cb779d3e2758 req-e264af5f-1852-4c70-9000-65ba40912920 service nova] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Received unexpected event network-vif-plugged-dbc89776-2a53-4668-9900-0567bca93d5d for instance with vm_state building and task_state spawning. [ 1334.024039] env[70398]: DEBUG nova.network.neutron [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Successfully updated port: dbc89776-2a53-4668-9900-0567bca93d5d {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1334.314789] env[70398]: DEBUG oslo_vmware.api [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445355, 'name': RemoveSnapshot_Task, 'duration_secs': 0.356143} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.315054] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Deleted Snapshot of the VM instance {{(pid=70398) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1334.315327] env[70398]: DEBUG nova.compute.manager [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1334.316069] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01f99e8-e087-4655-839c-e4ac45a63713 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.526499] env[70398]: DEBUG oslo_concurrency.lockutils [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquiring lock "refresh_cache-10a3d296-df5c-498c-88e2-7e860d4410f6" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.526673] env[70398]: DEBUG oslo_concurrency.lockutils [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquired lock "refresh_cache-10a3d296-df5c-498c-88e2-7e860d4410f6" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.526800] env[70398]: DEBUG nova.network.neutron [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1334.827756] env[70398]: INFO nova.compute.manager [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Shelve offloading [ 1334.884665] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1334.884910] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1334.885083] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1334.885240] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1334.885377] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70398) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1335.058987] env[70398]: DEBUG nova.network.neutron [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1335.180731] env[70398]: DEBUG nova.network.neutron [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Updating instance_info_cache with network_info: [{"id": "dbc89776-2a53-4668-9900-0567bca93d5d", "address": "fa:16:3e:c1:89:f2", "network": {"id": "c60a1218-1755-48b4-bf57-04838428f6c8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1604715474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384aca740b854263ad00e83e46f9f263", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbc89776-2a", "ovs_interfaceid": "dbc89776-2a53-4668-9900-0567bca93d5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.331030] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1335.331275] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c0d88bf-6135-4311-888d-462cbc31d3c1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.340986] env[70398]: DEBUG oslo_vmware.api [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the task: (returnval){ [ 1335.340986] env[70398]: value = "task-3445356" [ 1335.340986] env[70398]: _type = "Task" [ 1335.340986] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.348652] env[70398]: DEBUG oslo_vmware.api [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445356, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.683390] env[70398]: DEBUG oslo_concurrency.lockutils [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Releasing lock "refresh_cache-10a3d296-df5c-498c-88e2-7e860d4410f6" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.683716] env[70398]: DEBUG nova.compute.manager [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Instance network_info: |[{"id": "dbc89776-2a53-4668-9900-0567bca93d5d", "address": "fa:16:3e:c1:89:f2", "network": {"id": "c60a1218-1755-48b4-bf57-04838428f6c8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1604715474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384aca740b854263ad00e83e46f9f263", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbc89776-2a", "ovs_interfaceid": "dbc89776-2a53-4668-9900-0567bca93d5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1335.684164] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:89:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dbc89776-2a53-4668-9900-0567bca93d5d', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1335.691548] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1335.691750] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1335.691967] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c285689f-a1ab-40a6-b67a-f757416a0cf4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.711120] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1335.711120] env[70398]: value = "task-3445357" [ 1335.711120] env[70398]: _type = "Task" [ 1335.711120] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.718085] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445357, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.850875] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] VM already powered off {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1335.851292] env[70398]: DEBUG nova.compute.manager [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1335.851888] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb9d38a-c5f7-4229-8bef-352c1071387d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.857556] env[70398]: DEBUG oslo_concurrency.lockutils [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Acquiring lock "refresh_cache-feaaf24a-1dd8-43b5-b9d0-5075b2f9518c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.857721] env[70398]: DEBUG oslo_concurrency.lockutils [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Acquired lock "refresh_cache-feaaf24a-1dd8-43b5-b9d0-5075b2f9518c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.857888] env[70398]: DEBUG nova.network.neutron [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1335.970495] env[70398]: DEBUG nova.compute.manager [req-89060bf0-8c7d-414c-97f2-fdebb0374cc1 req-49f50e67-a088-477a-a3e4-0b046605e810 service nova] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Received event network-changed-dbc89776-2a53-4668-9900-0567bca93d5d {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1335.971136] env[70398]: DEBUG nova.compute.manager [req-89060bf0-8c7d-414c-97f2-fdebb0374cc1 req-49f50e67-a088-477a-a3e4-0b046605e810 service nova] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Refreshing instance network info cache due to event network-changed-dbc89776-2a53-4668-9900-0567bca93d5d. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1335.971361] env[70398]: DEBUG oslo_concurrency.lockutils [req-89060bf0-8c7d-414c-97f2-fdebb0374cc1 req-49f50e67-a088-477a-a3e4-0b046605e810 service nova] Acquiring lock "refresh_cache-10a3d296-df5c-498c-88e2-7e860d4410f6" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.971511] env[70398]: DEBUG oslo_concurrency.lockutils [req-89060bf0-8c7d-414c-97f2-fdebb0374cc1 req-49f50e67-a088-477a-a3e4-0b046605e810 service nova] Acquired lock "refresh_cache-10a3d296-df5c-498c-88e2-7e860d4410f6" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.971679] env[70398]: DEBUG nova.network.neutron [req-89060bf0-8c7d-414c-97f2-fdebb0374cc1 req-49f50e67-a088-477a-a3e4-0b046605e810 service nova] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Refreshing network info cache for port dbc89776-2a53-4668-9900-0567bca93d5d {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1336.220864] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445357, 'name': CreateVM_Task, 'duration_secs': 0.283446} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.221109] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1336.221830] env[70398]: DEBUG oslo_concurrency.lockutils [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.222015] env[70398]: DEBUG oslo_concurrency.lockutils [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.222344] env[70398]: DEBUG oslo_concurrency.lockutils [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.222593] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-667dc006-090d-4c95-a369-45f8818c8420 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.226715] env[70398]: DEBUG oslo_vmware.api [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for the task: (returnval){ [ 1336.226715] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ecb37f-a59f-6fac-c744-22b5faba8887" [ 1336.226715] env[70398]: _type = "Task" [ 1336.226715] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.235128] env[70398]: DEBUG oslo_vmware.api [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ecb37f-a59f-6fac-c744-22b5faba8887, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.645277] env[70398]: DEBUG nova.network.neutron [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Updating instance_info_cache with network_info: [{"id": "3a2ce8d7-93cc-481c-b7f0-8a08425ec3b4", "address": "fa:16:3e:38:0b:8d", "network": {"id": "660720bd-b364-4d50-8d6c-a86a84e79e4a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-693756326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3fa79db455844dcb84fce2f9e9ece30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a2ce8d7-93", "ovs_interfaceid": "3a2ce8d7-93cc-481c-b7f0-8a08425ec3b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.736692] env[70398]: DEBUG oslo_vmware.api [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52ecb37f-a59f-6fac-c744-22b5faba8887, 'name': SearchDatastore_Task, 'duration_secs': 0.011142} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.737600] env[70398]: DEBUG nova.network.neutron [req-89060bf0-8c7d-414c-97f2-fdebb0374cc1 req-49f50e67-a088-477a-a3e4-0b046605e810 service nova] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Updated VIF entry in instance network info cache for port dbc89776-2a53-4668-9900-0567bca93d5d. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1336.737935] env[70398]: DEBUG nova.network.neutron [req-89060bf0-8c7d-414c-97f2-fdebb0374cc1 req-49f50e67-a088-477a-a3e4-0b046605e810 service nova] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Updating instance_info_cache with network_info: [{"id": "dbc89776-2a53-4668-9900-0567bca93d5d", "address": "fa:16:3e:c1:89:f2", "network": {"id": "c60a1218-1755-48b4-bf57-04838428f6c8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1604715474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384aca740b854263ad00e83e46f9f263", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbc89776-2a", "ovs_interfaceid": "dbc89776-2a53-4668-9900-0567bca93d5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.739194] env[70398]: DEBUG oslo_concurrency.lockutils [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.739501] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1336.739752] env[70398]: DEBUG oslo_concurrency.lockutils [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.739898] env[70398]: DEBUG oslo_concurrency.lockutils [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.740086] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1336.740561] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-923afc69-77bc-465b-8a07-02a5dae11ac9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.750026] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1336.750177] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1336.751170] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc6989a3-e613-4ba4-b8c8-1951873db444 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.757053] env[70398]: DEBUG oslo_vmware.api [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for the task: (returnval){ [ 1336.757053] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]526894cd-9fe3-5e06-2ead-dac07e246f59" [ 1336.757053] env[70398]: _type = "Task" [ 1336.757053] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.764848] env[70398]: DEBUG oslo_vmware.api [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]526894cd-9fe3-5e06-2ead-dac07e246f59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.147837] env[70398]: DEBUG oslo_concurrency.lockutils [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Releasing lock "refresh_cache-feaaf24a-1dd8-43b5-b9d0-5075b2f9518c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.241298] env[70398]: DEBUG oslo_concurrency.lockutils [req-89060bf0-8c7d-414c-97f2-fdebb0374cc1 req-49f50e67-a088-477a-a3e4-0b046605e810 service nova] Releasing lock "refresh_cache-10a3d296-df5c-498c-88e2-7e860d4410f6" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.266741] env[70398]: DEBUG oslo_vmware.api [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]526894cd-9fe3-5e06-2ead-dac07e246f59, 'name': SearchDatastore_Task, 'duration_secs': 0.008481} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.267484] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3faa9b6-fd74-43e5-95b3-e0efb16ab802 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.273117] env[70398]: DEBUG oslo_vmware.api [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for the task: (returnval){ [ 1337.273117] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52bda3f1-4508-4354-3822-19ef41432c63" [ 1337.273117] env[70398]: _type = "Task" [ 1337.273117] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.280132] env[70398]: DEBUG oslo_vmware.api [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52bda3f1-4508-4354-3822-19ef41432c63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.416711] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1337.417598] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4267d5da-f137-4071-b89e-62d853ea1a50 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.424973] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1337.425203] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-501ebbfb-3c15-4976-8ed0-43f6f9a33663 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.489061] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1337.489279] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1337.489468] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Deleting the datastore file [datastore1] feaaf24a-1dd8-43b5-b9d0-5075b2f9518c {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1337.489726] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d4e7a1e-fa96-4d9f-a403-75125b2c6774 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.497009] env[70398]: DEBUG oslo_vmware.api [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the task: (returnval){ [ 1337.497009] env[70398]: value = "task-3445359" [ 1337.497009] env[70398]: _type = "Task" [ 1337.497009] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.504162] env[70398]: DEBUG oslo_vmware.api [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445359, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.783521] env[70398]: DEBUG oslo_vmware.api [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52bda3f1-4508-4354-3822-19ef41432c63, 'name': SearchDatastore_Task, 'duration_secs': 0.009017} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.783781] env[70398]: DEBUG oslo_concurrency.lockutils [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.784053] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 10a3d296-df5c-498c-88e2-7e860d4410f6/10a3d296-df5c-498c-88e2-7e860d4410f6.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1337.784303] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-efa8cb89-e3a7-4295-a2f9-a22c6c5e2bbc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.790869] env[70398]: DEBUG oslo_vmware.api [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for the task: (returnval){ [ 1337.790869] env[70398]: value = "task-3445360" [ 1337.790869] env[70398]: _type = "Task" [ 1337.790869] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.797913] env[70398]: DEBUG oslo_vmware.api [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445360, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.005155] env[70398]: DEBUG nova.compute.manager [req-3ef793c0-ef9a-4f46-8137-4e500f0e58b2 req-e8452917-605b-4a66-bf93-0d7d420b6346 service nova] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Received event network-vif-unplugged-3a2ce8d7-93cc-481c-b7f0-8a08425ec3b4 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1338.005463] env[70398]: DEBUG oslo_concurrency.lockutils [req-3ef793c0-ef9a-4f46-8137-4e500f0e58b2 req-e8452917-605b-4a66-bf93-0d7d420b6346 service nova] Acquiring lock "feaaf24a-1dd8-43b5-b9d0-5075b2f9518c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.005804] env[70398]: DEBUG oslo_concurrency.lockutils [req-3ef793c0-ef9a-4f46-8137-4e500f0e58b2 req-e8452917-605b-4a66-bf93-0d7d420b6346 service nova] Lock "feaaf24a-1dd8-43b5-b9d0-5075b2f9518c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.006027] env[70398]: DEBUG oslo_concurrency.lockutils [req-3ef793c0-ef9a-4f46-8137-4e500f0e58b2 req-e8452917-605b-4a66-bf93-0d7d420b6346 service nova] Lock "feaaf24a-1dd8-43b5-b9d0-5075b2f9518c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.006279] env[70398]: DEBUG nova.compute.manager [req-3ef793c0-ef9a-4f46-8137-4e500f0e58b2 req-e8452917-605b-4a66-bf93-0d7d420b6346 service nova] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] No waiting events found dispatching network-vif-unplugged-3a2ce8d7-93cc-481c-b7f0-8a08425ec3b4 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1338.006604] env[70398]: WARNING nova.compute.manager [req-3ef793c0-ef9a-4f46-8137-4e500f0e58b2 req-e8452917-605b-4a66-bf93-0d7d420b6346 service nova] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Received unexpected event network-vif-unplugged-3a2ce8d7-93cc-481c-b7f0-8a08425ec3b4 for instance with vm_state shelved and task_state shelving_offloading. [ 1338.006858] env[70398]: DEBUG nova.compute.manager [req-3ef793c0-ef9a-4f46-8137-4e500f0e58b2 req-e8452917-605b-4a66-bf93-0d7d420b6346 service nova] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Received event network-changed-3a2ce8d7-93cc-481c-b7f0-8a08425ec3b4 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1338.007163] env[70398]: DEBUG nova.compute.manager [req-3ef793c0-ef9a-4f46-8137-4e500f0e58b2 req-e8452917-605b-4a66-bf93-0d7d420b6346 service nova] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Refreshing instance network info cache due to event network-changed-3a2ce8d7-93cc-481c-b7f0-8a08425ec3b4. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1338.007487] env[70398]: DEBUG oslo_concurrency.lockutils [req-3ef793c0-ef9a-4f46-8137-4e500f0e58b2 req-e8452917-605b-4a66-bf93-0d7d420b6346 service nova] Acquiring lock "refresh_cache-feaaf24a-1dd8-43b5-b9d0-5075b2f9518c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.007727] env[70398]: DEBUG oslo_concurrency.lockutils [req-3ef793c0-ef9a-4f46-8137-4e500f0e58b2 req-e8452917-605b-4a66-bf93-0d7d420b6346 service nova] Acquired lock "refresh_cache-feaaf24a-1dd8-43b5-b9d0-5075b2f9518c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.007932] env[70398]: DEBUG nova.network.neutron [req-3ef793c0-ef9a-4f46-8137-4e500f0e58b2 req-e8452917-605b-4a66-bf93-0d7d420b6346 service nova] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Refreshing network info cache for port 3a2ce8d7-93cc-481c-b7f0-8a08425ec3b4 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1338.016702] env[70398]: DEBUG oslo_vmware.api [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445359, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131172} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.017669] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1338.017898] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1338.018205] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1338.044464] env[70398]: INFO nova.scheduler.client.report [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Deleted allocations for instance feaaf24a-1dd8-43b5-b9d0-5075b2f9518c [ 1338.302502] env[70398]: DEBUG oslo_vmware.api [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445360, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.420334} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.302782] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] 10a3d296-df5c-498c-88e2-7e860d4410f6/10a3d296-df5c-498c-88e2-7e860d4410f6.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1338.302968] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1338.303231] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9ffe155-cee2-41ff-8be4-efd5644656cc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.308931] env[70398]: DEBUG oslo_vmware.api [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for the task: (returnval){ [ 1338.308931] env[70398]: value = "task-3445361" [ 1338.308931] env[70398]: _type = "Task" [ 1338.308931] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.316082] env[70398]: DEBUG oslo_vmware.api [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445361, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.550172] env[70398]: DEBUG oslo_concurrency.lockutils [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.550531] env[70398]: DEBUG oslo_concurrency.lockutils [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.550797] env[70398]: DEBUG nova.objects.instance [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lazy-loading 'resources' on Instance uuid feaaf24a-1dd8-43b5-b9d0-5075b2f9518c {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1338.716929] env[70398]: DEBUG nova.network.neutron [req-3ef793c0-ef9a-4f46-8137-4e500f0e58b2 req-e8452917-605b-4a66-bf93-0d7d420b6346 service nova] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Updated VIF entry in instance network info cache for port 3a2ce8d7-93cc-481c-b7f0-8a08425ec3b4. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1338.717306] env[70398]: DEBUG nova.network.neutron [req-3ef793c0-ef9a-4f46-8137-4e500f0e58b2 req-e8452917-605b-4a66-bf93-0d7d420b6346 service nova] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Updating instance_info_cache with network_info: [{"id": "3a2ce8d7-93cc-481c-b7f0-8a08425ec3b4", "address": "fa:16:3e:38:0b:8d", "network": {"id": "660720bd-b364-4d50-8d6c-a86a84e79e4a", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-693756326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3fa79db455844dcb84fce2f9e9ece30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap3a2ce8d7-93", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.820311] env[70398]: DEBUG oslo_vmware.api [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445361, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073474} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.820500] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1338.821266] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c31cda3-aeaf-4e76-bed4-18edcbb0d932 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.842933] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 10a3d296-df5c-498c-88e2-7e860d4410f6/10a3d296-df5c-498c-88e2-7e860d4410f6.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1338.843227] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd6b6e3a-9703-47ba-b617-f543f0aeb617 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.862381] env[70398]: DEBUG oslo_vmware.api [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for the task: (returnval){ [ 1338.862381] env[70398]: value = "task-3445362" [ 1338.862381] env[70398]: _type = "Task" [ 1338.862381] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.869961] env[70398]: DEBUG oslo_vmware.api [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445362, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.053153] env[70398]: DEBUG nova.objects.instance [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lazy-loading 'numa_topology' on Instance uuid feaaf24a-1dd8-43b5-b9d0-5075b2f9518c {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1339.219693] env[70398]: DEBUG oslo_concurrency.lockutils [req-3ef793c0-ef9a-4f46-8137-4e500f0e58b2 req-e8452917-605b-4a66-bf93-0d7d420b6346 service nova] Releasing lock "refresh_cache-feaaf24a-1dd8-43b5-b9d0-5075b2f9518c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.372728] env[70398]: DEBUG oslo_vmware.api [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445362, 'name': ReconfigVM_Task, 'duration_secs': 0.270503} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.373030] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 10a3d296-df5c-498c-88e2-7e860d4410f6/10a3d296-df5c-498c-88e2-7e860d4410f6.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1339.373646] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21468d19-68f4-4f16-9695-64f594bf4acf {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.382371] env[70398]: DEBUG oslo_vmware.api [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for the task: (returnval){ [ 1339.382371] env[70398]: value = "task-3445363" [ 1339.382371] env[70398]: _type = "Task" [ 1339.382371] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.390016] env[70398]: DEBUG oslo_vmware.api [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445363, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.555995] env[70398]: DEBUG nova.objects.base [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=70398) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1339.601077] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7ced28-46ac-4c37-8a3d-714963485d80 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.608252] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e59c5f-56e6-4667-a698-84d279d6e23e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.639071] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a3c9d5-e495-4172-93dc-c8f938b6154a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.646376] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acbdbc0-6335-4d90-b59d-a310fa8aa60e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.659940] env[70398]: DEBUG nova.compute.provider_tree [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1339.893032] env[70398]: DEBUG oslo_vmware.api [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445363, 'name': Rename_Task, 'duration_secs': 0.170444} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.893296] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1339.893674] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-349d07e6-c92a-4cb0-abea-82c36d3b0348 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.900205] env[70398]: DEBUG oslo_vmware.api [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for the task: (returnval){ [ 1339.900205] env[70398]: value = "task-3445364" [ 1339.900205] env[70398]: _type = "Task" [ 1339.900205] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.908089] env[70398]: DEBUG oslo_vmware.api [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445364, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.163559] env[70398]: DEBUG nova.scheduler.client.report [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1340.281298] env[70398]: DEBUG oslo_concurrency.lockutils [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Acquiring lock "feaaf24a-1dd8-43b5-b9d0-5075b2f9518c" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.409699] env[70398]: DEBUG oslo_vmware.api [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445364, 'name': PowerOnVM_Task, 'duration_secs': 0.403457} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.410033] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1340.410244] env[70398]: INFO nova.compute.manager [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Took 6.72 seconds to spawn the instance on the hypervisor. [ 1340.410482] env[70398]: DEBUG nova.compute.manager [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1340.411307] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d712936e-c1ef-4538-94ca-c9ae5fa04a5d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.668520] env[70398]: DEBUG oslo_concurrency.lockutils [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.926268] env[70398]: INFO nova.compute.manager [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Took 11.41 seconds to build instance. [ 1341.177644] env[70398]: DEBUG oslo_concurrency.lockutils [None req-04806b06-93a5-4f62-9532-60390ac5e020 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lock "feaaf24a-1dd8-43b5-b9d0-5075b2f9518c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.407s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.178724] env[70398]: DEBUG oslo_concurrency.lockutils [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lock "feaaf24a-1dd8-43b5-b9d0-5075b2f9518c" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.897s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.178724] env[70398]: INFO nova.compute.manager [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Unshelving [ 1341.428677] env[70398]: DEBUG oslo_concurrency.lockutils [None req-854e9e8d-0494-4fcf-8c7e-2a576ec99c32 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "10a3d296-df5c-498c-88e2-7e860d4410f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.926s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.545045] env[70398]: DEBUG nova.compute.manager [req-4ede2bb8-ca67-4f34-b86d-8ca0f499dc97 req-006b0dc6-80a4-4206-88dc-695ff7a20e87 service nova] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Received event network-changed-dbc89776-2a53-4668-9900-0567bca93d5d {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1341.545225] env[70398]: DEBUG nova.compute.manager [req-4ede2bb8-ca67-4f34-b86d-8ca0f499dc97 req-006b0dc6-80a4-4206-88dc-695ff7a20e87 service nova] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Refreshing instance network info cache due to event network-changed-dbc89776-2a53-4668-9900-0567bca93d5d. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1341.545449] env[70398]: DEBUG oslo_concurrency.lockutils [req-4ede2bb8-ca67-4f34-b86d-8ca0f499dc97 req-006b0dc6-80a4-4206-88dc-695ff7a20e87 service nova] Acquiring lock "refresh_cache-10a3d296-df5c-498c-88e2-7e860d4410f6" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.545594] env[70398]: DEBUG oslo_concurrency.lockutils [req-4ede2bb8-ca67-4f34-b86d-8ca0f499dc97 req-006b0dc6-80a4-4206-88dc-695ff7a20e87 service nova] Acquired lock "refresh_cache-10a3d296-df5c-498c-88e2-7e860d4410f6" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.545753] env[70398]: DEBUG nova.network.neutron [req-4ede2bb8-ca67-4f34-b86d-8ca0f499dc97 req-006b0dc6-80a4-4206-88dc-695ff7a20e87 service nova] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Refreshing network info cache for port dbc89776-2a53-4668-9900-0567bca93d5d {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1342.205025] env[70398]: DEBUG oslo_concurrency.lockutils [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.205299] env[70398]: DEBUG oslo_concurrency.lockutils [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.205509] env[70398]: DEBUG nova.objects.instance [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lazy-loading 'pci_requests' on Instance uuid feaaf24a-1dd8-43b5-b9d0-5075b2f9518c {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1342.246591] env[70398]: DEBUG nova.network.neutron [req-4ede2bb8-ca67-4f34-b86d-8ca0f499dc97 req-006b0dc6-80a4-4206-88dc-695ff7a20e87 service nova] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Updated VIF entry in instance network info cache for port dbc89776-2a53-4668-9900-0567bca93d5d. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1342.246948] env[70398]: DEBUG nova.network.neutron [req-4ede2bb8-ca67-4f34-b86d-8ca0f499dc97 req-006b0dc6-80a4-4206-88dc-695ff7a20e87 service nova] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Updating instance_info_cache with network_info: [{"id": "dbc89776-2a53-4668-9900-0567bca93d5d", "address": "fa:16:3e:c1:89:f2", "network": {"id": "c60a1218-1755-48b4-bf57-04838428f6c8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1604715474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384aca740b854263ad00e83e46f9f263", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbc89776-2a", "ovs_interfaceid": "dbc89776-2a53-4668-9900-0567bca93d5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.708936] env[70398]: DEBUG nova.objects.instance [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lazy-loading 'numa_topology' on Instance uuid feaaf24a-1dd8-43b5-b9d0-5075b2f9518c {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1342.749551] env[70398]: DEBUG oslo_concurrency.lockutils [req-4ede2bb8-ca67-4f34-b86d-8ca0f499dc97 req-006b0dc6-80a4-4206-88dc-695ff7a20e87 service nova] Releasing lock "refresh_cache-10a3d296-df5c-498c-88e2-7e860d4410f6" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.211521] env[70398]: INFO nova.compute.claims [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1344.264170] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7d6c46-5cd7-4b8f-b66f-5f66d7c38568 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.271685] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7a1f1a-378e-4073-a7f1-95121f563769 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.301372] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17e9f24-4acc-4a8b-b717-77ec3270aacc {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.307920] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db99269-16fe-459e-9ff2-34e6fba2f1d3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.320307] env[70398]: DEBUG nova.compute.provider_tree [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1344.823391] env[70398]: DEBUG nova.scheduler.client.report [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1345.328630] env[70398]: DEBUG oslo_concurrency.lockutils [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.123s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.357897] env[70398]: INFO nova.network.neutron [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Updating port 3a2ce8d7-93cc-481c-b7f0-8a08425ec3b4 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1346.735089] env[70398]: DEBUG nova.compute.manager [req-0ef868de-7777-4357-b25a-7984c9f84107 req-633ccf12-bea9-4cb4-abcb-76ecc4434563 service nova] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Received event network-vif-plugged-3a2ce8d7-93cc-481c-b7f0-8a08425ec3b4 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1346.735465] env[70398]: DEBUG oslo_concurrency.lockutils [req-0ef868de-7777-4357-b25a-7984c9f84107 req-633ccf12-bea9-4cb4-abcb-76ecc4434563 service nova] Acquiring lock "feaaf24a-1dd8-43b5-b9d0-5075b2f9518c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.735545] env[70398]: DEBUG oslo_concurrency.lockutils [req-0ef868de-7777-4357-b25a-7984c9f84107 req-633ccf12-bea9-4cb4-abcb-76ecc4434563 service nova] Lock "feaaf24a-1dd8-43b5-b9d0-5075b2f9518c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.735796] env[70398]: DEBUG oslo_concurrency.lockutils [req-0ef868de-7777-4357-b25a-7984c9f84107 req-633ccf12-bea9-4cb4-abcb-76ecc4434563 service nova] Lock "feaaf24a-1dd8-43b5-b9d0-5075b2f9518c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.735858] env[70398]: DEBUG nova.compute.manager [req-0ef868de-7777-4357-b25a-7984c9f84107 req-633ccf12-bea9-4cb4-abcb-76ecc4434563 service nova] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] No waiting events found dispatching network-vif-plugged-3a2ce8d7-93cc-481c-b7f0-8a08425ec3b4 {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1346.736133] env[70398]: WARNING nova.compute.manager [req-0ef868de-7777-4357-b25a-7984c9f84107 req-633ccf12-bea9-4cb4-abcb-76ecc4434563 service nova] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Received unexpected event network-vif-plugged-3a2ce8d7-93cc-481c-b7f0-8a08425ec3b4 for instance with vm_state shelved_offloaded and task_state spawning. [ 1346.819930] env[70398]: DEBUG oslo_concurrency.lockutils [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Acquiring lock "refresh_cache-feaaf24a-1dd8-43b5-b9d0-5075b2f9518c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.820160] env[70398]: DEBUG oslo_concurrency.lockutils [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Acquired lock "refresh_cache-feaaf24a-1dd8-43b5-b9d0-5075b2f9518c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.820371] env[70398]: DEBUG nova.network.neutron [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1347.789271] env[70398]: DEBUG nova.network.neutron [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Updating instance_info_cache with network_info: [{"id": "3a2ce8d7-93cc-481c-b7f0-8a08425ec3b4", "address": "fa:16:3e:38:0b:8d", "network": {"id": "660720bd-b364-4d50-8d6c-a86a84e79e4a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-693756326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3fa79db455844dcb84fce2f9e9ece30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a2ce8d7-93", "ovs_interfaceid": "3a2ce8d7-93cc-481c-b7f0-8a08425ec3b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.293991] env[70398]: DEBUG oslo_concurrency.lockutils [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Releasing lock "refresh_cache-feaaf24a-1dd8-43b5-b9d0-5075b2f9518c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.321500] env[70398]: DEBUG nova.virt.hardware [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f3434120ac3a8a897e5d518ca20ac542',container_format='bare',created_at=2025-04-15T16:24:21Z,direct_url=,disk_format='vmdk',id=d542168a-3d53-4ef7-9a91-96af11c9ded9,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1821860553-shelved',owner='f3fa79db455844dcb84fce2f9e9ece30',properties=ImageMetaProps,protected=,size=31663104,status='active',tags=,updated_at=2025-04-15T16:24:34Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1348.321752] env[70398]: DEBUG nova.virt.hardware [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1348.321918] env[70398]: DEBUG nova.virt.hardware [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1348.322116] env[70398]: DEBUG nova.virt.hardware [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1348.322267] env[70398]: DEBUG nova.virt.hardware [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1348.322415] env[70398]: DEBUG nova.virt.hardware [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1348.322626] env[70398]: DEBUG nova.virt.hardware [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1348.322784] env[70398]: DEBUG nova.virt.hardware [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1348.322951] env[70398]: DEBUG nova.virt.hardware [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1348.323134] env[70398]: DEBUG nova.virt.hardware [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1348.323306] env[70398]: DEBUG nova.virt.hardware [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1348.324172] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50894417-db67-497e-909f-e3ba895d3e51 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.332112] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d097691-751a-45b3-b393-a3b3b3a3eb71 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.346912] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:0b:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a2ce8d7-93cc-481c-b7f0-8a08425ec3b4', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1348.354496] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1348.354847] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1348.355114] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-315a9363-c081-44a2-b9cc-3c18e9007736 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.373136] env[70398]: DEBUG nova.compute.manager [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Stashing vm_state: active {{(pid=70398) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1348.378918] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1348.378918] env[70398]: value = "task-3445365" [ 1348.378918] env[70398]: _type = "Task" [ 1348.378918] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.384673] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445365, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.759971] env[70398]: DEBUG nova.compute.manager [req-a266332d-84b9-4b32-9260-32495b01ce9f req-ebbaa3df-ff42-4dd8-86fe-3756dde664bd service nova] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Received event network-changed-3a2ce8d7-93cc-481c-b7f0-8a08425ec3b4 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1348.760202] env[70398]: DEBUG nova.compute.manager [req-a266332d-84b9-4b32-9260-32495b01ce9f req-ebbaa3df-ff42-4dd8-86fe-3756dde664bd service nova] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Refreshing instance network info cache due to event network-changed-3a2ce8d7-93cc-481c-b7f0-8a08425ec3b4. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1348.760414] env[70398]: DEBUG oslo_concurrency.lockutils [req-a266332d-84b9-4b32-9260-32495b01ce9f req-ebbaa3df-ff42-4dd8-86fe-3756dde664bd service nova] Acquiring lock "refresh_cache-feaaf24a-1dd8-43b5-b9d0-5075b2f9518c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.760555] env[70398]: DEBUG oslo_concurrency.lockutils [req-a266332d-84b9-4b32-9260-32495b01ce9f req-ebbaa3df-ff42-4dd8-86fe-3756dde664bd service nova] Acquired lock "refresh_cache-feaaf24a-1dd8-43b5-b9d0-5075b2f9518c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.760711] env[70398]: DEBUG nova.network.neutron [req-a266332d-84b9-4b32-9260-32495b01ce9f req-ebbaa3df-ff42-4dd8-86fe-3756dde664bd service nova] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Refreshing network info cache for port 3a2ce8d7-93cc-481c-b7f0-8a08425ec3b4 {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1348.889672] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445365, 'name': CreateVM_Task, 'duration_secs': 0.380091} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.889970] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1348.890500] env[70398]: DEBUG oslo_concurrency.lockutils [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d542168a-3d53-4ef7-9a91-96af11c9ded9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.890661] env[70398]: DEBUG oslo_concurrency.lockutils [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d542168a-3d53-4ef7-9a91-96af11c9ded9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.891030] env[70398]: DEBUG oslo_concurrency.lockutils [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d542168a-3d53-4ef7-9a91-96af11c9ded9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.891275] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fab213f2-3fcf-4e63-8ae1-8548959a71f3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.894319] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.894458] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.896665] env[70398]: DEBUG oslo_vmware.api [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the task: (returnval){ [ 1348.896665] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52dc6646-4e6a-a435-d7d0-d38801b29973" [ 1348.896665] env[70398]: _type = "Task" [ 1348.896665] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.904395] env[70398]: DEBUG oslo_vmware.api [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52dc6646-4e6a-a435-d7d0-d38801b29973, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.402152] env[70398]: INFO nova.compute.claims [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1349.414705] env[70398]: DEBUG oslo_concurrency.lockutils [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d542168a-3d53-4ef7-9a91-96af11c9ded9" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.414947] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Processing image d542168a-3d53-4ef7-9a91-96af11c9ded9 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1349.415194] env[70398]: DEBUG oslo_concurrency.lockutils [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d542168a-3d53-4ef7-9a91-96af11c9ded9/d542168a-3d53-4ef7-9a91-96af11c9ded9.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.415340] env[70398]: DEBUG oslo_concurrency.lockutils [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d542168a-3d53-4ef7-9a91-96af11c9ded9/d542168a-3d53-4ef7-9a91-96af11c9ded9.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.415517] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1349.415748] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe7019dc-77f5-4a39-8dcb-896524568b34 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.424051] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1349.424231] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1349.425544] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc6867e8-c03b-4c92-8f02-80e6edf73bc5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.431071] env[70398]: DEBUG oslo_vmware.api [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the task: (returnval){ [ 1349.431071] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52451fb6-d8d3-76d9-f275-0319c5836922" [ 1349.431071] env[70398]: _type = "Task" [ 1349.431071] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.438252] env[70398]: DEBUG oslo_vmware.api [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52451fb6-d8d3-76d9-f275-0319c5836922, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.468893] env[70398]: DEBUG nova.network.neutron [req-a266332d-84b9-4b32-9260-32495b01ce9f req-ebbaa3df-ff42-4dd8-86fe-3756dde664bd service nova] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Updated VIF entry in instance network info cache for port 3a2ce8d7-93cc-481c-b7f0-8a08425ec3b4. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1349.469263] env[70398]: DEBUG nova.network.neutron [req-a266332d-84b9-4b32-9260-32495b01ce9f req-ebbaa3df-ff42-4dd8-86fe-3756dde664bd service nova] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Updating instance_info_cache with network_info: [{"id": "3a2ce8d7-93cc-481c-b7f0-8a08425ec3b4", "address": "fa:16:3e:38:0b:8d", "network": {"id": "660720bd-b364-4d50-8d6c-a86a84e79e4a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-693756326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3fa79db455844dcb84fce2f9e9ece30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a2ce8d7-93", "ovs_interfaceid": "3a2ce8d7-93cc-481c-b7f0-8a08425ec3b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.911437] env[70398]: INFO nova.compute.resource_tracker [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Updating resource usage from migration 0942ee25-f9cb-45ec-bdb5-63be59fdce7b [ 1349.943288] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Preparing fetch location {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1349.943538] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Fetch image to [datastore1] OSTACK_IMG_e6b94acc-a1cf-4226-9e1f-33cecb7479ce/OSTACK_IMG_e6b94acc-a1cf-4226-9e1f-33cecb7479ce.vmdk {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1349.944529] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Downloading stream optimized image d542168a-3d53-4ef7-9a91-96af11c9ded9 to [datastore1] OSTACK_IMG_e6b94acc-a1cf-4226-9e1f-33cecb7479ce/OSTACK_IMG_e6b94acc-a1cf-4226-9e1f-33cecb7479ce.vmdk on the data store datastore1 as vApp {{(pid=70398) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1349.944529] env[70398]: DEBUG nova.virt.vmwareapi.images [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Downloading image file data d542168a-3d53-4ef7-9a91-96af11c9ded9 to the ESX as VM named 'OSTACK_IMG_e6b94acc-a1cf-4226-9e1f-33cecb7479ce' {{(pid=70398) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1349.979338] env[70398]: DEBUG oslo_concurrency.lockutils [req-a266332d-84b9-4b32-9260-32495b01ce9f req-ebbaa3df-ff42-4dd8-86fe-3756dde664bd service nova] Releasing lock "refresh_cache-feaaf24a-1dd8-43b5-b9d0-5075b2f9518c" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.981098] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4c3e93-e6da-48dc-9c7e-0e7ec95f3ac7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.987877] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4ed530-3696-441b-8042-5a988419058b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.018205] env[70398]: DEBUG oslo_vmware.rw_handles [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1350.018205] env[70398]: value = "resgroup-9" [ 1350.018205] env[70398]: _type = "ResourcePool" [ 1350.018205] env[70398]: }. {{(pid=70398) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1350.018917] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce08b6a-c316-4aae-8100-248d3441ebcb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.021187] env[70398]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-787a5bfd-7974-475e-84f2-7971d8b37925 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.039672] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fc5448-71c0-430e-a5eb-57783c17d555 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.043905] env[70398]: DEBUG oslo_vmware.rw_handles [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lease: (returnval){ [ 1350.043905] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52a02e0d-7fc3-1172-cfbb-f4ed77fb46f1" [ 1350.043905] env[70398]: _type = "HttpNfcLease" [ 1350.043905] env[70398]: } obtained for vApp import into resource pool (val){ [ 1350.043905] env[70398]: value = "resgroup-9" [ 1350.043905] env[70398]: _type = "ResourcePool" [ 1350.043905] env[70398]: }. {{(pid=70398) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1350.044304] env[70398]: DEBUG oslo_vmware.api [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the lease: (returnval){ [ 1350.044304] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52a02e0d-7fc3-1172-cfbb-f4ed77fb46f1" [ 1350.044304] env[70398]: _type = "HttpNfcLease" [ 1350.044304] env[70398]: } to be ready. {{(pid=70398) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1350.054258] env[70398]: DEBUG nova.compute.provider_tree [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1350.058233] env[70398]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1350.058233] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52a02e0d-7fc3-1172-cfbb-f4ed77fb46f1" [ 1350.058233] env[70398]: _type = "HttpNfcLease" [ 1350.058233] env[70398]: } is initializing. {{(pid=70398) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1350.552760] env[70398]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1350.552760] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52a02e0d-7fc3-1172-cfbb-f4ed77fb46f1" [ 1350.552760] env[70398]: _type = "HttpNfcLease" [ 1350.552760] env[70398]: } is ready. {{(pid=70398) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1350.553096] env[70398]: DEBUG oslo_vmware.rw_handles [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1350.553096] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52a02e0d-7fc3-1172-cfbb-f4ed77fb46f1" [ 1350.553096] env[70398]: _type = "HttpNfcLease" [ 1350.553096] env[70398]: }. {{(pid=70398) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1350.553694] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495e64f3-6b02-4328-819f-3086d01caa59 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.556523] env[70398]: DEBUG nova.scheduler.client.report [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1350.563959] env[70398]: DEBUG oslo_vmware.rw_handles [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ea4d0f-7d74-87ff-5d3a-a1319d511f97/disk-0.vmdk from lease info. {{(pid=70398) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1350.564151] env[70398]: DEBUG oslo_vmware.rw_handles [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Creating HTTP connection to write to file with size = 31663104 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ea4d0f-7d74-87ff-5d3a-a1319d511f97/disk-0.vmdk. {{(pid=70398) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1350.628065] env[70398]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c3e5434d-a7d3-407c-93c8-354eaa63c7e7 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.061135] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.166s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.061605] env[70398]: INFO nova.compute.manager [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Migrating [ 1351.579177] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "refresh_cache-6f917b63-5d5b-47d8-8a8c-c6048334b322" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.579389] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquired lock "refresh_cache-6f917b63-5d5b-47d8-8a8c-c6048334b322" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.579550] env[70398]: DEBUG nova.network.neutron [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1351.643403] env[70398]: DEBUG oslo_vmware.rw_handles [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Completed reading data from the image iterator. {{(pid=70398) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1351.643663] env[70398]: DEBUG oslo_vmware.rw_handles [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ea4d0f-7d74-87ff-5d3a-a1319d511f97/disk-0.vmdk. {{(pid=70398) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1351.644644] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecfe32ce-f6b2-4254-b0b9-2f640f34064f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.651452] env[70398]: DEBUG oslo_vmware.rw_handles [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ea4d0f-7d74-87ff-5d3a-a1319d511f97/disk-0.vmdk is in state: ready. {{(pid=70398) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1351.651623] env[70398]: DEBUG oslo_vmware.rw_handles [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ea4d0f-7d74-87ff-5d3a-a1319d511f97/disk-0.vmdk. {{(pid=70398) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1351.651830] env[70398]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-9fb5d934-6519-4b65-92f2-7894ad2c427b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.850277] env[70398]: DEBUG oslo_vmware.rw_handles [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ea4d0f-7d74-87ff-5d3a-a1319d511f97/disk-0.vmdk. {{(pid=70398) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1351.850504] env[70398]: INFO nova.virt.vmwareapi.images [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Downloaded image file data d542168a-3d53-4ef7-9a91-96af11c9ded9 [ 1351.851717] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26afe60d-927d-464b-ba15-8115a16a14e2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.866410] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ead74e6-7d67-4e1f-82c6-f7f97d587a86 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.896700] env[70398]: INFO nova.virt.vmwareapi.images [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] The imported VM was unregistered [ 1351.899071] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Caching image {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1351.899309] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Creating directory with path [datastore1] devstack-image-cache_base/d542168a-3d53-4ef7-9a91-96af11c9ded9 {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1351.899571] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-803d7f79-2857-4b1b-875d-8a99526dc077 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.910608] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Created directory with path [datastore1] devstack-image-cache_base/d542168a-3d53-4ef7-9a91-96af11c9ded9 {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1351.910774] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_e6b94acc-a1cf-4226-9e1f-33cecb7479ce/OSTACK_IMG_e6b94acc-a1cf-4226-9e1f-33cecb7479ce.vmdk to [datastore1] devstack-image-cache_base/d542168a-3d53-4ef7-9a91-96af11c9ded9/d542168a-3d53-4ef7-9a91-96af11c9ded9.vmdk. {{(pid=70398) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1351.910991] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f9c3f43c-e97a-4528-a1ed-b1f010176c3c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.917187] env[70398]: DEBUG oslo_vmware.api [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the task: (returnval){ [ 1351.917187] env[70398]: value = "task-3445368" [ 1351.917187] env[70398]: _type = "Task" [ 1351.917187] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.924507] env[70398]: DEBUG oslo_vmware.api [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445368, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.328255] env[70398]: DEBUG nova.network.neutron [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Updating instance_info_cache with network_info: [{"id": "c3192f01-1353-4d9b-86b8-d3263d803445", "address": "fa:16:3e:41:05:3f", "network": {"id": "b09dba51-196a-4f6b-8985-d014993ec89b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1461080089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51f4576c34fc44219985585672183ac3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3192f01-13", "ovs_interfaceid": "c3192f01-1353-4d9b-86b8-d3263d803445", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.427330] env[70398]: DEBUG oslo_vmware.api [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445368, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.831206] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Releasing lock "refresh_cache-6f917b63-5d5b-47d8-8a8c-c6048334b322" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.927839] env[70398]: DEBUG oslo_vmware.api [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445368, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.431098] env[70398]: DEBUG oslo_vmware.api [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445368, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.929651] env[70398]: DEBUG oslo_vmware.api [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445368, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.347569] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6257a2-b2f8-4161-98bf-5848573eb367 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.367018] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Updating instance '6f917b63-5d5b-47d8-8a8c-c6048334b322' progress to 0 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1354.429844] env[70398]: DEBUG oslo_vmware.api [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445368, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.187641} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.430121] env[70398]: INFO nova.virt.vmwareapi.ds_util [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_e6b94acc-a1cf-4226-9e1f-33cecb7479ce/OSTACK_IMG_e6b94acc-a1cf-4226-9e1f-33cecb7479ce.vmdk to [datastore1] devstack-image-cache_base/d542168a-3d53-4ef7-9a91-96af11c9ded9/d542168a-3d53-4ef7-9a91-96af11c9ded9.vmdk. [ 1354.430292] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Cleaning up location [datastore1] OSTACK_IMG_e6b94acc-a1cf-4226-9e1f-33cecb7479ce {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1354.430451] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_e6b94acc-a1cf-4226-9e1f-33cecb7479ce {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1354.430697] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3285d4be-7b0a-4c14-ba14-6db25427dc5e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.437966] env[70398]: DEBUG oslo_vmware.api [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the task: (returnval){ [ 1354.437966] env[70398]: value = "task-3445369" [ 1354.437966] env[70398]: _type = "Task" [ 1354.437966] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.445412] env[70398]: DEBUG oslo_vmware.api [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445369, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.872332] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1354.872643] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4ce1ad3-30bd-4e70-8aef-269e1d29231d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.880287] env[70398]: DEBUG oslo_vmware.api [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1354.880287] env[70398]: value = "task-3445370" [ 1354.880287] env[70398]: _type = "Task" [ 1354.880287] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.888142] env[70398]: DEBUG oslo_vmware.api [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.948366] env[70398]: DEBUG oslo_vmware.api [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445369, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034236} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.948590] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1354.948646] env[70398]: DEBUG oslo_concurrency.lockutils [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d542168a-3d53-4ef7-9a91-96af11c9ded9/d542168a-3d53-4ef7-9a91-96af11c9ded9.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.948880] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d542168a-3d53-4ef7-9a91-96af11c9ded9/d542168a-3d53-4ef7-9a91-96af11c9ded9.vmdk to [datastore1] feaaf24a-1dd8-43b5-b9d0-5075b2f9518c/feaaf24a-1dd8-43b5-b9d0-5075b2f9518c.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1354.949153] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a90a8e3-5561-4292-94a3-ed20db8ac151 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.956051] env[70398]: DEBUG oslo_vmware.api [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the task: (returnval){ [ 1354.956051] env[70398]: value = "task-3445371" [ 1354.956051] env[70398]: _type = "Task" [ 1354.956051] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.963881] env[70398]: DEBUG oslo_vmware.api [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.390638] env[70398]: DEBUG oslo_vmware.api [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445370, 'name': PowerOffVM_Task, 'duration_secs': 0.200371} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.390923] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1355.391127] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Updating instance '6f917b63-5d5b-47d8-8a8c-c6048334b322' progress to 17 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1355.465236] env[70398]: DEBUG oslo_vmware.api [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445371, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.899066] env[70398]: DEBUG nova.virt.hardware [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1355.899066] env[70398]: DEBUG nova.virt.hardware [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1355.899066] env[70398]: DEBUG nova.virt.hardware [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1355.899066] env[70398]: DEBUG nova.virt.hardware [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1355.899530] env[70398]: DEBUG nova.virt.hardware [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1355.899530] env[70398]: DEBUG nova.virt.hardware [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1355.899530] env[70398]: DEBUG nova.virt.hardware [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1355.899657] env[70398]: DEBUG nova.virt.hardware [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1355.899745] env[70398]: DEBUG nova.virt.hardware [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1355.899907] env[70398]: DEBUG nova.virt.hardware [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1355.900093] env[70398]: DEBUG nova.virt.hardware [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1355.905155] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76aea7f5-06fd-42b0-a529-9ae991c1b51c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.920929] env[70398]: DEBUG oslo_vmware.api [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1355.920929] env[70398]: value = "task-3445372" [ 1355.920929] env[70398]: _type = "Task" [ 1355.920929] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.929751] env[70398]: DEBUG oslo_vmware.api [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445372, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.965259] env[70398]: DEBUG oslo_vmware.api [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445371, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.431394] env[70398]: DEBUG oslo_vmware.api [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445372, 'name': ReconfigVM_Task, 'duration_secs': 0.248812} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.431820] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Updating instance '6f917b63-5d5b-47d8-8a8c-c6048334b322' progress to 33 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1356.466497] env[70398]: DEBUG oslo_vmware.api [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445371, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.939284] env[70398]: DEBUG nova.virt.hardware [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1356.939785] env[70398]: DEBUG nova.virt.hardware [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1356.940096] env[70398]: DEBUG nova.virt.hardware [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1356.940462] env[70398]: DEBUG nova.virt.hardware [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1356.940754] env[70398]: DEBUG nova.virt.hardware [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1356.940973] env[70398]: DEBUG nova.virt.hardware [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1356.941256] env[70398]: DEBUG nova.virt.hardware [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1356.941442] env[70398]: DEBUG nova.virt.hardware [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1356.941660] env[70398]: DEBUG nova.virt.hardware [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1356.941851] env[70398]: DEBUG nova.virt.hardware [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1356.942062] env[70398]: DEBUG nova.virt.hardware [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1356.947955] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Reconfiguring VM instance instance-0000007d to detach disk 2000 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1356.948303] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52006ecd-4124-4a19-98f4-e7e9f90eb159 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.972293] env[70398]: DEBUG oslo_vmware.api [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445371, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.973788] env[70398]: DEBUG oslo_vmware.api [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1356.973788] env[70398]: value = "task-3445373" [ 1356.973788] env[70398]: _type = "Task" [ 1356.973788] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.981856] env[70398]: DEBUG oslo_vmware.api [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445373, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.471597] env[70398]: DEBUG oslo_vmware.api [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445371, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.190739} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.471988] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d542168a-3d53-4ef7-9a91-96af11c9ded9/d542168a-3d53-4ef7-9a91-96af11c9ded9.vmdk to [datastore1] feaaf24a-1dd8-43b5-b9d0-5075b2f9518c/feaaf24a-1dd8-43b5-b9d0-5075b2f9518c.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1357.472892] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0a357f-e2bc-4c21-ba6b-6760f0a605b4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.496133] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] feaaf24a-1dd8-43b5-b9d0-5075b2f9518c/feaaf24a-1dd8-43b5-b9d0-5075b2f9518c.vmdk or device None with type streamOptimized {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1357.499030] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0659a2a2-56d1-4491-b9f9-58aa6b49fe13 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.512816] env[70398]: DEBUG oslo_vmware.api [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445373, 'name': ReconfigVM_Task, 'duration_secs': 0.388578} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.513093] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Reconfigured VM instance instance-0000007d to detach disk 2000 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1357.514239] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6928ebb-dcb5-4eae-9bf6-d4121ecafb40 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.518493] env[70398]: DEBUG oslo_vmware.api [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the task: (returnval){ [ 1357.518493] env[70398]: value = "task-3445374" [ 1357.518493] env[70398]: _type = "Task" [ 1357.518493] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.535265] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 6f917b63-5d5b-47d8-8a8c-c6048334b322/6f917b63-5d5b-47d8-8a8c-c6048334b322.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1357.538207] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f349249-17e3-4d79-a0b7-1df9f450747b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.555716] env[70398]: DEBUG oslo_vmware.api [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445374, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.556938] env[70398]: DEBUG oslo_vmware.api [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1357.556938] env[70398]: value = "task-3445375" [ 1357.556938] env[70398]: _type = "Task" [ 1357.556938] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.564023] env[70398]: DEBUG oslo_vmware.api [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445375, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.037640] env[70398]: DEBUG oslo_vmware.api [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445374, 'name': ReconfigVM_Task, 'duration_secs': 0.470032} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.037901] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Reconfigured VM instance instance-0000007b to attach disk [datastore1] feaaf24a-1dd8-43b5-b9d0-5075b2f9518c/feaaf24a-1dd8-43b5-b9d0-5075b2f9518c.vmdk or device None with type streamOptimized {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1358.038582] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d564f5b-d7d5-430b-b944-7beb756b55d6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.044325] env[70398]: DEBUG oslo_vmware.api [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the task: (returnval){ [ 1358.044325] env[70398]: value = "task-3445376" [ 1358.044325] env[70398]: _type = "Task" [ 1358.044325] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.051531] env[70398]: DEBUG oslo_vmware.api [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445376, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.066049] env[70398]: DEBUG oslo_vmware.api [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445375, 'name': ReconfigVM_Task, 'duration_secs': 0.267059} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.066178] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 6f917b63-5d5b-47d8-8a8c-c6048334b322/6f917b63-5d5b-47d8-8a8c-c6048334b322.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1358.066416] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Updating instance '6f917b63-5d5b-47d8-8a8c-c6048334b322' progress to 50 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1358.554498] env[70398]: DEBUG oslo_vmware.api [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445376, 'name': Rename_Task, 'duration_secs': 0.137874} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.554881] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1358.555053] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae3bf3ef-24a6-46cd-9ad2-3dab59ba8ffd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.561209] env[70398]: DEBUG oslo_vmware.api [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the task: (returnval){ [ 1358.561209] env[70398]: value = "task-3445377" [ 1358.561209] env[70398]: _type = "Task" [ 1358.561209] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.568498] env[70398]: DEBUG oslo_vmware.api [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445377, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.572575] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5c32e1-3c36-4cf8-bfea-a1fdd9af4c80 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.590989] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de729b70-867a-4402-acbd-b5ccdeb4cb5f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.607757] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Updating instance '6f917b63-5d5b-47d8-8a8c-c6048334b322' progress to 67 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1359.071911] env[70398]: DEBUG oslo_vmware.api [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445377, 'name': PowerOnVM_Task, 'duration_secs': 0.441079} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.072396] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1359.170463] env[70398]: DEBUG nova.network.neutron [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Port c3192f01-1353-4d9b-86b8-d3263d803445 binding to destination host cpu-1 is already ACTIVE {{(pid=70398) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1359.187616] env[70398]: DEBUG nova.compute.manager [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1359.188414] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758a8bc8-28c0-4b77-b817-7b8f9d32726e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.706040] env[70398]: DEBUG oslo_concurrency.lockutils [None req-072980d6-d826-4478-9225-21675c605d1e tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lock "feaaf24a-1dd8-43b5-b9d0-5075b2f9518c" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.527s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.192942] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "6f917b63-5d5b-47d8-8a8c-c6048334b322-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.193205] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "6f917b63-5d5b-47d8-8a8c-c6048334b322-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.193353] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "6f917b63-5d5b-47d8-8a8c-c6048334b322-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.227978] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "refresh_cache-6f917b63-5d5b-47d8-8a8c-c6048334b322" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.228291] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquired lock "refresh_cache-6f917b63-5d5b-47d8-8a8c-c6048334b322" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.228356] env[70398]: DEBUG nova.network.neutron [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1361.925037] env[70398]: DEBUG nova.network.neutron [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Updating instance_info_cache with network_info: [{"id": "c3192f01-1353-4d9b-86b8-d3263d803445", "address": "fa:16:3e:41:05:3f", "network": {"id": "b09dba51-196a-4f6b-8985-d014993ec89b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1461080089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51f4576c34fc44219985585672183ac3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3192f01-13", "ovs_interfaceid": "c3192f01-1353-4d9b-86b8-d3263d803445", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.428050] env[70398]: DEBUG oslo_concurrency.lockutils [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Releasing lock "refresh_cache-6f917b63-5d5b-47d8-8a8c-c6048334b322" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.954110] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f88ee27-35c0-48b6-a291-b6652fbd4161 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.973333] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642fd454-6f74-473c-8afe-3b27852094e8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.979614] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Updating instance '6f917b63-5d5b-47d8-8a8c-c6048334b322' progress to 83 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1363.485535] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1363.485908] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f9fec2a-8d01-448e-9acf-d664cf3b8964 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.493149] env[70398]: DEBUG oslo_vmware.api [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1363.493149] env[70398]: value = "task-3445378" [ 1363.493149] env[70398]: _type = "Task" [ 1363.493149] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.500706] env[70398]: DEBUG oslo_vmware.api [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445378, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.002284] env[70398]: DEBUG oslo_vmware.api [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445378, 'name': PowerOnVM_Task, 'duration_secs': 0.363213} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.002569] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1364.002739] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-2f079354-da91-4241-a1d7-a3b53dca806a tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Updating instance '6f917b63-5d5b-47d8-8a8c-c6048334b322' progress to 100 {{(pid=70398) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1366.550824] env[70398]: DEBUG nova.network.neutron [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Port c3192f01-1353-4d9b-86b8-d3263d803445 binding to destination host cpu-1 is already ACTIVE {{(pid=70398) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1366.551122] env[70398]: DEBUG oslo_concurrency.lockutils [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "refresh_cache-6f917b63-5d5b-47d8-8a8c-c6048334b322" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.551244] env[70398]: DEBUG oslo_concurrency.lockutils [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquired lock "refresh_cache-6f917b63-5d5b-47d8-8a8c-c6048334b322" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.551405] env[70398]: DEBUG nova.network.neutron [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1367.282866] env[70398]: DEBUG nova.network.neutron [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Updating instance_info_cache with network_info: [{"id": "c3192f01-1353-4d9b-86b8-d3263d803445", "address": "fa:16:3e:41:05:3f", "network": {"id": "b09dba51-196a-4f6b-8985-d014993ec89b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1461080089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51f4576c34fc44219985585672183ac3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3192f01-13", "ovs_interfaceid": "c3192f01-1353-4d9b-86b8-d3263d803445", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.786138] env[70398]: DEBUG oslo_concurrency.lockutils [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Releasing lock "refresh_cache-6f917b63-5d5b-47d8-8a8c-c6048334b322" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.289957] env[70398]: DEBUG nova.compute.manager [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70398) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1368.290207] env[70398]: DEBUG oslo_concurrency.lockutils [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.290460] env[70398]: DEBUG oslo_concurrency.lockutils [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.793482] env[70398]: DEBUG nova.objects.instance [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lazy-loading 'migration_context' on Instance uuid 6f917b63-5d5b-47d8-8a8c-c6048334b322 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1369.359798] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f772d3bd-94ea-40d2-8941-8f0de658f627 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.367104] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c09c88-86b4-47f2-89c8-48b21e799e27 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.396015] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cdf544b-7c8b-4a2d-bc4e-77ed96ad7302 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.402766] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6650e860-5f7f-4bcf-bf32-9adab19c1442 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.416376] env[70398]: DEBUG nova.compute.provider_tree [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1369.919242] env[70398]: DEBUG nova.scheduler.client.report [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1370.930414] env[70398]: DEBUG oslo_concurrency.lockutils [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.640s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.464235] env[70398]: INFO nova.compute.manager [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Swapping old allocation on dict_keys(['308ebb75-eece-4013-bc9f-8d18cf162ec4']) held by migration 0942ee25-f9cb-45ec-bdb5-63be59fdce7b for instance [ 1372.485215] env[70398]: DEBUG nova.scheduler.client.report [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Overwriting current allocation {'allocations': {'308ebb75-eece-4013-bc9f-8d18cf162ec4': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 173}}, 'project_id': '51f4576c34fc44219985585672183ac3', 'user_id': '8859e8d417ed4e9b9fea1c2c46ea7e14', 'consumer_generation': 1} on consumer 6f917b63-5d5b-47d8-8a8c-c6048334b322 {{(pid=70398) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1372.557352] env[70398]: DEBUG oslo_concurrency.lockutils [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "refresh_cache-6f917b63-5d5b-47d8-8a8c-c6048334b322" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.557532] env[70398]: DEBUG oslo_concurrency.lockutils [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquired lock "refresh_cache-6f917b63-5d5b-47d8-8a8c-c6048334b322" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.557708] env[70398]: DEBUG nova.network.neutron [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1373.255820] env[70398]: DEBUG nova.network.neutron [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Updating instance_info_cache with network_info: [{"id": "c3192f01-1353-4d9b-86b8-d3263d803445", "address": "fa:16:3e:41:05:3f", "network": {"id": "b09dba51-196a-4f6b-8985-d014993ec89b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1461080089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51f4576c34fc44219985585672183ac3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3192f01-13", "ovs_interfaceid": "c3192f01-1353-4d9b-86b8-d3263d803445", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.758236] env[70398]: DEBUG oslo_concurrency.lockutils [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Releasing lock "refresh_cache-6f917b63-5d5b-47d8-8a8c-c6048334b322" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.758756] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1373.759065] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90e5716c-2799-4f89-a717-e7eb16aced56 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.766650] env[70398]: DEBUG oslo_vmware.api [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1373.766650] env[70398]: value = "task-3445379" [ 1373.766650] env[70398]: _type = "Task" [ 1373.766650] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.774786] env[70398]: DEBUG oslo_vmware.api [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.276364] env[70398]: DEBUG oslo_vmware.api [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445379, 'name': PowerOffVM_Task, 'duration_secs': 0.169926} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.276622] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1374.277305] env[70398]: DEBUG nova.virt.hardware [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1374.277516] env[70398]: DEBUG nova.virt.hardware [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1374.277690] env[70398]: DEBUG nova.virt.hardware [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1374.277848] env[70398]: DEBUG nova.virt.hardware [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1374.277995] env[70398]: DEBUG nova.virt.hardware [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1374.278159] env[70398]: DEBUG nova.virt.hardware [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1374.278363] env[70398]: DEBUG nova.virt.hardware [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1374.278521] env[70398]: DEBUG nova.virt.hardware [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1374.278687] env[70398]: DEBUG nova.virt.hardware [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1374.278847] env[70398]: DEBUG nova.virt.hardware [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1374.279033] env[70398]: DEBUG nova.virt.hardware [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1374.283809] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2fb7768-0dde-437c-a263-5d5a075033c1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.298644] env[70398]: DEBUG oslo_vmware.api [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1374.298644] env[70398]: value = "task-3445380" [ 1374.298644] env[70398]: _type = "Task" [ 1374.298644] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.305794] env[70398]: DEBUG oslo_vmware.api [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445380, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.809748] env[70398]: DEBUG oslo_vmware.api [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445380, 'name': ReconfigVM_Task, 'duration_secs': 0.127013} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.810554] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac24f28b-c78e-49c8-a8e8-9f2aaec7e00e {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.828420] env[70398]: DEBUG nova.virt.hardware [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1374.828690] env[70398]: DEBUG nova.virt.hardware [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1374.828849] env[70398]: DEBUG nova.virt.hardware [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1374.829039] env[70398]: DEBUG nova.virt.hardware [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1374.829200] env[70398]: DEBUG nova.virt.hardware [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1374.829370] env[70398]: DEBUG nova.virt.hardware [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1374.829571] env[70398]: DEBUG nova.virt.hardware [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1374.829906] env[70398]: DEBUG nova.virt.hardware [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1374.829906] env[70398]: DEBUG nova.virt.hardware [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1374.830098] env[70398]: DEBUG nova.virt.hardware [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1374.830249] env[70398]: DEBUG nova.virt.hardware [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1374.831061] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-199b86c0-0832-4b2e-9486-ac87f6ca16f5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.836300] env[70398]: DEBUG oslo_vmware.api [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1374.836300] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52534148-e33a-55be-6c5f-0b34d8f79703" [ 1374.836300] env[70398]: _type = "Task" [ 1374.836300] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.843738] env[70398]: DEBUG oslo_vmware.api [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52534148-e33a-55be-6c5f-0b34d8f79703, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.346342] env[70398]: DEBUG oslo_vmware.api [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52534148-e33a-55be-6c5f-0b34d8f79703, 'name': SearchDatastore_Task, 'duration_secs': 0.008557} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.351653] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Reconfiguring VM instance instance-0000007d to detach disk 2000 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1375.351927] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-930ae740-607c-486d-a25b-4cf867385289 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.368632] env[70398]: DEBUG oslo_vmware.api [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1375.368632] env[70398]: value = "task-3445381" [ 1375.368632] env[70398]: _type = "Task" [ 1375.368632] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.376333] env[70398]: DEBUG oslo_vmware.api [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445381, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.878264] env[70398]: DEBUG oslo_vmware.api [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445381, 'name': ReconfigVM_Task, 'duration_secs': 0.187679} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.878652] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Reconfigured VM instance instance-0000007d to detach disk 2000 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1375.879324] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639f13d9-ed73-4d2b-a324-9e2b389406da {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.900400] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 6f917b63-5d5b-47d8-8a8c-c6048334b322/6f917b63-5d5b-47d8-8a8c-c6048334b322.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1375.900666] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f9a3ab9-9d0f-4f59-b4fa-f8f436d23a92 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.918654] env[70398]: DEBUG oslo_vmware.api [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1375.918654] env[70398]: value = "task-3445382" [ 1375.918654] env[70398]: _type = "Task" [ 1375.918654] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.926054] env[70398]: DEBUG oslo_vmware.api [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445382, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.428131] env[70398]: DEBUG oslo_vmware.api [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445382, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.929325] env[70398]: DEBUG oslo_vmware.api [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445382, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.295818] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5c697b79-6ac4-4c57-a914-a7278ebab88d tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquiring lock "10a3d296-df5c-498c-88e2-7e860d4410f6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.296075] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5c697b79-6ac4-4c57-a914-a7278ebab88d tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "10a3d296-df5c-498c-88e2-7e860d4410f6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.429936] env[70398]: DEBUG oslo_vmware.api [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445382, 'name': ReconfigVM_Task, 'duration_secs': 1.296091} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.430262] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 6f917b63-5d5b-47d8-8a8c-c6048334b322/6f917b63-5d5b-47d8-8a8c-c6048334b322.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1377.430991] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60ae59b-3486-461f-80e5-a5dc61f54f53 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.449255] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb903baf-2222-4a88-8fb5-e5208c74733d {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.465644] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a232fc-d44d-4e9e-8346-5e079552edb6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.482190] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534b7029-912a-4932-b86f-12ded3a5bcb9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.488418] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1377.488623] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06cbb51f-f487-413f-b52a-9591beae6243 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.494273] env[70398]: DEBUG oslo_vmware.api [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1377.494273] env[70398]: value = "task-3445383" [ 1377.494273] env[70398]: _type = "Task" [ 1377.494273] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.501150] env[70398]: DEBUG oslo_vmware.api [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445383, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.802906] env[70398]: DEBUG nova.compute.utils [None req-5c697b79-6ac4-4c57-a914-a7278ebab88d tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1378.003922] env[70398]: DEBUG oslo_vmware.api [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445383, 'name': PowerOnVM_Task, 'duration_secs': 0.395988} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.004355] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1378.306516] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5c697b79-6ac4-4c57-a914-a7278ebab88d tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "10a3d296-df5c-498c-88e2-7e860d4410f6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.015284] env[70398]: INFO nova.compute.manager [None req-22c18cb4-4d63-4894-b39a-9b4e9086c54d tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Updating instance to original state: 'active' [ 1379.360651] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5c697b79-6ac4-4c57-a914-a7278ebab88d tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquiring lock "10a3d296-df5c-498c-88e2-7e860d4410f6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.360938] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5c697b79-6ac4-4c57-a914-a7278ebab88d tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "10a3d296-df5c-498c-88e2-7e860d4410f6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.361203] env[70398]: INFO nova.compute.manager [None req-5c697b79-6ac4-4c57-a914-a7278ebab88d tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Attaching volume 1afd3617-4d2c-46dd-92b3-49d9bcd0b748 to /dev/sdb [ 1379.399043] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9489e686-a9ec-4fef-b37d-89c2f4349bc6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.409090] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a25031-946c-419c-92fe-0802234cad67 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.424132] env[70398]: DEBUG nova.virt.block_device [None req-5c697b79-6ac4-4c57-a914-a7278ebab88d tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Updating existing volume attachment record: 519a6d07-355c-428d-9653-43f3ccf2aac5 {{(pid=70398) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1380.043570] env[70398]: DEBUG oslo_concurrency.lockutils [None req-560a63a7-1bda-4214-b38c-c69ac0d7f4db tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "6f917b63-5d5b-47d8-8a8c-c6048334b322" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.043959] env[70398]: DEBUG oslo_concurrency.lockutils [None req-560a63a7-1bda-4214-b38c-c69ac0d7f4db tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "6f917b63-5d5b-47d8-8a8c-c6048334b322" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.044075] env[70398]: DEBUG oslo_concurrency.lockutils [None req-560a63a7-1bda-4214-b38c-c69ac0d7f4db tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "6f917b63-5d5b-47d8-8a8c-c6048334b322-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.044280] env[70398]: DEBUG oslo_concurrency.lockutils [None req-560a63a7-1bda-4214-b38c-c69ac0d7f4db tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "6f917b63-5d5b-47d8-8a8c-c6048334b322-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.044447] env[70398]: DEBUG oslo_concurrency.lockutils [None req-560a63a7-1bda-4214-b38c-c69ac0d7f4db tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "6f917b63-5d5b-47d8-8a8c-c6048334b322-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.046677] env[70398]: INFO nova.compute.manager [None req-560a63a7-1bda-4214-b38c-c69ac0d7f4db tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Terminating instance [ 1380.551182] env[70398]: DEBUG nova.compute.manager [None req-560a63a7-1bda-4214-b38c-c69ac0d7f4db tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1380.551416] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-560a63a7-1bda-4214-b38c-c69ac0d7f4db tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1380.552329] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896d830f-4e42-484a-9a04-00d11169f682 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.559684] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-560a63a7-1bda-4214-b38c-c69ac0d7f4db tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1380.559903] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc7bb371-82ea-47ea-8d7f-3a2c84eccecd {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.565730] env[70398]: DEBUG oslo_vmware.api [None req-560a63a7-1bda-4214-b38c-c69ac0d7f4db tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1380.565730] env[70398]: value = "task-3445385" [ 1380.565730] env[70398]: _type = "Task" [ 1380.565730] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.573360] env[70398]: DEBUG oslo_vmware.api [None req-560a63a7-1bda-4214-b38c-c69ac0d7f4db tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.075076] env[70398]: DEBUG oslo_vmware.api [None req-560a63a7-1bda-4214-b38c-c69ac0d7f4db tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445385, 'name': PowerOffVM_Task, 'duration_secs': 0.167699} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.075452] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-560a63a7-1bda-4214-b38c-c69ac0d7f4db tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1381.075506] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-560a63a7-1bda-4214-b38c-c69ac0d7f4db tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1381.075733] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa94db9b-5ee8-47c4-9f80-7212f7e3d303 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.139339] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-560a63a7-1bda-4214-b38c-c69ac0d7f4db tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1381.139507] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-560a63a7-1bda-4214-b38c-c69ac0d7f4db tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1381.139670] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-560a63a7-1bda-4214-b38c-c69ac0d7f4db tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Deleting the datastore file [datastore2] 6f917b63-5d5b-47d8-8a8c-c6048334b322 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1381.139919] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de59641d-ae7c-44c9-903a-14f969cf36b2 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.145382] env[70398]: DEBUG oslo_vmware.api [None req-560a63a7-1bda-4214-b38c-c69ac0d7f4db tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1381.145382] env[70398]: value = "task-3445387" [ 1381.145382] env[70398]: _type = "Task" [ 1381.145382] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.152644] env[70398]: DEBUG oslo_vmware.api [None req-560a63a7-1bda-4214-b38c-c69ac0d7f4db tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445387, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.655256] env[70398]: DEBUG oslo_vmware.api [None req-560a63a7-1bda-4214-b38c-c69ac0d7f4db tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445387, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144671} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.655542] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-560a63a7-1bda-4214-b38c-c69ac0d7f4db tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1381.655769] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-560a63a7-1bda-4214-b38c-c69ac0d7f4db tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1381.655952] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-560a63a7-1bda-4214-b38c-c69ac0d7f4db tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1381.656164] env[70398]: INFO nova.compute.manager [None req-560a63a7-1bda-4214-b38c-c69ac0d7f4db tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1381.656417] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-560a63a7-1bda-4214-b38c-c69ac0d7f4db tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1381.656598] env[70398]: DEBUG nova.compute.manager [-] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1381.656699] env[70398]: DEBUG nova.network.neutron [-] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1382.110550] env[70398]: DEBUG nova.compute.manager [req-774755e5-e5bc-4975-812a-d2b13b6f9722 req-2d743bac-d74f-4624-a87a-36cc2b8c9c6a service nova] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Received event network-vif-deleted-c3192f01-1353-4d9b-86b8-d3263d803445 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1382.110809] env[70398]: INFO nova.compute.manager [req-774755e5-e5bc-4975-812a-d2b13b6f9722 req-2d743bac-d74f-4624-a87a-36cc2b8c9c6a service nova] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Neutron deleted interface c3192f01-1353-4d9b-86b8-d3263d803445; detaching it from the instance and deleting it from the info cache [ 1382.110809] env[70398]: DEBUG nova.network.neutron [req-774755e5-e5bc-4975-812a-d2b13b6f9722 req-2d743bac-d74f-4624-a87a-36cc2b8c9c6a service nova] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.595094] env[70398]: DEBUG nova.network.neutron [-] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.613509] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f0f1d376-7b4a-4ed6-a266-d01c4c646526 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.625314] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06c8801-ba68-47bc-ac55-8294aeab2066 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.651478] env[70398]: DEBUG nova.compute.manager [req-774755e5-e5bc-4975-812a-d2b13b6f9722 req-2d743bac-d74f-4624-a87a-36cc2b8c9c6a service nova] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Detach interface failed, port_id=c3192f01-1353-4d9b-86b8-d3263d803445, reason: Instance 6f917b63-5d5b-47d8-8a8c-c6048334b322 could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1383.098483] env[70398]: INFO nova.compute.manager [-] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Took 1.44 seconds to deallocate network for instance. [ 1383.606439] env[70398]: DEBUG oslo_concurrency.lockutils [None req-560a63a7-1bda-4214-b38c-c69ac0d7f4db tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.606789] env[70398]: DEBUG oslo_concurrency.lockutils [None req-560a63a7-1bda-4214-b38c-c69ac0d7f4db tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.606838] env[70398]: DEBUG oslo_concurrency.lockutils [None req-560a63a7-1bda-4214-b38c-c69ac0d7f4db tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.629220] env[70398]: INFO nova.scheduler.client.report [None req-560a63a7-1bda-4214-b38c-c69ac0d7f4db tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Deleted allocations for instance 6f917b63-5d5b-47d8-8a8c-c6048334b322 [ 1383.969436] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c697b79-6ac4-4c57-a914-a7278ebab88d tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Volume attach. Driver type: vmdk {{(pid=70398) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1383.969719] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c697b79-6ac4-4c57-a914-a7278ebab88d tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687777', 'volume_id': '1afd3617-4d2c-46dd-92b3-49d9bcd0b748', 'name': 'volume-1afd3617-4d2c-46dd-92b3-49d9bcd0b748', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '10a3d296-df5c-498c-88e2-7e860d4410f6', 'attached_at': '', 'detached_at': '', 'volume_id': '1afd3617-4d2c-46dd-92b3-49d9bcd0b748', 'serial': '1afd3617-4d2c-46dd-92b3-49d9bcd0b748'} {{(pid=70398) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1383.970601] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ba1a86-efca-42cb-9c4c-dc2859c1091c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.987473] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4537861f-7ca2-4c62-b827-3609be6baaf8 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.011493] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c697b79-6ac4-4c57-a914-a7278ebab88d tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] volume-1afd3617-4d2c-46dd-92b3-49d9bcd0b748/volume-1afd3617-4d2c-46dd-92b3-49d9bcd0b748.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1384.011749] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30667783-e5d3-45f1-9751-aa7e63286ca0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.029141] env[70398]: DEBUG oslo_vmware.api [None req-5c697b79-6ac4-4c57-a914-a7278ebab88d tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for the task: (returnval){ [ 1384.029141] env[70398]: value = "task-3445389" [ 1384.029141] env[70398]: _type = "Task" [ 1384.029141] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.036731] env[70398]: DEBUG oslo_vmware.api [None req-5c697b79-6ac4-4c57-a914-a7278ebab88d tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445389, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.137493] env[70398]: DEBUG oslo_concurrency.lockutils [None req-560a63a7-1bda-4214-b38c-c69ac0d7f4db tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "6f917b63-5d5b-47d8-8a8c-c6048334b322" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.093s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.538217] env[70398]: DEBUG oslo_vmware.api [None req-5c697b79-6ac4-4c57-a914-a7278ebab88d tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445389, 'name': ReconfigVM_Task, 'duration_secs': 0.331975} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.538492] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c697b79-6ac4-4c57-a914-a7278ebab88d tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Reconfigured VM instance instance-0000007f to attach disk [datastore2] volume-1afd3617-4d2c-46dd-92b3-49d9bcd0b748/volume-1afd3617-4d2c-46dd-92b3-49d9bcd0b748.vmdk or device None with type thin {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1384.543027] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6e9b778-dc19-4e9c-a706-8b7c7cb3590c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.557704] env[70398]: DEBUG oslo_vmware.api [None req-5c697b79-6ac4-4c57-a914-a7278ebab88d tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for the task: (returnval){ [ 1384.557704] env[70398]: value = "task-3445390" [ 1384.557704] env[70398]: _type = "Task" [ 1384.557704] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.566417] env[70398]: DEBUG oslo_vmware.api [None req-5c697b79-6ac4-4c57-a914-a7278ebab88d tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445390, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.948750] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "b5e918fc-a716-4c68-b58f-1a9dd6c9fff5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.948750] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "b5e918fc-a716-4c68-b58f-1a9dd6c9fff5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.067036] env[70398]: DEBUG oslo_vmware.api [None req-5c697b79-6ac4-4c57-a914-a7278ebab88d tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445390, 'name': ReconfigVM_Task, 'duration_secs': 0.132797} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.067379] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c697b79-6ac4-4c57-a914-a7278ebab88d tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687777', 'volume_id': '1afd3617-4d2c-46dd-92b3-49d9bcd0b748', 'name': 'volume-1afd3617-4d2c-46dd-92b3-49d9bcd0b748', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '10a3d296-df5c-498c-88e2-7e860d4410f6', 'attached_at': '', 'detached_at': '', 'volume_id': '1afd3617-4d2c-46dd-92b3-49d9bcd0b748', 'serial': '1afd3617-4d2c-46dd-92b3-49d9bcd0b748'} {{(pid=70398) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1385.450643] env[70398]: DEBUG nova.compute.manager [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Starting instance... {{(pid=70398) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1385.972686] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.972979] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.974587] env[70398]: INFO nova.compute.claims [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1386.101986] env[70398]: DEBUG nova.objects.instance [None req-5c697b79-6ac4-4c57-a914-a7278ebab88d tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lazy-loading 'flavor' on Instance uuid 10a3d296-df5c-498c-88e2-7e860d4410f6 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1386.606513] env[70398]: DEBUG oslo_concurrency.lockutils [None req-5c697b79-6ac4-4c57-a914-a7278ebab88d tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "10a3d296-df5c-498c-88e2-7e860d4410f6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.245s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.792948] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a72eaad0-1fdc-40f8-955f-f99258b14c35 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquiring lock "10a3d296-df5c-498c-88e2-7e860d4410f6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.793183] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a72eaad0-1fdc-40f8-955f-f99258b14c35 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "10a3d296-df5c-498c-88e2-7e860d4410f6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.027517] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6619f7-1982-4b43-8eee-075524a9fa83 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.034744] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0a6517-136a-4a32-8606-e25e50e5efeb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.067333] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851fa07a-fe0a-4d7a-9847-db13f91e8cc0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.074550] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d566a21-e58c-4e2b-be42-9e88ecfef473 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.087664] env[70398]: DEBUG nova.compute.provider_tree [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1387.295991] env[70398]: INFO nova.compute.manager [None req-a72eaad0-1fdc-40f8-955f-f99258b14c35 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Detaching volume 1afd3617-4d2c-46dd-92b3-49d9bcd0b748 [ 1387.325192] env[70398]: INFO nova.virt.block_device [None req-a72eaad0-1fdc-40f8-955f-f99258b14c35 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Attempting to driver detach volume 1afd3617-4d2c-46dd-92b3-49d9bcd0b748 from mountpoint /dev/sdb [ 1387.325435] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-a72eaad0-1fdc-40f8-955f-f99258b14c35 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Volume detach. Driver type: vmdk {{(pid=70398) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1387.325619] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-a72eaad0-1fdc-40f8-955f-f99258b14c35 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687777', 'volume_id': '1afd3617-4d2c-46dd-92b3-49d9bcd0b748', 'name': 'volume-1afd3617-4d2c-46dd-92b3-49d9bcd0b748', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '10a3d296-df5c-498c-88e2-7e860d4410f6', 'attached_at': '', 'detached_at': '', 'volume_id': '1afd3617-4d2c-46dd-92b3-49d9bcd0b748', 'serial': '1afd3617-4d2c-46dd-92b3-49d9bcd0b748'} {{(pid=70398) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1387.326485] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c909edb-a304-44e8-b499-d90ce2babba3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.348555] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b326f9-09bf-4bf8-906f-17e8a7182726 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.355537] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9652d3f0-b484-45f6-b3a6-575eef47eb73 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.375925] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849340aa-fcf3-424e-8779-daf520744cac {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.389620] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-a72eaad0-1fdc-40f8-955f-f99258b14c35 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] The volume has not been displaced from its original location: [datastore2] volume-1afd3617-4d2c-46dd-92b3-49d9bcd0b748/volume-1afd3617-4d2c-46dd-92b3-49d9bcd0b748.vmdk. No consolidation needed. {{(pid=70398) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1387.394594] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-a72eaad0-1fdc-40f8-955f-f99258b14c35 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1387.394850] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa395c10-925d-489d-b0ca-75fbf4b8eb09 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.411036] env[70398]: DEBUG oslo_vmware.api [None req-a72eaad0-1fdc-40f8-955f-f99258b14c35 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for the task: (returnval){ [ 1387.411036] env[70398]: value = "task-3445391" [ 1387.411036] env[70398]: _type = "Task" [ 1387.411036] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.418232] env[70398]: DEBUG oslo_vmware.api [None req-a72eaad0-1fdc-40f8-955f-f99258b14c35 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445391, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.591728] env[70398]: DEBUG nova.scheduler.client.report [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1387.746720] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.750309] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.920768] env[70398]: DEBUG oslo_vmware.api [None req-a72eaad0-1fdc-40f8-955f-f99258b14c35 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445391, 'name': ReconfigVM_Task, 'duration_secs': 0.228836} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.921062] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-a72eaad0-1fdc-40f8-955f-f99258b14c35 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=70398) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1387.925468] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51fb2df4-a5bc-4395-a9e5-7fa9fdf01440 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.939979] env[70398]: DEBUG oslo_vmware.api [None req-a72eaad0-1fdc-40f8-955f-f99258b14c35 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for the task: (returnval){ [ 1387.939979] env[70398]: value = "task-3445392" [ 1387.939979] env[70398]: _type = "Task" [ 1387.939979] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.947521] env[70398]: DEBUG oslo_vmware.api [None req-a72eaad0-1fdc-40f8-955f-f99258b14c35 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445392, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.097268] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.124s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.097824] env[70398]: DEBUG nova.compute.manager [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Start building networks asynchronously for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1388.450079] env[70398]: DEBUG oslo_vmware.api [None req-a72eaad0-1fdc-40f8-955f-f99258b14c35 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445392, 'name': ReconfigVM_Task, 'duration_secs': 0.136613} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.450375] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-a72eaad0-1fdc-40f8-955f-f99258b14c35 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-687777', 'volume_id': '1afd3617-4d2c-46dd-92b3-49d9bcd0b748', 'name': 'volume-1afd3617-4d2c-46dd-92b3-49d9bcd0b748', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '10a3d296-df5c-498c-88e2-7e860d4410f6', 'attached_at': '', 'detached_at': '', 'volume_id': '1afd3617-4d2c-46dd-92b3-49d9bcd0b748', 'serial': '1afd3617-4d2c-46dd-92b3-49d9bcd0b748'} {{(pid=70398) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1388.603144] env[70398]: DEBUG nova.compute.utils [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Using /dev/sd instead of None {{(pid=70398) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1388.604548] env[70398]: DEBUG nova.compute.manager [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Allocating IP information in the background. {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1388.604722] env[70398]: DEBUG nova.network.neutron [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] allocate_for_instance() {{(pid=70398) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1388.648677] env[70398]: DEBUG nova.policy [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8859e8d417ed4e9b9fea1c2c46ea7e14', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51f4576c34fc44219985585672183ac3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70398) authorize /opt/stack/nova/nova/policy.py:192}} [ 1388.750856] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1388.959833] env[70398]: DEBUG nova.network.neutron [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Successfully created port: e5e40062-66ce-4eec-9b20-c2f3307e3ece {{(pid=70398) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1388.992481] env[70398]: DEBUG nova.objects.instance [None req-a72eaad0-1fdc-40f8-955f-f99258b14c35 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lazy-loading 'flavor' on Instance uuid 10a3d296-df5c-498c-88e2-7e860d4410f6 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1389.107669] env[70398]: DEBUG nova.compute.manager [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Start building block device mappings for instance. {{(pid=70398) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1390.000638] env[70398]: DEBUG oslo_concurrency.lockutils [None req-a72eaad0-1fdc-40f8-955f-f99258b14c35 tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "10a3d296-df5c-498c-88e2-7e860d4410f6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.207s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.117345] env[70398]: DEBUG nova.compute.manager [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Start spawning the instance on the hypervisor. {{(pid=70398) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1390.143237] env[70398]: DEBUG nova.virt.hardware [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T16:10:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T16:10:10Z,direct_url=,disk_format='vmdk',id=c7ba9fd4-72fe-4fe2-94bf-d2de92af7172,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3934dab198654b86ac5acbec6380b4fb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T16:10:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1390.143490] env[70398]: DEBUG nova.virt.hardware [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Flavor limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1390.143646] env[70398]: DEBUG nova.virt.hardware [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Image limits 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1390.143823] env[70398]: DEBUG nova.virt.hardware [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Flavor pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1390.143974] env[70398]: DEBUG nova.virt.hardware [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Image pref 0:0:0 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1390.144128] env[70398]: DEBUG nova.virt.hardware [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70398) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1390.144330] env[70398]: DEBUG nova.virt.hardware [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1390.144489] env[70398]: DEBUG nova.virt.hardware [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1390.144651] env[70398]: DEBUG nova.virt.hardware [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Got 1 possible topologies {{(pid=70398) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1390.144807] env[70398]: DEBUG nova.virt.hardware [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1390.144973] env[70398]: DEBUG nova.virt.hardware [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70398) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1390.145864] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b93662-ce7f-4eb9-9142-27ed34f5ee85 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.154352] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dfd079d-e137-41bf-befa-7dcf827859db {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.312783] env[70398]: DEBUG nova.compute.manager [req-b752a60f-bbd4-4eac-a45b-8c440c2f8a73 req-017e8e1b-ac72-4e57-8be8-b37268903f7f service nova] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Received event network-vif-plugged-e5e40062-66ce-4eec-9b20-c2f3307e3ece {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1390.313011] env[70398]: DEBUG oslo_concurrency.lockutils [req-b752a60f-bbd4-4eac-a45b-8c440c2f8a73 req-017e8e1b-ac72-4e57-8be8-b37268903f7f service nova] Acquiring lock "b5e918fc-a716-4c68-b58f-1a9dd6c9fff5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.313256] env[70398]: DEBUG oslo_concurrency.lockutils [req-b752a60f-bbd4-4eac-a45b-8c440c2f8a73 req-017e8e1b-ac72-4e57-8be8-b37268903f7f service nova] Lock "b5e918fc-a716-4c68-b58f-1a9dd6c9fff5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.313555] env[70398]: DEBUG oslo_concurrency.lockutils [req-b752a60f-bbd4-4eac-a45b-8c440c2f8a73 req-017e8e1b-ac72-4e57-8be8-b37268903f7f service nova] Lock "b5e918fc-a716-4c68-b58f-1a9dd6c9fff5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.313555] env[70398]: DEBUG nova.compute.manager [req-b752a60f-bbd4-4eac-a45b-8c440c2f8a73 req-017e8e1b-ac72-4e57-8be8-b37268903f7f service nova] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] No waiting events found dispatching network-vif-plugged-e5e40062-66ce-4eec-9b20-c2f3307e3ece {{(pid=70398) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1390.313753] env[70398]: WARNING nova.compute.manager [req-b752a60f-bbd4-4eac-a45b-8c440c2f8a73 req-017e8e1b-ac72-4e57-8be8-b37268903f7f service nova] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Received unexpected event network-vif-plugged-e5e40062-66ce-4eec-9b20-c2f3307e3ece for instance with vm_state building and task_state spawning. [ 1390.391675] env[70398]: DEBUG nova.network.neutron [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Successfully updated port: e5e40062-66ce-4eec-9b20-c2f3307e3ece {{(pid=70398) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1390.750980] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1390.893756] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "refresh_cache-b5e918fc-a716-4c68-b58f-1a9dd6c9fff5" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.893973] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquired lock "refresh_cache-b5e918fc-a716-4c68-b58f-1a9dd6c9fff5" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.894057] env[70398]: DEBUG nova.network.neutron [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1391.027662] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d75760f6-a25d-4d80-b67c-ab7e4405bbfd tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquiring lock "10a3d296-df5c-498c-88e2-7e860d4410f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.027935] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d75760f6-a25d-4d80-b67c-ab7e4405bbfd tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "10a3d296-df5c-498c-88e2-7e860d4410f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.028186] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d75760f6-a25d-4d80-b67c-ab7e4405bbfd tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquiring lock "10a3d296-df5c-498c-88e2-7e860d4410f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.028461] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d75760f6-a25d-4d80-b67c-ab7e4405bbfd tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "10a3d296-df5c-498c-88e2-7e860d4410f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.028571] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d75760f6-a25d-4d80-b67c-ab7e4405bbfd tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "10a3d296-df5c-498c-88e2-7e860d4410f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.031032] env[70398]: INFO nova.compute.manager [None req-d75760f6-a25d-4d80-b67c-ab7e4405bbfd tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Terminating instance [ 1391.254243] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.254630] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.254723] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.254849] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70398) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1391.255746] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b9170c-c2f6-4664-b159-4d0273fd5477 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.263926] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d87702c-3c65-4e42-9c1d-a6a2b2c6796b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.277215] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9422f758-c436-4b5f-9dde-584536ad7dd9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.283082] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa81dd28-c594-4cd7-bbe5-a785f66f64a6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.310747] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180541MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=70398) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1391.310874] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.311091] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.426039] env[70398]: DEBUG nova.network.neutron [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Instance cache missing network info. {{(pid=70398) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1391.534849] env[70398]: DEBUG nova.compute.manager [None req-d75760f6-a25d-4d80-b67c-ab7e4405bbfd tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1391.535075] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d75760f6-a25d-4d80-b67c-ab7e4405bbfd tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1391.536416] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b622f28-6050-48d6-b126-8141c1bea504 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.544325] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d75760f6-a25d-4d80-b67c-ab7e4405bbfd tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1391.544547] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1683a0c3-e120-4e54-a3e7-3216158c9dd3 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.550557] env[70398]: DEBUG oslo_vmware.api [None req-d75760f6-a25d-4d80-b67c-ab7e4405bbfd tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for the task: (returnval){ [ 1391.550557] env[70398]: value = "task-3445393" [ 1391.550557] env[70398]: _type = "Task" [ 1391.550557] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.554043] env[70398]: DEBUG nova.network.neutron [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Updating instance_info_cache with network_info: [{"id": "e5e40062-66ce-4eec-9b20-c2f3307e3ece", "address": "fa:16:3e:98:6d:95", "network": {"id": "b09dba51-196a-4f6b-8985-d014993ec89b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1461080089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51f4576c34fc44219985585672183ac3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5e40062-66", "ovs_interfaceid": "e5e40062-66ce-4eec-9b20-c2f3307e3ece", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.559703] env[70398]: DEBUG oslo_vmware.api [None req-d75760f6-a25d-4d80-b67c-ab7e4405bbfd tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.057366] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Releasing lock "refresh_cache-b5e918fc-a716-4c68-b58f-1a9dd6c9fff5" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.057632] env[70398]: DEBUG nova.compute.manager [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Instance network_info: |[{"id": "e5e40062-66ce-4eec-9b20-c2f3307e3ece", "address": "fa:16:3e:98:6d:95", "network": {"id": "b09dba51-196a-4f6b-8985-d014993ec89b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1461080089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51f4576c34fc44219985585672183ac3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5e40062-66", "ovs_interfaceid": "e5e40062-66ce-4eec-9b20-c2f3307e3ece", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70398) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1392.058043] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:6d:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5e40062-66ce-4eec-9b20-c2f3307e3ece', 'vif_model': 'vmxnet3'}] {{(pid=70398) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1392.065445] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1392.068628] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Creating VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1392.068895] env[70398]: DEBUG oslo_vmware.api [None req-d75760f6-a25d-4d80-b67c-ab7e4405bbfd tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445393, 'name': PowerOffVM_Task, 'duration_secs': 0.175479} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.069100] env[70398]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0d30b66-ed15-495a-b8c7-6f60f61bae5a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.082891] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-d75760f6-a25d-4d80-b67c-ab7e4405bbfd tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1392.083085] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d75760f6-a25d-4d80-b67c-ab7e4405bbfd tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1392.083314] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9b874ac-fff2-48c1-be31-c501f3dbc6f4 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.090764] env[70398]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1392.090764] env[70398]: value = "task-3445395" [ 1392.090764] env[70398]: _type = "Task" [ 1392.090764] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.098395] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445395, 'name': CreateVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.153325] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d75760f6-a25d-4d80-b67c-ab7e4405bbfd tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1392.153517] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d75760f6-a25d-4d80-b67c-ab7e4405bbfd tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1392.153698] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-d75760f6-a25d-4d80-b67c-ab7e4405bbfd tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Deleting the datastore file [datastore2] 10a3d296-df5c-498c-88e2-7e860d4410f6 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1392.153941] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41bbd2b3-85e8-4333-b3ac-ad04ce324b88 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.160419] env[70398]: DEBUG oslo_vmware.api [None req-d75760f6-a25d-4d80-b67c-ab7e4405bbfd tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for the task: (returnval){ [ 1392.160419] env[70398]: value = "task-3445396" [ 1392.160419] env[70398]: _type = "Task" [ 1392.160419] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.167860] env[70398]: DEBUG oslo_vmware.api [None req-d75760f6-a25d-4d80-b67c-ab7e4405bbfd tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445396, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.335426] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance 10a3d296-df5c-498c-88e2-7e860d4410f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1392.335662] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance feaaf24a-1dd8-43b5-b9d0-5075b2f9518c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1392.335738] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance b5e918fc-a716-4c68-b58f-1a9dd6c9fff5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70398) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1392.335894] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=70398) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1392.336048] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=70398) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1392.341230] env[70398]: DEBUG nova.compute.manager [req-a073f4a3-8e24-4bee-9e98-4f412a47dc51 req-d72c8b14-96c2-4e59-ba65-39219c2ecad8 service nova] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Received event network-changed-e5e40062-66ce-4eec-9b20-c2f3307e3ece {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1392.341861] env[70398]: DEBUG nova.compute.manager [req-a073f4a3-8e24-4bee-9e98-4f412a47dc51 req-d72c8b14-96c2-4e59-ba65-39219c2ecad8 service nova] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Refreshing instance network info cache due to event network-changed-e5e40062-66ce-4eec-9b20-c2f3307e3ece. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1392.341861] env[70398]: DEBUG oslo_concurrency.lockutils [req-a073f4a3-8e24-4bee-9e98-4f412a47dc51 req-d72c8b14-96c2-4e59-ba65-39219c2ecad8 service nova] Acquiring lock "refresh_cache-b5e918fc-a716-4c68-b58f-1a9dd6c9fff5" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.341861] env[70398]: DEBUG oslo_concurrency.lockutils [req-a073f4a3-8e24-4bee-9e98-4f412a47dc51 req-d72c8b14-96c2-4e59-ba65-39219c2ecad8 service nova] Acquired lock "refresh_cache-b5e918fc-a716-4c68-b58f-1a9dd6c9fff5" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.342112] env[70398]: DEBUG nova.network.neutron [req-a073f4a3-8e24-4bee-9e98-4f412a47dc51 req-d72c8b14-96c2-4e59-ba65-39219c2ecad8 service nova] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Refreshing network info cache for port e5e40062-66ce-4eec-9b20-c2f3307e3ece {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1392.391226] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6993fecb-0a58-412c-92a8-2e45752784ac {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.398983] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de62ba8e-bb9c-40a4-867f-6c7bac13d76f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.431115] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c208a97-83af-40ca-9e47-cc4bb11834b9 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.438340] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4438f0-0a79-42a6-9aab-28412bc0fa69 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.451642] env[70398]: DEBUG nova.compute.provider_tree [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1392.599961] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445395, 'name': CreateVM_Task} progress is 99%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.670066] env[70398]: DEBUG oslo_vmware.api [None req-d75760f6-a25d-4d80-b67c-ab7e4405bbfd tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Task: {'id': task-3445396, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142248} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.670066] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-d75760f6-a25d-4d80-b67c-ab7e4405bbfd tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1392.670066] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d75760f6-a25d-4d80-b67c-ab7e4405bbfd tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1392.670066] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-d75760f6-a25d-4d80-b67c-ab7e4405bbfd tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1392.670066] env[70398]: INFO nova.compute.manager [None req-d75760f6-a25d-4d80-b67c-ab7e4405bbfd tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1392.670431] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d75760f6-a25d-4d80-b67c-ab7e4405bbfd tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1392.670472] env[70398]: DEBUG nova.compute.manager [-] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1392.670584] env[70398]: DEBUG nova.network.neutron [-] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1392.954893] env[70398]: DEBUG nova.scheduler.client.report [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1393.102448] env[70398]: DEBUG oslo_vmware.api [-] Task: {'id': task-3445395, 'name': CreateVM_Task, 'duration_secs': 0.548313} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.102944] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Created VM on the ESX host {{(pid=70398) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1393.103598] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.103772] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.104131] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.104322] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57581f6e-ac17-41ea-ac70-c20fbf734ce1 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.109317] env[70398]: DEBUG oslo_vmware.api [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1393.109317] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5211ccb5-e46f-23be-1645-1469f493e971" [ 1393.109317] env[70398]: _type = "Task" [ 1393.109317] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.119209] env[70398]: DEBUG oslo_vmware.api [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5211ccb5-e46f-23be-1645-1469f493e971, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.166587] env[70398]: DEBUG nova.network.neutron [req-a073f4a3-8e24-4bee-9e98-4f412a47dc51 req-d72c8b14-96c2-4e59-ba65-39219c2ecad8 service nova] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Updated VIF entry in instance network info cache for port e5e40062-66ce-4eec-9b20-c2f3307e3ece. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1393.166922] env[70398]: DEBUG nova.network.neutron [req-a073f4a3-8e24-4bee-9e98-4f412a47dc51 req-d72c8b14-96c2-4e59-ba65-39219c2ecad8 service nova] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Updating instance_info_cache with network_info: [{"id": "e5e40062-66ce-4eec-9b20-c2f3307e3ece", "address": "fa:16:3e:98:6d:95", "network": {"id": "b09dba51-196a-4f6b-8985-d014993ec89b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1461080089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51f4576c34fc44219985585672183ac3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5e40062-66", "ovs_interfaceid": "e5e40062-66ce-4eec-9b20-c2f3307e3ece", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.459825] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70398) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1393.460157] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.149s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.619566] env[70398]: DEBUG oslo_vmware.api [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]5211ccb5-e46f-23be-1645-1469f493e971, 'name': SearchDatastore_Task, 'duration_secs': 0.00972} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.619811] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.620055] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Processing image c7ba9fd4-72fe-4fe2-94bf-d2de92af7172 {{(pid=70398) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1393.620288] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.620436] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.620615] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1393.620860] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab959ce0-069b-41be-870c-ee585f576f01 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.629239] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70398) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1393.629431] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70398) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1393.630158] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af1f6a6a-b8e9-4160-becb-8d218b508fe6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.635164] env[70398]: DEBUG oslo_vmware.api [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1393.635164] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]526b91b4-8f4e-daad-bad7-f78fc22c9913" [ 1393.635164] env[70398]: _type = "Task" [ 1393.635164] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.642478] env[70398]: DEBUG oslo_vmware.api [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]526b91b4-8f4e-daad-bad7-f78fc22c9913, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.670210] env[70398]: DEBUG oslo_concurrency.lockutils [req-a073f4a3-8e24-4bee-9e98-4f412a47dc51 req-d72c8b14-96c2-4e59-ba65-39219c2ecad8 service nova] Releasing lock "refresh_cache-b5e918fc-a716-4c68-b58f-1a9dd6c9fff5" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.702805] env[70398]: DEBUG nova.network.neutron [-] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.145989] env[70398]: DEBUG oslo_vmware.api [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]526b91b4-8f4e-daad-bad7-f78fc22c9913, 'name': SearchDatastore_Task, 'duration_secs': 0.00875} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.146756] env[70398]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8b04ef8-7d7a-4b5b-a7d7-42c5e3c4789a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.151832] env[70398]: DEBUG oslo_vmware.api [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1394.151832] env[70398]: value = "session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52250724-52e0-d2b8-d8f2-a174e8e87dce" [ 1394.151832] env[70398]: _type = "Task" [ 1394.151832] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.158943] env[70398]: DEBUG oslo_vmware.api [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52250724-52e0-d2b8-d8f2-a174e8e87dce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.206531] env[70398]: INFO nova.compute.manager [-] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Took 1.54 seconds to deallocate network for instance. [ 1394.368637] env[70398]: DEBUG nova.compute.manager [req-f755ee92-751c-40a1-ad44-24d54622d3c3 req-13f8207f-2cd6-40f8-8d93-57d63ae22a77 service nova] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Received event network-vif-deleted-dbc89776-2a53-4668-9900-0567bca93d5d {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1394.662154] env[70398]: DEBUG oslo_vmware.api [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': session[521212b9-561f-f8dc-3b19-f21c101ef3ae]52250724-52e0-d2b8-d8f2-a174e8e87dce, 'name': SearchDatastore_Task, 'duration_secs': 0.012711} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.662554] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.662659] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] b5e918fc-a716-4c68-b58f-1a9dd6c9fff5/b5e918fc-a716-4c68-b58f-1a9dd6c9fff5.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1394.662903] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-980ebb78-11d3-4615-9862-8140e0838dda {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.669182] env[70398]: DEBUG oslo_vmware.api [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1394.669182] env[70398]: value = "task-3445397" [ 1394.669182] env[70398]: _type = "Task" [ 1394.669182] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.676052] env[70398]: DEBUG oslo_vmware.api [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445397, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.713345] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d75760f6-a25d-4d80-b67c-ab7e4405bbfd tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.713693] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d75760f6-a25d-4d80-b67c-ab7e4405bbfd tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.713970] env[70398]: DEBUG nova.objects.instance [None req-d75760f6-a25d-4d80-b67c-ab7e4405bbfd tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lazy-loading 'resources' on Instance uuid 10a3d296-df5c-498c-88e2-7e860d4410f6 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1395.179191] env[70398]: DEBUG oslo_vmware.api [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445397, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.435182} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.179456] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172/c7ba9fd4-72fe-4fe2-94bf-d2de92af7172.vmdk to [datastore2] b5e918fc-a716-4c68-b58f-1a9dd6c9fff5/b5e918fc-a716-4c68-b58f-1a9dd6c9fff5.vmdk {{(pid=70398) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1395.179674] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Extending root virtual disk to 1048576 {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1395.179912] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8acf0b2d-06dd-48de-9032-0168930017af {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.186329] env[70398]: DEBUG oslo_vmware.api [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1395.186329] env[70398]: value = "task-3445398" [ 1395.186329] env[70398]: _type = "Task" [ 1395.186329] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.194320] env[70398]: DEBUG oslo_vmware.api [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445398, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.268417] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588575e0-7807-41db-b63e-0f926bd3e483 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.275187] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4228b1a3-a59b-411a-b648-209eec03fecb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.303889] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a73f7d3-76ed-4bbc-a6fe-838075057ec5 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.310228] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da82b3f8-8fee-458e-8c51-55b7de9808c6 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.322517] env[70398]: DEBUG nova.compute.provider_tree [None req-d75760f6-a25d-4d80-b67c-ab7e4405bbfd tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1395.460485] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1395.695476] env[70398]: DEBUG oslo_vmware.api [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445398, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065453} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.695792] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Extended root virtual disk {{(pid=70398) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1395.696480] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e72451-ff49-4f2c-9d20-7bfb35cf9226 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.719088] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Reconfiguring VM instance instance-00000080 to attach disk [datastore2] b5e918fc-a716-4c68-b58f-1a9dd6c9fff5/b5e918fc-a716-4c68-b58f-1a9dd6c9fff5.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1395.719291] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e42e8a19-7ee6-441e-896d-a83aa3d5ee04 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.738565] env[70398]: DEBUG oslo_vmware.api [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1395.738565] env[70398]: value = "task-3445399" [ 1395.738565] env[70398]: _type = "Task" [ 1395.738565] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.745719] env[70398]: DEBUG oslo_vmware.api [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445399, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.825765] env[70398]: DEBUG nova.scheduler.client.report [None req-d75760f6-a25d-4d80-b67c-ab7e4405bbfd tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1395.965266] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1395.965461] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1395.965626] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1395.965745] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1395.965882] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70398) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1396.120682] env[70398]: DEBUG oslo_concurrency.lockutils [None req-eb8ccdb8-ef1b-4968-922b-57549e835669 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Acquiring lock "feaaf24a-1dd8-43b5-b9d0-5075b2f9518c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.121015] env[70398]: DEBUG oslo_concurrency.lockutils [None req-eb8ccdb8-ef1b-4968-922b-57549e835669 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lock "feaaf24a-1dd8-43b5-b9d0-5075b2f9518c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.121277] env[70398]: DEBUG oslo_concurrency.lockutils [None req-eb8ccdb8-ef1b-4968-922b-57549e835669 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Acquiring lock "feaaf24a-1dd8-43b5-b9d0-5075b2f9518c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.121497] env[70398]: DEBUG oslo_concurrency.lockutils [None req-eb8ccdb8-ef1b-4968-922b-57549e835669 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lock "feaaf24a-1dd8-43b5-b9d0-5075b2f9518c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.121702] env[70398]: DEBUG oslo_concurrency.lockutils [None req-eb8ccdb8-ef1b-4968-922b-57549e835669 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lock "feaaf24a-1dd8-43b5-b9d0-5075b2f9518c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.123746] env[70398]: INFO nova.compute.manager [None req-eb8ccdb8-ef1b-4968-922b-57549e835669 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Terminating instance [ 1396.248396] env[70398]: DEBUG oslo_vmware.api [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445399, 'name': ReconfigVM_Task, 'duration_secs': 0.33596} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.248657] env[70398]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Reconfigured VM instance instance-00000080 to attach disk [datastore2] b5e918fc-a716-4c68-b58f-1a9dd6c9fff5/b5e918fc-a716-4c68-b58f-1a9dd6c9fff5.vmdk or device None with type sparse {{(pid=70398) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1396.249308] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7c4abe0-4f11-4ad0-8f16-538b407cd53a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.255785] env[70398]: DEBUG oslo_vmware.api [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1396.255785] env[70398]: value = "task-3445400" [ 1396.255785] env[70398]: _type = "Task" [ 1396.255785] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.264542] env[70398]: DEBUG oslo_vmware.api [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445400, 'name': Rename_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.330617] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d75760f6-a25d-4d80-b67c-ab7e4405bbfd tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.617s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.351966] env[70398]: INFO nova.scheduler.client.report [None req-d75760f6-a25d-4d80-b67c-ab7e4405bbfd tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Deleted allocations for instance 10a3d296-df5c-498c-88e2-7e860d4410f6 [ 1396.627750] env[70398]: DEBUG nova.compute.manager [None req-eb8ccdb8-ef1b-4968-922b-57549e835669 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1396.627947] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8ccdb8-ef1b-4968-922b-57549e835669 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1396.628830] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fcf288-f8bf-421f-80c4-a18e7a62318f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.636245] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb8ccdb8-ef1b-4968-922b-57549e835669 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1396.636464] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d12e5a16-5cb2-408f-a23c-65e924be5c67 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.642067] env[70398]: DEBUG oslo_vmware.api [None req-eb8ccdb8-ef1b-4968-922b-57549e835669 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the task: (returnval){ [ 1396.642067] env[70398]: value = "task-3445401" [ 1396.642067] env[70398]: _type = "Task" [ 1396.642067] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.649956] env[70398]: DEBUG oslo_vmware.api [None req-eb8ccdb8-ef1b-4968-922b-57549e835669 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445401, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.765638] env[70398]: DEBUG oslo_vmware.api [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445400, 'name': Rename_Task, 'duration_secs': 0.137529} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.765984] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1396.766165] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e05cf8c-1a65-44af-9249-f4df7afcca86 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.772342] env[70398]: DEBUG oslo_vmware.api [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1396.772342] env[70398]: value = "task-3445402" [ 1396.772342] env[70398]: _type = "Task" [ 1396.772342] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.780060] env[70398]: DEBUG oslo_vmware.api [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445402, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.862864] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d75760f6-a25d-4d80-b67c-ab7e4405bbfd tempest-AttachVolumeNegativeTest-1851368523 tempest-AttachVolumeNegativeTest-1851368523-project-member] Lock "10a3d296-df5c-498c-88e2-7e860d4410f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.835s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.152422] env[70398]: DEBUG oslo_vmware.api [None req-eb8ccdb8-ef1b-4968-922b-57549e835669 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445401, 'name': PowerOffVM_Task, 'duration_secs': 0.174703} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.152692] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb8ccdb8-ef1b-4968-922b-57549e835669 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1397.152862] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8ccdb8-ef1b-4968-922b-57549e835669 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1397.153108] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-770cc42f-ee57-4ef4-8bc5-face05aefd82 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.217041] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8ccdb8-ef1b-4968-922b-57549e835669 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1397.244356] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8ccdb8-ef1b-4968-922b-57549e835669 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Deleting contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1397.244356] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb8ccdb8-ef1b-4968-922b-57549e835669 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Deleting the datastore file [datastore1] feaaf24a-1dd8-43b5-b9d0-5075b2f9518c {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1397.244356] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f413e3e-8ae8-493e-bab8-16f263bfb84a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.244356] env[70398]: DEBUG oslo_vmware.api [None req-eb8ccdb8-ef1b-4968-922b-57549e835669 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for the task: (returnval){ [ 1397.244356] env[70398]: value = "task-3445404" [ 1397.244356] env[70398]: _type = "Task" [ 1397.244356] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.244356] env[70398]: DEBUG oslo_vmware.api [None req-eb8ccdb8-ef1b-4968-922b-57549e835669 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445404, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.282332] env[70398]: DEBUG oslo_vmware.api [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445402, 'name': PowerOnVM_Task, 'duration_secs': 0.452792} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.282648] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1397.282890] env[70398]: INFO nova.compute.manager [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Took 7.17 seconds to spawn the instance on the hypervisor. [ 1397.283171] env[70398]: DEBUG nova.compute.manager [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1397.283948] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57173afb-bf77-47dd-9282-9795a0243917 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.737518] env[70398]: DEBUG oslo_vmware.api [None req-eb8ccdb8-ef1b-4968-922b-57549e835669 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Task: {'id': task-3445404, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145002} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.737967] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb8ccdb8-ef1b-4968-922b-57549e835669 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1397.738383] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8ccdb8-ef1b-4968-922b-57549e835669 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Deleted contents of the VM from datastore datastore1 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1397.738674] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8ccdb8-ef1b-4968-922b-57549e835669 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1397.738950] env[70398]: INFO nova.compute.manager [None req-eb8ccdb8-ef1b-4968-922b-57549e835669 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1397.739292] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb8ccdb8-ef1b-4968-922b-57549e835669 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1397.739574] env[70398]: DEBUG nova.compute.manager [-] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1397.739771] env[70398]: DEBUG nova.network.neutron [-] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1397.802207] env[70398]: INFO nova.compute.manager [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Took 11.85 seconds to build instance. [ 1397.934097] env[70398]: DEBUG nova.compute.manager [req-b16848c6-8ae0-4df0-955d-0928d63aa062 req-190fb26b-9851-477b-ba3a-f731da5ab198 service nova] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Received event network-changed-e5e40062-66ce-4eec-9b20-c2f3307e3ece {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1397.934097] env[70398]: DEBUG nova.compute.manager [req-b16848c6-8ae0-4df0-955d-0928d63aa062 req-190fb26b-9851-477b-ba3a-f731da5ab198 service nova] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Refreshing instance network info cache due to event network-changed-e5e40062-66ce-4eec-9b20-c2f3307e3ece. {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1397.934097] env[70398]: DEBUG oslo_concurrency.lockutils [req-b16848c6-8ae0-4df0-955d-0928d63aa062 req-190fb26b-9851-477b-ba3a-f731da5ab198 service nova] Acquiring lock "refresh_cache-b5e918fc-a716-4c68-b58f-1a9dd6c9fff5" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.934097] env[70398]: DEBUG oslo_concurrency.lockutils [req-b16848c6-8ae0-4df0-955d-0928d63aa062 req-190fb26b-9851-477b-ba3a-f731da5ab198 service nova] Acquired lock "refresh_cache-b5e918fc-a716-4c68-b58f-1a9dd6c9fff5" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.934097] env[70398]: DEBUG nova.network.neutron [req-b16848c6-8ae0-4df0-955d-0928d63aa062 req-190fb26b-9851-477b-ba3a-f731da5ab198 service nova] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Refreshing network info cache for port e5e40062-66ce-4eec-9b20-c2f3307e3ece {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1398.174273] env[70398]: DEBUG nova.compute.manager [req-de8eeace-db3b-44fd-9f7f-1594acbe59d2 req-825381b8-286a-49e8-ae20-a997d264f375 service nova] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Received event network-vif-deleted-3a2ce8d7-93cc-481c-b7f0-8a08425ec3b4 {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1398.174273] env[70398]: INFO nova.compute.manager [req-de8eeace-db3b-44fd-9f7f-1594acbe59d2 req-825381b8-286a-49e8-ae20-a997d264f375 service nova] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Neutron deleted interface 3a2ce8d7-93cc-481c-b7f0-8a08425ec3b4; detaching it from the instance and deleting it from the info cache [ 1398.174273] env[70398]: DEBUG nova.network.neutron [req-de8eeace-db3b-44fd-9f7f-1594acbe59d2 req-825381b8-286a-49e8-ae20-a997d264f375 service nova] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.304323] env[70398]: DEBUG oslo_concurrency.lockutils [None req-9ad2fc1f-ec6f-4b47-ab5d-10fd6ae93c59 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "b5e918fc-a716-4c68-b58f-1a9dd6c9fff5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.355s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.630664] env[70398]: DEBUG nova.network.neutron [req-b16848c6-8ae0-4df0-955d-0928d63aa062 req-190fb26b-9851-477b-ba3a-f731da5ab198 service nova] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Updated VIF entry in instance network info cache for port e5e40062-66ce-4eec-9b20-c2f3307e3ece. {{(pid=70398) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1398.631041] env[70398]: DEBUG nova.network.neutron [req-b16848c6-8ae0-4df0-955d-0928d63aa062 req-190fb26b-9851-477b-ba3a-f731da5ab198 service nova] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Updating instance_info_cache with network_info: [{"id": "e5e40062-66ce-4eec-9b20-c2f3307e3ece", "address": "fa:16:3e:98:6d:95", "network": {"id": "b09dba51-196a-4f6b-8985-d014993ec89b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1461080089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51f4576c34fc44219985585672183ac3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5e40062-66", "ovs_interfaceid": "e5e40062-66ce-4eec-9b20-c2f3307e3ece", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.656428] env[70398]: DEBUG nova.network.neutron [-] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.676646] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6077a7e8-e5db-4694-a2eb-607636e30b03 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.686197] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0546445d-61c8-4064-b0b7-5d67c30d448b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.711959] env[70398]: DEBUG nova.compute.manager [req-de8eeace-db3b-44fd-9f7f-1594acbe59d2 req-825381b8-286a-49e8-ae20-a997d264f375 service nova] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Detach interface failed, port_id=3a2ce8d7-93cc-481c-b7f0-8a08425ec3b4, reason: Instance feaaf24a-1dd8-43b5-b9d0-5075b2f9518c could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1399.133752] env[70398]: DEBUG oslo_concurrency.lockutils [req-b16848c6-8ae0-4df0-955d-0928d63aa062 req-190fb26b-9851-477b-ba3a-f731da5ab198 service nova] Releasing lock "refresh_cache-b5e918fc-a716-4c68-b58f-1a9dd6c9fff5" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.158788] env[70398]: INFO nova.compute.manager [-] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Took 1.42 seconds to deallocate network for instance. [ 1399.665769] env[70398]: DEBUG oslo_concurrency.lockutils [None req-eb8ccdb8-ef1b-4968-922b-57549e835669 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.666103] env[70398]: DEBUG oslo_concurrency.lockutils [None req-eb8ccdb8-ef1b-4968-922b-57549e835669 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.666355] env[70398]: DEBUG nova.objects.instance [None req-eb8ccdb8-ef1b-4968-922b-57549e835669 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lazy-loading 'resources' on Instance uuid feaaf24a-1dd8-43b5-b9d0-5075b2f9518c {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1400.209982] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff54e1bf-a336-4029-88ff-0477c8ef8711 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.217762] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d373590-52cb-43f1-8599-f77734f2ef22 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.253679] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90d9f1a-9958-4b7f-a327-f105a2006e92 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.261953] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17fbe83-b386-4801-b79e-3b0162c212d0 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.274816] env[70398]: DEBUG nova.compute.provider_tree [None req-eb8ccdb8-ef1b-4968-922b-57549e835669 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Inventory has not changed in ProviderTree for provider: 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1400.778371] env[70398]: DEBUG nova.scheduler.client.report [None req-eb8ccdb8-ef1b-4968-922b-57549e835669 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Inventory has not changed for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1401.283728] env[70398]: DEBUG oslo_concurrency.lockutils [None req-eb8ccdb8-ef1b-4968-922b-57549e835669 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.617s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.305560] env[70398]: INFO nova.scheduler.client.report [None req-eb8ccdb8-ef1b-4968-922b-57549e835669 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Deleted allocations for instance feaaf24a-1dd8-43b5-b9d0-5075b2f9518c [ 1401.813433] env[70398]: DEBUG oslo_concurrency.lockutils [None req-eb8ccdb8-ef1b-4968-922b-57549e835669 tempest-AttachVolumeShelveTestJSON-1440968371 tempest-AttachVolumeShelveTestJSON-1440968371-project-member] Lock "feaaf24a-1dd8-43b5-b9d0-5075b2f9518c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.692s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1436.067956] env[70398]: DEBUG oslo_concurrency.lockutils [None req-17064d9d-5669-4d13-81ed-3d82936525f9 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "b5e918fc-a716-4c68-b58f-1a9dd6c9fff5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1436.068697] env[70398]: DEBUG oslo_concurrency.lockutils [None req-17064d9d-5669-4d13-81ed-3d82936525f9 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "b5e918fc-a716-4c68-b58f-1a9dd6c9fff5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1436.069059] env[70398]: DEBUG nova.compute.manager [None req-17064d9d-5669-4d13-81ed-3d82936525f9 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1436.069923] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10090a6-c58c-4b50-a3ec-4ae63efae063 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.076813] env[70398]: DEBUG nova.compute.manager [None req-17064d9d-5669-4d13-81ed-3d82936525f9 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70398) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1436.077356] env[70398]: DEBUG nova.objects.instance [None req-17064d9d-5669-4d13-81ed-3d82936525f9 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lazy-loading 'flavor' on Instance uuid b5e918fc-a716-4c68-b58f-1a9dd6c9fff5 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1437.085462] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-17064d9d-5669-4d13-81ed-3d82936525f9 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1437.085811] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd9ef6cf-fdaa-4ac8-a155-69f810909a2a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.092835] env[70398]: DEBUG oslo_vmware.api [None req-17064d9d-5669-4d13-81ed-3d82936525f9 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1437.092835] env[70398]: value = "task-3445409" [ 1437.092835] env[70398]: _type = "Task" [ 1437.092835] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.100522] env[70398]: DEBUG oslo_vmware.api [None req-17064d9d-5669-4d13-81ed-3d82936525f9 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445409, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.602355] env[70398]: DEBUG oslo_vmware.api [None req-17064d9d-5669-4d13-81ed-3d82936525f9 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445409, 'name': PowerOffVM_Task, 'duration_secs': 0.185226} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.602603] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-17064d9d-5669-4d13-81ed-3d82936525f9 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1437.602837] env[70398]: DEBUG nova.compute.manager [None req-17064d9d-5669-4d13-81ed-3d82936525f9 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1437.603553] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bad2fba-9276-4f2b-91ec-3130bb223568 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.113982] env[70398]: DEBUG oslo_concurrency.lockutils [None req-17064d9d-5669-4d13-81ed-3d82936525f9 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "b5e918fc-a716-4c68-b58f-1a9dd6c9fff5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1438.846357] env[70398]: DEBUG nova.objects.instance [None req-8d7c3f0c-0d01-4187-b954-9526b6422c00 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lazy-loading 'flavor' on Instance uuid b5e918fc-a716-4c68-b58f-1a9dd6c9fff5 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1439.351572] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8d7c3f0c-0d01-4187-b954-9526b6422c00 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "refresh_cache-b5e918fc-a716-4c68-b58f-1a9dd6c9fff5" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.351913] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8d7c3f0c-0d01-4187-b954-9526b6422c00 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquired lock "refresh_cache-b5e918fc-a716-4c68-b58f-1a9dd6c9fff5" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.351913] env[70398]: DEBUG nova.network.neutron [None req-8d7c3f0c-0d01-4187-b954-9526b6422c00 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1439.352093] env[70398]: DEBUG nova.objects.instance [None req-8d7c3f0c-0d01-4187-b954-9526b6422c00 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lazy-loading 'info_cache' on Instance uuid b5e918fc-a716-4c68-b58f-1a9dd6c9fff5 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1439.855383] env[70398]: DEBUG nova.objects.base [None req-8d7c3f0c-0d01-4187-b954-9526b6422c00 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70398) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1440.552149] env[70398]: DEBUG nova.network.neutron [None req-8d7c3f0c-0d01-4187-b954-9526b6422c00 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Updating instance_info_cache with network_info: [{"id": "e5e40062-66ce-4eec-9b20-c2f3307e3ece", "address": "fa:16:3e:98:6d:95", "network": {"id": "b09dba51-196a-4f6b-8985-d014993ec89b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1461080089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51f4576c34fc44219985585672183ac3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5e40062-66", "ovs_interfaceid": "e5e40062-66ce-4eec-9b20-c2f3307e3ece", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.055212] env[70398]: DEBUG oslo_concurrency.lockutils [None req-8d7c3f0c-0d01-4187-b954-9526b6422c00 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Releasing lock "refresh_cache-b5e918fc-a716-4c68-b58f-1a9dd6c9fff5" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.061774] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7c3f0c-0d01-4187-b954-9526b6422c00 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Powering on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1442.062140] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05a2f8dd-9e89-41fa-aced-d778194dff35 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.069864] env[70398]: DEBUG oslo_vmware.api [None req-8d7c3f0c-0d01-4187-b954-9526b6422c00 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1442.069864] env[70398]: value = "task-3445410" [ 1442.069864] env[70398]: _type = "Task" [ 1442.069864] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.077072] env[70398]: DEBUG oslo_vmware.api [None req-8d7c3f0c-0d01-4187-b954-9526b6422c00 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445410, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.579884] env[70398]: DEBUG oslo_vmware.api [None req-8d7c3f0c-0d01-4187-b954-9526b6422c00 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445410, 'name': PowerOnVM_Task, 'duration_secs': 0.387634} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.580180] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7c3f0c-0d01-4187-b954-9526b6422c00 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Powered on the VM {{(pid=70398) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1442.580387] env[70398]: DEBUG nova.compute.manager [None req-8d7c3f0c-0d01-4187-b954-9526b6422c00 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1442.581135] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a22e679-3e3a-4555-8cf6-f7bfeb908378 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.558671] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62f621d-f354-4c24-bd08-2432e34c9217 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.565346] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-dac59e5c-7f6d-453a-b9c7-8b6815a2f623 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Suspending the VM {{(pid=70398) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1443.565580] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-bac6f405-f923-4f30-9cc3-5974fae60b78 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.572082] env[70398]: DEBUG oslo_vmware.api [None req-dac59e5c-7f6d-453a-b9c7-8b6815a2f623 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1443.572082] env[70398]: value = "task-3445411" [ 1443.572082] env[70398]: _type = "Task" [ 1443.572082] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.579498] env[70398]: DEBUG oslo_vmware.api [None req-dac59e5c-7f6d-453a-b9c7-8b6815a2f623 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445411, 'name': SuspendVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.082991] env[70398]: DEBUG oslo_vmware.api [None req-dac59e5c-7f6d-453a-b9c7-8b6815a2f623 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445411, 'name': SuspendVM_Task} progress is 75%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.582970] env[70398]: DEBUG oslo_vmware.api [None req-dac59e5c-7f6d-453a-b9c7-8b6815a2f623 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445411, 'name': SuspendVM_Task, 'duration_secs': 0.609457} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.583403] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-dac59e5c-7f6d-453a-b9c7-8b6815a2f623 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Suspended the VM {{(pid=70398) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1444.583403] env[70398]: DEBUG nova.compute.manager [None req-dac59e5c-7f6d-453a-b9c7-8b6815a2f623 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1444.584127] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7dad1fc-eb92-43a8-9215-d155eec50e8a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.891336] env[70398]: INFO nova.compute.manager [None req-09ea275b-c4b0-434a-ac4a-57687b0fcef5 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Resuming [ 1445.891936] env[70398]: DEBUG nova.objects.instance [None req-09ea275b-c4b0-434a-ac4a-57687b0fcef5 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lazy-loading 'flavor' on Instance uuid b5e918fc-a716-4c68-b58f-1a9dd6c9fff5 {{(pid=70398) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1447.402753] env[70398]: DEBUG oslo_concurrency.lockutils [None req-09ea275b-c4b0-434a-ac4a-57687b0fcef5 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "refresh_cache-b5e918fc-a716-4c68-b58f-1a9dd6c9fff5" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.403284] env[70398]: DEBUG oslo_concurrency.lockutils [None req-09ea275b-c4b0-434a-ac4a-57687b0fcef5 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquired lock "refresh_cache-b5e918fc-a716-4c68-b58f-1a9dd6c9fff5" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.403284] env[70398]: DEBUG nova.network.neutron [None req-09ea275b-c4b0-434a-ac4a-57687b0fcef5 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Building network info cache for instance {{(pid=70398) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1447.751382] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1447.751613] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1448.091757] env[70398]: DEBUG nova.network.neutron [None req-09ea275b-c4b0-434a-ac4a-57687b0fcef5 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Updating instance_info_cache with network_info: [{"id": "e5e40062-66ce-4eec-9b20-c2f3307e3ece", "address": "fa:16:3e:98:6d:95", "network": {"id": "b09dba51-196a-4f6b-8985-d014993ec89b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1461080089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51f4576c34fc44219985585672183ac3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5e40062-66", "ovs_interfaceid": "e5e40062-66ce-4eec-9b20-c2f3307e3ece", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.594524] env[70398]: DEBUG oslo_concurrency.lockutils [None req-09ea275b-c4b0-434a-ac4a-57687b0fcef5 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Releasing lock "refresh_cache-b5e918fc-a716-4c68-b58f-1a9dd6c9fff5" {{(pid=70398) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.595500] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed02af0-2a0a-442d-9b14-9aa7e7c0dafb {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.601998] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-09ea275b-c4b0-434a-ac4a-57687b0fcef5 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Resuming the VM {{(pid=70398) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1448.602225] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39bb6fc5-71dc-469e-88af-b52d6814066a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.608187] env[70398]: DEBUG oslo_vmware.api [None req-09ea275b-c4b0-434a-ac4a-57687b0fcef5 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1448.608187] env[70398]: value = "task-3445412" [ 1448.608187] env[70398]: _type = "Task" [ 1448.608187] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.615450] env[70398]: DEBUG oslo_vmware.api [None req-09ea275b-c4b0-434a-ac4a-57687b0fcef5 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445412, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.751242] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1449.121145] env[70398]: DEBUG oslo_vmware.api [None req-09ea275b-c4b0-434a-ac4a-57687b0fcef5 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445412, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.618285] env[70398]: DEBUG oslo_vmware.api [None req-09ea275b-c4b0-434a-ac4a-57687b0fcef5 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445412, 'name': PowerOnVM_Task, 'duration_secs': 0.520066} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.618643] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-09ea275b-c4b0-434a-ac4a-57687b0fcef5 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Resumed the VM {{(pid=70398) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1449.618767] env[70398]: DEBUG nova.compute.manager [None req-09ea275b-c4b0-434a-ac4a-57687b0fcef5 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Checking state {{(pid=70398) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1449.619429] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374a3369-5f74-46fb-af75-ae6dc29f0f78 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.751499] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1450.537498] env[70398]: DEBUG oslo_concurrency.lockutils [None req-212776ac-9926-4c08-875b-d6c672ab4551 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "b5e918fc-a716-4c68-b58f-1a9dd6c9fff5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1450.537757] env[70398]: DEBUG oslo_concurrency.lockutils [None req-212776ac-9926-4c08-875b-d6c672ab4551 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "b5e918fc-a716-4c68-b58f-1a9dd6c9fff5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1450.538066] env[70398]: DEBUG oslo_concurrency.lockutils [None req-212776ac-9926-4c08-875b-d6c672ab4551 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "b5e918fc-a716-4c68-b58f-1a9dd6c9fff5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1450.538282] env[70398]: DEBUG oslo_concurrency.lockutils [None req-212776ac-9926-4c08-875b-d6c672ab4551 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "b5e918fc-a716-4c68-b58f-1a9dd6c9fff5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1450.538459] env[70398]: DEBUG oslo_concurrency.lockutils [None req-212776ac-9926-4c08-875b-d6c672ab4551 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "b5e918fc-a716-4c68-b58f-1a9dd6c9fff5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1450.540701] env[70398]: INFO nova.compute.manager [None req-212776ac-9926-4c08-875b-d6c672ab4551 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Terminating instance [ 1451.044200] env[70398]: DEBUG nova.compute.manager [None req-212776ac-9926-4c08-875b-d6c672ab4551 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Start destroying the instance on the hypervisor. {{(pid=70398) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1451.044512] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-212776ac-9926-4c08-875b-d6c672ab4551 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Destroying instance {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1451.045339] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ba767b-0825-4f35-a015-a77f032eeb27 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.053291] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-212776ac-9926-4c08-875b-d6c672ab4551 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Powering off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1451.053509] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5bda7ee7-50b9-42b2-8fed-7c1831a4e29b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.060048] env[70398]: DEBUG oslo_vmware.api [None req-212776ac-9926-4c08-875b-d6c672ab4551 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1451.060048] env[70398]: value = "task-3445413" [ 1451.060048] env[70398]: _type = "Task" [ 1451.060048] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.068329] env[70398]: DEBUG oslo_vmware.api [None req-212776ac-9926-4c08-875b-d6c672ab4551 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445413, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.569551] env[70398]: DEBUG oslo_vmware.api [None req-212776ac-9926-4c08-875b-d6c672ab4551 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445413, 'name': PowerOffVM_Task, 'duration_secs': 0.191864} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.570168] env[70398]: DEBUG nova.virt.vmwareapi.vm_util [None req-212776ac-9926-4c08-875b-d6c672ab4551 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Powered off the VM {{(pid=70398) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1451.570518] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-212776ac-9926-4c08-875b-d6c672ab4551 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Unregistering the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1451.570879] env[70398]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff84ccd1-9e43-482c-abd7-8d5ff232a74b {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.637221] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-212776ac-9926-4c08-875b-d6c672ab4551 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Unregistered the VM {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1451.638061] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-212776ac-9926-4c08-875b-d6c672ab4551 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Deleting contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1451.638061] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-212776ac-9926-4c08-875b-d6c672ab4551 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Deleting the datastore file [datastore2] b5e918fc-a716-4c68-b58f-1a9dd6c9fff5 {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1451.638367] env[70398]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56274ff6-fa43-4135-b361-7d16fd1bd7bf {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.645364] env[70398]: DEBUG oslo_vmware.api [None req-212776ac-9926-4c08-875b-d6c672ab4551 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for the task: (returnval){ [ 1451.645364] env[70398]: value = "task-3445415" [ 1451.645364] env[70398]: _type = "Task" [ 1451.645364] env[70398]: } to complete. {{(pid=70398) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.652965] env[70398]: DEBUG oslo_vmware.api [None req-212776ac-9926-4c08-875b-d6c672ab4551 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.156255] env[70398]: DEBUG oslo_vmware.api [None req-212776ac-9926-4c08-875b-d6c672ab4551 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Task: {'id': task-3445415, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147357} completed successfully. {{(pid=70398) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.156577] env[70398]: DEBUG nova.virt.vmwareapi.ds_util [None req-212776ac-9926-4c08-875b-d6c672ab4551 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Deleted the datastore file {{(pid=70398) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1452.156806] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-212776ac-9926-4c08-875b-d6c672ab4551 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Deleted contents of the VM from datastore datastore2 {{(pid=70398) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1452.157034] env[70398]: DEBUG nova.virt.vmwareapi.vmops [None req-212776ac-9926-4c08-875b-d6c672ab4551 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Instance destroyed {{(pid=70398) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1452.157236] env[70398]: INFO nova.compute.manager [None req-212776ac-9926-4c08-875b-d6c672ab4551 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1452.157491] env[70398]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-212776ac-9926-4c08-875b-d6c672ab4551 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70398) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1452.157684] env[70398]: DEBUG nova.compute.manager [-] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Deallocating network for instance {{(pid=70398) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1452.157823] env[70398]: DEBUG nova.network.neutron [-] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] deallocate_for_instance() {{(pid=70398) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1452.564057] env[70398]: DEBUG nova.compute.manager [req-fb41c8e8-b793-4377-8f01-a86f3ad30a09 req-6c02ff3e-5125-4b4f-b0a4-82bb1cbe3d73 service nova] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Received event network-vif-deleted-e5e40062-66ce-4eec-9b20-c2f3307e3ece {{(pid=70398) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1452.564246] env[70398]: INFO nova.compute.manager [req-fb41c8e8-b793-4377-8f01-a86f3ad30a09 req-6c02ff3e-5125-4b4f-b0a4-82bb1cbe3d73 service nova] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Neutron deleted interface e5e40062-66ce-4eec-9b20-c2f3307e3ece; detaching it from the instance and deleting it from the info cache [ 1452.564386] env[70398]: DEBUG nova.network.neutron [req-fb41c8e8-b793-4377-8f01-a86f3ad30a09 req-6c02ff3e-5125-4b4f-b0a4-82bb1cbe3d73 service nova] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1453.047214] env[70398]: DEBUG nova.network.neutron [-] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Updating instance_info_cache with network_info: [] {{(pid=70398) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1453.066695] env[70398]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f7c93c5d-3980-4500-8738-672cec01e25c {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.077455] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4bdebc-5280-48ad-ae52-a090a9aed5fa {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.100588] env[70398]: DEBUG nova.compute.manager [req-fb41c8e8-b793-4377-8f01-a86f3ad30a09 req-6c02ff3e-5125-4b4f-b0a4-82bb1cbe3d73 service nova] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Detach interface failed, port_id=e5e40062-66ce-4eec-9b20-c2f3307e3ece, reason: Instance b5e918fc-a716-4c68-b58f-1a9dd6c9fff5 could not be found. {{(pid=70398) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1453.253690] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1453.253990] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager.update_available_resource {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1453.549650] env[70398]: INFO nova.compute.manager [-] [instance: b5e918fc-a716-4c68-b58f-1a9dd6c9fff5] Took 1.39 seconds to deallocate network for instance. [ 1453.757248] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1453.757506] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1453.757687] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1453.757843] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70398) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1453.759115] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95509ad-612d-4779-ab1a-2703b4d1cc3a {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.767211] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00ee375-9c4d-43e1-b8d0-380969fd6b75 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.780213] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0352dd-82c4-4426-ae58-040158ac4615 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.785929] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53196312-afd0-47bf-9d2f-234f0fe96719 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.814361] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180949MB free_disk=97GB free_vcpus=48 pci_devices=None {{(pid=70398) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1453.814503] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1453.814709] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1454.056887] env[70398]: DEBUG oslo_concurrency.lockutils [None req-212776ac-9926-4c08-875b-d6c672ab4551 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1454.960995] env[70398]: WARNING nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Instance b5e918fc-a716-4c68-b58f-1a9dd6c9fff5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1454.961295] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=70398) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1454.961440] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=70398) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1454.983276] env[70398]: DEBUG nova.scheduler.client.report [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Refreshing inventories for resource provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 {{(pid=70398) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1454.995388] env[70398]: DEBUG nova.scheduler.client.report [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Updating ProviderTree inventory for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1454.995559] env[70398]: DEBUG nova.compute.provider_tree [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Updating inventory in ProviderTree for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1455.007251] env[70398]: DEBUG nova.scheduler.client.report [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Refreshing aggregate associations for resource provider 308ebb75-eece-4013-bc9f-8d18cf162ec4, aggregates: None {{(pid=70398) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1455.023123] env[70398]: DEBUG nova.scheduler.client.report [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Refreshing trait associations for resource provider 308ebb75-eece-4013-bc9f-8d18cf162ec4, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=70398) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1455.045707] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f63880-957f-4633-803a-94437ff03c54 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.052972] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40aa533a-dfb8-49b9-a06c-a36f42dedd46 {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.081075] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ec384d-fcfc-4e3d-b87e-bb2a45bf81db {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.087540] env[70398]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a84738-02dd-4622-af7a-bfbe6063127f {{(pid=70398) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.099755] env[70398]: DEBUG nova.compute.provider_tree [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Updating inventory in ProviderTree for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1455.629401] env[70398]: DEBUG nova.scheduler.client.report [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Updated inventory for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 with generation 175 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1455.629695] env[70398]: DEBUG nova.compute.provider_tree [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Updating resource provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 generation from 175 to 176 during operation: update_inventory {{(pid=70398) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1455.629896] env[70398]: DEBUG nova.compute.provider_tree [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Updating inventory in ProviderTree for provider 308ebb75-eece-4013-bc9f-8d18cf162ec4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70398) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1456.135215] env[70398]: DEBUG nova.compute.resource_tracker [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70398) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1456.135550] env[70398]: DEBUG oslo_concurrency.lockutils [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.321s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1456.135951] env[70398]: DEBUG oslo_concurrency.lockutils [None req-212776ac-9926-4c08-875b-d6c672ab4551 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.079s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1456.136273] env[70398]: DEBUG oslo_concurrency.lockutils [None req-212776ac-9926-4c08-875b-d6c672ab4551 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1456.139178] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1456.139405] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Cleaning up deleted instances {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1456.159258] env[70398]: INFO nova.scheduler.client.report [None req-212776ac-9926-4c08-875b-d6c672ab4551 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Deleted allocations for instance b5e918fc-a716-4c68-b58f-1a9dd6c9fff5 [ 1456.649895] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] There are 24 instances to clean {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1456.650130] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 10a3d296-df5c-498c-88e2-7e860d4410f6] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1456.666976] env[70398]: DEBUG oslo_concurrency.lockutils [None req-212776ac-9926-4c08-875b-d6c672ab4551 tempest-ServerActionsTestJSON-1107507090 tempest-ServerActionsTestJSON-1107507090-project-member] Lock "b5e918fc-a716-4c68-b58f-1a9dd6c9fff5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.129s {{(pid=70398) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1457.153672] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 8a4dd24d-646d-4cf0-9b56-1ce5ba2911c1] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1457.656550] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 6f917b63-5d5b-47d8-8a8c-c6048334b322] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1458.160578] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 3693c4c7-24e6-49f9-b603-14fb8318fcb6] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1458.666020] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: feaaf24a-1dd8-43b5-b9d0-5075b2f9518c] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1459.167876] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 8321cdc8-a6b1-4c47-afcf-db0da0b2e8b6] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1459.674441] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: d37d9c78-1b8e-432e-a98b-261ba40bde20] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1460.177598] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 63f75088-472a-4b92-868e-d1d4fc039918] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1460.681324] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 176446a0-69e1-46de-a5c7-cb5e0934fcf9] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1461.184501] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 1f198f4c-2f09-43cb-8b9c-2c18b70eda75] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1461.687699] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 2d039863-b662-4fe3-a1ef-410acf862e28] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1462.191630] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: bbb325b3-f682-42ab-a3ca-956c7072e401] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1462.695030] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 2e712cae-4037-4493-86b9-eeda4a4ddeb5] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1463.198473] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 1f77cb81-d5f4-4aff-864b-11fcd38daffa] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1463.701747] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: a41b2451-1e26-43cc-a162-035bdebe5baa] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1464.204969] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 83d040f0-ca8b-40e2-bd82-1ddadfa0430a] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1464.708364] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 02fe9693-8fb3-44e1-b868-7fb3af0ef646] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1465.212233] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 86949d6d-c0cb-463a-ba2c-d73651525784] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1465.715957] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 82e8ab4b-bb27-4ba3-987a-da84ec16b9df] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1466.220127] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: c0aa94e0-4e87-4454-905f-3bc7a72ec446] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1466.723843] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: f57f9bae-2e30-4f41-ab13-ce6fd0566265] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1467.227650] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 71f3f8fe-1304-427c-9c95-981baf19c8e7] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1467.731577] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 003a9ff4-da21-4a6c-9659-4f309a3482a4] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1468.235937] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] [instance: 80d6c8a9-5980-45a5-b3a3-2704c74ab2f3] Instance has had 0 of 5 cleanup attempts {{(pid=70398) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1468.739748] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1468.739979] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Cleaning up deleted instances with incomplete migration {{(pid=70398) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1469.739614] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1469.739884] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1469.739995] env[70398]: DEBUG oslo_service.periodic_task [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70398) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1469.740161] env[70398]: DEBUG nova.compute.manager [None req-d6ddcabf-ce66-4e70-bb45-c16b4ab484dc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70398) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}}